| { |
| "base": "self_forcing", |
| "pair_prompts": 8, |
| "heldout_offset": 64, |
| "rows": [ |
| { |
| "base": "self_forcing", |
| "method": "motioncache", |
| "param": "thresh", |
| "value": 0.7559814453125, |
| "retargeted": false, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.2978401519297003, |
| "compute_equivalent_forwards": 21.574305555555558, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.3149693682683061, |
| "measured_speedup_paired_median": 1.2296912998685392, |
| "measured_speedup_paired_mean": 1.318065051909077, |
| "measured_speedup_paired_stdev": 0.4007464897022657, |
| "measured_speedup_paired_range": [ |
| 0.9976720101732152, |
| 2.2866491204915302 |
| ], |
| "min_baseline_ms": 4467.593841552734, |
| "min_method_ms": 3397.4889068603516, |
| "median_baseline_ms": 5847.862033843994, |
| "median_method_ms": 4579.161296844482, |
| "baseline_ms": [ |
| 7768.865020751953, |
| 5173.149681091309, |
| 5055.134208679199, |
| 6165.163635253906, |
| 5799.923133850098, |
| 5895.800933837891, |
| 4467.593841552734, |
| 7791.726379394531 |
| ], |
| "method_ms": [ |
| 3397.4889068603516, |
| 4159.95573425293, |
| 4064.040458679199, |
| 5476.150535583496, |
| 4951.180770874023, |
| 4680.303970336914, |
| 4478.018623352051, |
| 6408.598487854004 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.3011924370175545, |
| "heldout_compute_equivalent": 21.51872329059829, |
| "heldout_flops_drift": 0.0033522850878542343, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x1.3" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "motioncache", |
| "param": "thresh", |
| "value": 1.24609375, |
| "retargeted": false, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.6154493369125364, |
| "compute_equivalent_forwards": 17.33263888888889, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.608634238302726, |
| "measured_speedup_paired_median": 1.5546063674238342, |
| "measured_speedup_paired_mean": 1.621262761272265, |
| "measured_speedup_paired_stdev": 0.22682056843937728, |
| "measured_speedup_paired_range": [ |
| 1.4263693352110332, |
| 2.0883874512376797 |
| ], |
| "min_baseline_ms": 7611.185073852539, |
| "min_method_ms": 4731.457837104797, |
| "median_baseline_ms": 11374.816993713379, |
| "median_method_ms": 6631.403187990189, |
| "baseline_ms": [ |
| 7611.185073852539, |
| 12327.657470703125, |
| 10867.093612670898, |
| 11919.32485961914, |
| 11929.939270019531, |
| 11882.54037475586, |
| 8592.288528442383, |
| 8962.356582641602 |
| ], |
| "method_ms": [ |
| 4731.457837104797, |
| 5902.9551548957825, |
| 7399.76235294342, |
| 8356.408515930176, |
| 7295.519147872925, |
| 7918.639646053314, |
| 5967.287228107452, |
| 4972.405598640442 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.6071182189735365, |
| "heldout_compute_equivalent": 17.422489316239318, |
| "heldout_flops_drift": -0.008331117938999988, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x1.6" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "motioncache", |
| "param": "thresh", |
| "value": 2.5, |
| "retargeted": false, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.9984085650294283, |
| "measured_speedup_paired_median": 1.9934608323206362, |
| "measured_speedup_paired_mean": 2.063352261956154, |
| "measured_speedup_paired_stdev": 0.3907638901018668, |
| "measured_speedup_paired_range": [ |
| 1.5723192975915126, |
| 2.862750750054229 |
| ], |
| "min_baseline_ms": 4023.08097076416, |
| "min_method_ms": 2013.1423779726028, |
| "median_baseline_ms": 5405.922981262207, |
| "median_method_ms": 2585.679585158825, |
| "baseline_ms": [ |
| 5619.517593383789, |
| 5192.328369140625, |
| 4177.254730224609, |
| 4037.9526748657227, |
| 4023.08097076416, |
| 8431.515808105469, |
| 6989.822792053223, |
| 6858.883491516113 |
| ], |
| "method_ms": [ |
| 2972.1381591558456, |
| 2226.1094632148743, |
| 2013.1423779726028, |
| 2022.0231137275696, |
| 2021.7145042419434, |
| 2945.2497071027756, |
| 3912.2853091955185, |
| 4362.2713923454285 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x2" |
| } |
| ] |
| } |
