Hugging Face's logo

Cccccz
/
comparison

Model card Files
xet
 Community
comparison
File size: 4,807 Bytes
b34c6c3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
{
  "base": "self_forcing",
  "pair_prompts": 8,
  "heldout_offset": 64,
  "rows": [
    {
      "base": "self_forcing",
      "method": "motioncache",
      "param": "thresh",
      "value": 0.7559814453125,
      "retargeted": false,
      "target_speedup": 1.3,
      "flops_speedup": 1.2978401519297003,
      "compute_equivalent_forwards": 21.574305555555558,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.3149693682683061,
      "measured_speedup_paired_median": 1.2296912998685392,
      "measured_speedup_paired_mean": 1.318065051909077,
      "measured_speedup_paired_stdev": 0.4007464897022657,
      "measured_speedup_paired_range": [
        0.9976720101732152,
        2.2866491204915302
      ],
      "min_baseline_ms": 4467.593841552734,
      "min_method_ms": 3397.4889068603516,
      "median_baseline_ms": 5847.862033843994,
      "median_method_ms": 4579.161296844482,
      "baseline_ms": [
        7768.865020751953,
        5173.149681091309,
        5055.134208679199,
        6165.163635253906,
        5799.923133850098,
        5895.800933837891,
        4467.593841552734,
        7791.726379394531
      ],
      "method_ms": [
        3397.4889068603516,
        4159.95573425293,
        4064.040458679199,
        5476.150535583496,
        4951.180770874023,
        4680.303970336914,
        4478.018623352051,
        6408.598487854004
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.3011924370175545,
      "heldout_compute_equivalent": 21.51872329059829,
      "heldout_flops_drift": 0.0033522850878542343,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x1.3"
    },
    {
      "base": "self_forcing",
      "method": "motioncache",
      "param": "thresh",
      "value": 1.24609375,
      "retargeted": false,
      "target_speedup": 1.6,
      "flops_speedup": 1.6154493369125364,
      "compute_equivalent_forwards": 17.33263888888889,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.608634238302726,
      "measured_speedup_paired_median": 1.5546063674238342,
      "measured_speedup_paired_mean": 1.621262761272265,
      "measured_speedup_paired_stdev": 0.22682056843937728,
      "measured_speedup_paired_range": [
        1.4263693352110332,
        2.0883874512376797
      ],
      "min_baseline_ms": 7611.185073852539,
      "min_method_ms": 4731.457837104797,
      "median_baseline_ms": 11374.816993713379,
      "median_method_ms": 6631.403187990189,
      "baseline_ms": [
        7611.185073852539,
        12327.657470703125,
        10867.093612670898,
        11919.32485961914,
        11929.939270019531,
        11882.54037475586,
        8592.288528442383,
        8962.356582641602
      ],
      "method_ms": [
        4731.457837104797,
        5902.9551548957825,
        7399.76235294342,
        8356.408515930176,
        7295.519147872925,
        7918.639646053314,
        5967.287228107452,
        4972.405598640442
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.6071182189735365,
      "heldout_compute_equivalent": 17.422489316239318,
      "heldout_flops_drift": -0.008331117938999988,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x1.6"
    },
    {
      "base": "self_forcing",
      "method": "motioncache",
      "param": "thresh",
      "value": 2.5,
      "retargeted": false,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.9984085650294283,
      "measured_speedup_paired_median": 1.9934608323206362,
      "measured_speedup_paired_mean": 2.063352261956154,
      "measured_speedup_paired_stdev": 0.3907638901018668,
      "measured_speedup_paired_range": [
        1.5723192975915126,
        2.862750750054229
      ],
      "min_baseline_ms": 4023.08097076416,
      "min_method_ms": 2013.1423779726028,
      "median_baseline_ms": 5405.922981262207,
      "median_method_ms": 2585.679585158825,
      "baseline_ms": [
        5619.517593383789,
        5192.328369140625,
        4177.254730224609,
        4037.9526748657227,
        4023.08097076416,
        8431.515808105469,
        6989.822792053223,
        6858.883491516113
      ],
      "method_ms": [
        2972.1381591558456,
        2226.1094632148743,
        2013.1423779726028,
        2022.0231137275696,
        2021.7145042419434,
        2945.2497071027756,
        3912.2853091955185,
        4362.2713923454285
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_motioncache_x2"
    }
  ]
}