comparison / results /baseline_self_forcing.json
Cccccz's picture
Add files using upload-large-folder tool
b34c6c3 verified
Raw History Blame Contribute Delete
16.4 kB
{
"base": "self_forcing",
"method": "none",
"method_config": {
"name": "none",
"indicator": "modulated_input"
},
"num_prompts": 10,
"num_output_frames": 21,
"median_denoise_dit_ms": 3170.1101570129395,
"mean_denoise_dit_ms": 3308.4157791137695,
"stdev_denoise_dit_ms": 418.12853118062003,
"min_denoise_dit_ms": 3162.3803176879883,
"max_denoise_dit_ms": 4496.633125305176,
"mean_compute_equivalent_forwards": 28.0,
"mean_denoise_forwards": 28.0,
"flops_speedup_estimate": 1.0,
"mean_first_chunk_denoise_ms": 336.62644424438474,
"records": [
{
"denoise_dit_ms": 3334.2203979492188,
"first_chunk_denoise_ms": 464.8457336425781,
"per_chunk_denoise_ms": [
464.8457336425781,
360.42921447753906,
409.2028503417969,
453.3273620605469,
499.64947509765625,
547.2853698730469,
599.4803924560547
],
"per_step_denoise_ms": [
213.56512451171875,
85.54492950439453,
80.40204620361328,
85.33363342285156,
89.4908447265625,
89.82505798339844,
90.74566650390625,
90.36764526367188,
101.02550506591797,
101.80413055419922,
101.59455871582031,
104.77865600585938,
113.12742614746094,
113.41683197021484,
113.55267333984375,
113.23043060302734,
124.84146881103516,
125.02134704589844,
124.88191986083984,
124.90473937988281,
136.59788513183594,
136.96707153320312,
136.329345703125,
137.3910675048828,
149.58653259277344,
148.79434204101562,
148.33541870117188,
152.76409912109375
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 0,
"warmup": true,
"wall_s": 6.262368440628052
},
{
"denoise_dit_ms": 3170.2652587890625,
"first_chunk_denoise_ms": 325.94691467285156,
"per_chunk_denoise_ms": [
325.94691467285156,
355.71981048583984,
403.02972412109375,
450.8361053466797,
499.6450881958008,
543.8015899658203,
591.2860260009766
],
"per_step_denoise_ms": [
87.7899169921875,
78.57011413574219,
80.90918731689453,
78.67769622802734,
89.1677474975586,
89.04131317138672,
88.60969543457031,
88.90105438232422,
100.62457275390625,
100.69245147705078,
100.68994903564453,
101.02275085449219,
112.94195556640625,
112.74944305419922,
112.6707534790039,
112.47395324707031,
124.0054702758789,
125.39497375488281,
126.24797058105469,
123.99667358398438,
135.8351287841797,
136.0106201171875,
135.85305786132812,
136.102783203125,
147.8685760498047,
147.8091583251953,
147.834716796875,
147.77357482910156
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 1,
"warmup": false,
"wall_s": 5.893526077270508
},
{
"denoise_dit_ms": 3162.3803176879883,
"first_chunk_denoise_ms": 321.40975189208984,
"per_chunk_denoise_ms": [
321.40975189208984,
356.0749740600586,
403.12157440185547,
450.325439453125,
498.2073516845703,
544.1275482177734,
589.1136779785156
],
"per_step_denoise_ms": [
87.27164459228516,
78.21398162841797,
77.95247650146484,
77.97164916992188,
89.26390075683594,
89.09056091308594,
88.66422271728516,
89.05628967285156,
100.62732696533203,
100.80941009521484,
100.66726684570312,
101.01757049560547,
112.6131820678711,
112.51116943359375,
112.6723861694336,
112.52870178222656,
124.65811157226562,
124.66246032714844,
124.4004135131836,
124.48636627197266,
136.3453826904297,
136.466552734375,
135.6539764404297,
135.66163635253906,
147.20008850097656,
147.39468383789062,
147.24220275878906,
147.27670288085938
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 2,
"warmup": false,
"wall_s": 5.7115418910980225
},
{
"denoise_dit_ms": 3240.516975402832,
"first_chunk_denoise_ms": 323.8919982910156,
"per_chunk_denoise_ms": [
323.8919982910156,
356.7506561279297,
403.38543701171875,
450.2367706298828,
502.56607818603516,
572.4380493164062,
631.2479858398438
],
"per_step_denoise_ms": [
87.51519775390625,
78.87657928466797,
78.80995178222656,
78.69026947021484,
89.27433776855469,
89.33577728271484,
88.8927001953125,
89.24784088134766,
100.95692443847656,
100.77027130126953,
100.7344970703125,
100.92374420166016,
112.569091796875,
112.50739288330078,
112.6701431274414,
112.49014282226562,
124.37554931640625,
124.46015930175781,
124.27910614013672,
129.45126342773438,
141.42530822753906,
146.2349090576172,
145.41629028320312,
139.36154174804688,
158.17564392089844,
148.20582580566406,
147.9853057861328,
176.88121032714844
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 3,
"warmup": false,
"wall_s": 6.585483551025391
},
{
"denoise_dit_ms": 4496.633125305176,
"first_chunk_denoise_ms": 454.20533752441406,
"per_chunk_denoise_ms": [
454.20533752441406,
537.4411392211914,
525.6308746337891,
618.7075805664062,
760.2013397216797,
756.9862670898438,
843.4605865478516
],
"per_step_denoise_ms": [
112.76802825927734,
122.65846252441406,
114.0811538696289,
104.69769287109375,
152.47215270996094,
130.55247497558594,
125.66553497314453,
128.7509765625,
126.92054748535156,
118.53913879394531,
148.2620086669922,
131.9091796875,
152.87327575683594,
154.3741455078125,
152.91488647460938,
158.54527282714844,
185.32150268554688,
181.73251342773438,
201.88902282714844,
191.25830078125,
180.49346923828125,
184.97279357910156,
197.9267578125,
193.59324645996094,
217.4323272705078,
228.29830932617188,
188.6465606689453,
209.08338928222656
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 4,
"warmup": false,
"wall_s": 8.13210415840149
},
{
"denoise_dit_ms": 3172.657890319824,
"first_chunk_denoise_ms": 324.51558685302734,
"per_chunk_denoise_ms": [
324.51558685302734,
357.5420227050781,
403.5875549316406,
451.5375671386719,
497.38246154785156,
546.0288543701172,
592.0638427734375
],
"per_step_denoise_ms": [
86.84819030761719,
79.20223999023438,
79.2344970703125,
79.23065948486328,
89.4854736328125,
89.45782470703125,
89.15769958496094,
89.44102478027344,
100.6629409790039,
100.74713897705078,
100.77133178710938,
101.40614318847656,
112.73654174804688,
112.91836547851562,
113.07257843017578,
112.8100814819336,
124.53494262695312,
124.52960205078125,
124.15570831298828,
124.1622085571289,
136.26422119140625,
136.5478057861328,
136.7704620361328,
136.4463653564453,
147.90687561035156,
148.16432189941406,
147.86416625976562,
148.12847900390625
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 5,
"warmup": false,
"wall_s": 5.719167470932007
},
{
"denoise_dit_ms": 3173.8826904296875,
"first_chunk_denoise_ms": 324.1028823852539,
"per_chunk_denoise_ms": [
324.1028823852539,
359.17186737060547,
403.36566162109375,
450.48345947265625,
497.4137878417969,
546.2958984375,
593.0491333007812
],
"per_step_denoise_ms": [
87.15213012695312,
78.47216033935547,
78.78211212158203,
79.69647979736328,
89.26697540283203,
89.70256042480469,
90.95014190673828,
89.25218963623047,
100.5568618774414,
100.81497955322266,
100.62569427490234,
101.36812591552734,
112.88092803955078,
112.5265884399414,
112.5506591796875,
112.52528381347656,
124.31919860839844,
124.53020477294922,
124.34678649902344,
124.21759796142578,
136.57577514648438,
136.7642822265625,
136.38694763183594,
136.5688934326172,
148.1809539794922,
148.54360961914062,
148.0918731689453,
148.23269653320312
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 6,
"warmup": false,
"wall_s": 5.722368240356445
},
{
"denoise_dit_ms": 3169.042640686035,
"first_chunk_denoise_ms": 321.5362854003906,
"per_chunk_denoise_ms": [
321.5362854003906,
356.2664566040039,
403.4004440307617,
450.4947509765625,
498.6299819946289,
545.7506866455078,
592.9640350341797
],
"per_step_denoise_ms": [
86.26652526855469,
78.46144104003906,
78.53718566894531,
78.27113342285156,
89.19276428222656,
89.27852630615234,
88.7919692993164,
89.0031967163086,
100.52105712890625,
100.89663696289062,
100.75730895996094,
101.2254409790039,
112.42921447753906,
112.6223373413086,
112.73094177246094,
112.7122573852539,
124.2918701171875,
125.42326354980469,
124.45011138916016,
124.46473693847656,
136.274658203125,
136.7052459716797,
136.372314453125,
136.39846801757812,
148.04319763183594,
148.2352294921875,
147.89878845214844,
148.7868194580078
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 7,
"warmup": false,
"wall_s": 5.714541912078857
},
{
"denoise_dit_ms": 3163.794692993164,
"first_chunk_denoise_ms": 321.48067474365234,
"per_chunk_denoise_ms": [
321.48067474365234,
357.1461868286133,
403.6976623535156,
449.6883544921875,
496.7052764892578,
544.0809478759766,
590.9955902099609
],
"per_step_denoise_ms": [
86.39561462402344,
78.40806579589844,
78.30550384521484,
78.37149047851562,
89.18355560302734,
89.30054473876953,
88.82403564453125,
89.83805084228516,
100.5863037109375,
100.86431884765625,
101.1052474975586,
101.14179229736328,
112.41190338134766,
112.42822265625,
112.41846466064453,
112.42976379394531,
124.09196472167969,
124.41875457763672,
124.05062103271484,
124.14393615722656,
135.88223266601562,
136.24700927734375,
135.95765686035156,
135.99404907226562,
147.7508544921875,
147.96112060546875,
147.50547790527344,
147.77813720703125
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 8,
"warmup": false,
"wall_s": 5.709938049316406
},
{
"denoise_dit_ms": 3169.9550552368164,
"first_chunk_denoise_ms": 328.68851470947266,
"per_chunk_denoise_ms": [
328.68851470947266,
355.77699279785156,
402.1797103881836,
449.55799102783203,
496.66358947753906,
546.4703674316406,
590.6178894042969
],
"per_step_denoise_ms": [
87.63005065917969,
79.4695053100586,
80.26566314697266,
81.32329559326172,
89.28195190429688,
89.05542755126953,
88.740478515625,
88.69913482666016,
100.2712631225586,
100.427490234375,
100.47318267822266,
101.00777435302734,
112.0297622680664,
112.40870666503906,
112.61478424072266,
112.5047378540039,
124.09219360351562,
124.39478302001953,
124.01216125488281,
124.1644515991211,
135.58038330078125,
136.53085327148438,
138.1199951171875,
136.2391357421875,
147.76608276367188,
147.61199951171875,
147.6064910888672,
147.63331604003906
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 9,
"warmup": false,
"wall_s": 5.71562123298645
},
{
"denoise_dit_ms": 3165.0291442871094,
"first_chunk_denoise_ms": 320.4864959716797,
"per_chunk_denoise_ms": [
320.4864959716797,
356.8183364868164,
402.4513931274414,
451.05733489990234,
497.67440032958984,
545.0291137695312,
591.5120697021484
],
"per_step_denoise_ms": [
86.28112030029297,
78.30397033691406,
77.84534454345703,
78.05606079101562,
89.26012420654297,
89.21001434326172,
89.09728240966797,
89.25091552734375,
100.39715576171875,
100.68911743164062,
100.44153594970703,
100.923583984375,
112.5489273071289,
112.48524475097656,
113.51468658447266,
112.50847625732422,
124.30057525634766,
124.5574722290039,
124.32659149169922,
124.48976135253906,
136.1906280517578,
136.44869995117188,
136.09584045410156,
136.2939453125,
147.83815002441406,
147.9302978515625,
147.789794921875,
147.95382690429688
],
"num_denoise_forwards": 28,
"denoise_forwards": 28,
"compute_equivalent_forwards": 28.0,
"middle_steps": 14,
"middle_compute_equivalent": 14.0,
"flops_speedup_estimate": 1.0,
"prompt_index": 10,
"warmup": false,
"wall_s": 5.709745407104492
}
]
}