Download results/baseline_self_forcing.json from Cccccz/comparison: direct link, hf CLI and curl.
- Browser
- Download file 16.4 kB
-
https://huggingface.co/Cccccz/comparison/resolve/main/results/baseline_self_forcing.json
- Command line
-
hf download hf://Cccccz/comparison/results/baseline_self_forcing.json
-
curl -L -o baseline_self_forcing.json https://huggingface.co/Cccccz/comparison/resolve/main/results/baseline_self_forcing.json
16.4 kB
| { | |
| "base": "self_forcing", | |
| "method": "none", | |
| "method_config": { | |
| "name": "none", | |
| "indicator": "modulated_input" | |
| }, | |
| "num_prompts": 10, | |
| "num_output_frames": 21, | |
| "median_denoise_dit_ms": 3170.1101570129395, | |
| "mean_denoise_dit_ms": 3308.4157791137695, | |
| "stdev_denoise_dit_ms": 418.12853118062003, | |
| "min_denoise_dit_ms": 3162.3803176879883, | |
| "max_denoise_dit_ms": 4496.633125305176, | |
| "mean_compute_equivalent_forwards": 28.0, | |
| "mean_denoise_forwards": 28.0, | |
| "flops_speedup_estimate": 1.0, | |
| "mean_first_chunk_denoise_ms": 336.62644424438474, | |
| "records": [ | |
| { | |
| "denoise_dit_ms": 3334.2203979492188, | |
| "first_chunk_denoise_ms": 464.8457336425781, | |
| "per_chunk_denoise_ms": [ | |
| 464.8457336425781, | |
| 360.42921447753906, | |
| 409.2028503417969, | |
| 453.3273620605469, | |
| 499.64947509765625, | |
| 547.2853698730469, | |
| 599.4803924560547 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 213.56512451171875, | |
| 85.54492950439453, | |
| 80.40204620361328, | |
| 85.33363342285156, | |
| 89.4908447265625, | |
| 89.82505798339844, | |
| 90.74566650390625, | |
| 90.36764526367188, | |
| 101.02550506591797, | |
| 101.80413055419922, | |
| 101.59455871582031, | |
| 104.77865600585938, | |
| 113.12742614746094, | |
| 113.41683197021484, | |
| 113.55267333984375, | |
| 113.23043060302734, | |
| 124.84146881103516, | |
| 125.02134704589844, | |
| 124.88191986083984, | |
| 124.90473937988281, | |
| 136.59788513183594, | |
| 136.96707153320312, | |
| 136.329345703125, | |
| 137.3910675048828, | |
| 149.58653259277344, | |
| 148.79434204101562, | |
| 148.33541870117188, | |
| 152.76409912109375 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 0, | |
| "warmup": true, | |
| "wall_s": 6.262368440628052 | |
| }, | |
| { | |
| "denoise_dit_ms": 3170.2652587890625, | |
| "first_chunk_denoise_ms": 325.94691467285156, | |
| "per_chunk_denoise_ms": [ | |
| 325.94691467285156, | |
| 355.71981048583984, | |
| 403.02972412109375, | |
| 450.8361053466797, | |
| 499.6450881958008, | |
| 543.8015899658203, | |
| 591.2860260009766 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 87.7899169921875, | |
| 78.57011413574219, | |
| 80.90918731689453, | |
| 78.67769622802734, | |
| 89.1677474975586, | |
| 89.04131317138672, | |
| 88.60969543457031, | |
| 88.90105438232422, | |
| 100.62457275390625, | |
| 100.69245147705078, | |
| 100.68994903564453, | |
| 101.02275085449219, | |
| 112.94195556640625, | |
| 112.74944305419922, | |
| 112.6707534790039, | |
| 112.47395324707031, | |
| 124.0054702758789, | |
| 125.39497375488281, | |
| 126.24797058105469, | |
| 123.99667358398438, | |
| 135.8351287841797, | |
| 136.0106201171875, | |
| 135.85305786132812, | |
| 136.102783203125, | |
| 147.8685760498047, | |
| 147.8091583251953, | |
| 147.834716796875, | |
| 147.77357482910156 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 1, | |
| "warmup": false, | |
| "wall_s": 5.893526077270508 | |
| }, | |
| { | |
| "denoise_dit_ms": 3162.3803176879883, | |
| "first_chunk_denoise_ms": 321.40975189208984, | |
| "per_chunk_denoise_ms": [ | |
| 321.40975189208984, | |
| 356.0749740600586, | |
| 403.12157440185547, | |
| 450.325439453125, | |
| 498.2073516845703, | |
| 544.1275482177734, | |
| 589.1136779785156 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 87.27164459228516, | |
| 78.21398162841797, | |
| 77.95247650146484, | |
| 77.97164916992188, | |
| 89.26390075683594, | |
| 89.09056091308594, | |
| 88.66422271728516, | |
| 89.05628967285156, | |
| 100.62732696533203, | |
| 100.80941009521484, | |
| 100.66726684570312, | |
| 101.01757049560547, | |
| 112.6131820678711, | |
| 112.51116943359375, | |
| 112.6723861694336, | |
| 112.52870178222656, | |
| 124.65811157226562, | |
| 124.66246032714844, | |
| 124.4004135131836, | |
| 124.48636627197266, | |
| 136.3453826904297, | |
| 136.466552734375, | |
| 135.6539764404297, | |
| 135.66163635253906, | |
| 147.20008850097656, | |
| 147.39468383789062, | |
| 147.24220275878906, | |
| 147.27670288085938 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 2, | |
| "warmup": false, | |
| "wall_s": 5.7115418910980225 | |
| }, | |
| { | |
| "denoise_dit_ms": 3240.516975402832, | |
| "first_chunk_denoise_ms": 323.8919982910156, | |
| "per_chunk_denoise_ms": [ | |
| 323.8919982910156, | |
| 356.7506561279297, | |
| 403.38543701171875, | |
| 450.2367706298828, | |
| 502.56607818603516, | |
| 572.4380493164062, | |
| 631.2479858398438 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 87.51519775390625, | |
| 78.87657928466797, | |
| 78.80995178222656, | |
| 78.69026947021484, | |
| 89.27433776855469, | |
| 89.33577728271484, | |
| 88.8927001953125, | |
| 89.24784088134766, | |
| 100.95692443847656, | |
| 100.77027130126953, | |
| 100.7344970703125, | |
| 100.92374420166016, | |
| 112.569091796875, | |
| 112.50739288330078, | |
| 112.6701431274414, | |
| 112.49014282226562, | |
| 124.37554931640625, | |
| 124.46015930175781, | |
| 124.27910614013672, | |
| 129.45126342773438, | |
| 141.42530822753906, | |
| 146.2349090576172, | |
| 145.41629028320312, | |
| 139.36154174804688, | |
| 158.17564392089844, | |
| 148.20582580566406, | |
| 147.9853057861328, | |
| 176.88121032714844 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 3, | |
| "warmup": false, | |
| "wall_s": 6.585483551025391 | |
| }, | |
| { | |
| "denoise_dit_ms": 4496.633125305176, | |
| "first_chunk_denoise_ms": 454.20533752441406, | |
| "per_chunk_denoise_ms": [ | |
| 454.20533752441406, | |
| 537.4411392211914, | |
| 525.6308746337891, | |
| 618.7075805664062, | |
| 760.2013397216797, | |
| 756.9862670898438, | |
| 843.4605865478516 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 112.76802825927734, | |
| 122.65846252441406, | |
| 114.0811538696289, | |
| 104.69769287109375, | |
| 152.47215270996094, | |
| 130.55247497558594, | |
| 125.66553497314453, | |
| 128.7509765625, | |
| 126.92054748535156, | |
| 118.53913879394531, | |
| 148.2620086669922, | |
| 131.9091796875, | |
| 152.87327575683594, | |
| 154.3741455078125, | |
| 152.91488647460938, | |
| 158.54527282714844, | |
| 185.32150268554688, | |
| 181.73251342773438, | |
| 201.88902282714844, | |
| 191.25830078125, | |
| 180.49346923828125, | |
| 184.97279357910156, | |
| 197.9267578125, | |
| 193.59324645996094, | |
| 217.4323272705078, | |
| 228.29830932617188, | |
| 188.6465606689453, | |
| 209.08338928222656 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 4, | |
| "warmup": false, | |
| "wall_s": 8.13210415840149 | |
| }, | |
| { | |
| "denoise_dit_ms": 3172.657890319824, | |
| "first_chunk_denoise_ms": 324.51558685302734, | |
| "per_chunk_denoise_ms": [ | |
| 324.51558685302734, | |
| 357.5420227050781, | |
| 403.5875549316406, | |
| 451.5375671386719, | |
| 497.38246154785156, | |
| 546.0288543701172, | |
| 592.0638427734375 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 86.84819030761719, | |
| 79.20223999023438, | |
| 79.2344970703125, | |
| 79.23065948486328, | |
| 89.4854736328125, | |
| 89.45782470703125, | |
| 89.15769958496094, | |
| 89.44102478027344, | |
| 100.6629409790039, | |
| 100.74713897705078, | |
| 100.77133178710938, | |
| 101.40614318847656, | |
| 112.73654174804688, | |
| 112.91836547851562, | |
| 113.07257843017578, | |
| 112.8100814819336, | |
| 124.53494262695312, | |
| 124.52960205078125, | |
| 124.15570831298828, | |
| 124.1622085571289, | |
| 136.26422119140625, | |
| 136.5478057861328, | |
| 136.7704620361328, | |
| 136.4463653564453, | |
| 147.90687561035156, | |
| 148.16432189941406, | |
| 147.86416625976562, | |
| 148.12847900390625 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 5, | |
| "warmup": false, | |
| "wall_s": 5.719167470932007 | |
| }, | |
| { | |
| "denoise_dit_ms": 3173.8826904296875, | |
| "first_chunk_denoise_ms": 324.1028823852539, | |
| "per_chunk_denoise_ms": [ | |
| 324.1028823852539, | |
| 359.17186737060547, | |
| 403.36566162109375, | |
| 450.48345947265625, | |
| 497.4137878417969, | |
| 546.2958984375, | |
| 593.0491333007812 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 87.15213012695312, | |
| 78.47216033935547, | |
| 78.78211212158203, | |
| 79.69647979736328, | |
| 89.26697540283203, | |
| 89.70256042480469, | |
| 90.95014190673828, | |
| 89.25218963623047, | |
| 100.5568618774414, | |
| 100.81497955322266, | |
| 100.62569427490234, | |
| 101.36812591552734, | |
| 112.88092803955078, | |
| 112.5265884399414, | |
| 112.5506591796875, | |
| 112.52528381347656, | |
| 124.31919860839844, | |
| 124.53020477294922, | |
| 124.34678649902344, | |
| 124.21759796142578, | |
| 136.57577514648438, | |
| 136.7642822265625, | |
| 136.38694763183594, | |
| 136.5688934326172, | |
| 148.1809539794922, | |
| 148.54360961914062, | |
| 148.0918731689453, | |
| 148.23269653320312 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 6, | |
| "warmup": false, | |
| "wall_s": 5.722368240356445 | |
| }, | |
| { | |
| "denoise_dit_ms": 3169.042640686035, | |
| "first_chunk_denoise_ms": 321.5362854003906, | |
| "per_chunk_denoise_ms": [ | |
| 321.5362854003906, | |
| 356.2664566040039, | |
| 403.4004440307617, | |
| 450.4947509765625, | |
| 498.6299819946289, | |
| 545.7506866455078, | |
| 592.9640350341797 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 86.26652526855469, | |
| 78.46144104003906, | |
| 78.53718566894531, | |
| 78.27113342285156, | |
| 89.19276428222656, | |
| 89.27852630615234, | |
| 88.7919692993164, | |
| 89.0031967163086, | |
| 100.52105712890625, | |
| 100.89663696289062, | |
| 100.75730895996094, | |
| 101.2254409790039, | |
| 112.42921447753906, | |
| 112.6223373413086, | |
| 112.73094177246094, | |
| 112.7122573852539, | |
| 124.2918701171875, | |
| 125.42326354980469, | |
| 124.45011138916016, | |
| 124.46473693847656, | |
| 136.274658203125, | |
| 136.7052459716797, | |
| 136.372314453125, | |
| 136.39846801757812, | |
| 148.04319763183594, | |
| 148.2352294921875, | |
| 147.89878845214844, | |
| 148.7868194580078 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 7, | |
| "warmup": false, | |
| "wall_s": 5.714541912078857 | |
| }, | |
| { | |
| "denoise_dit_ms": 3163.794692993164, | |
| "first_chunk_denoise_ms": 321.48067474365234, | |
| "per_chunk_denoise_ms": [ | |
| 321.48067474365234, | |
| 357.1461868286133, | |
| 403.6976623535156, | |
| 449.6883544921875, | |
| 496.7052764892578, | |
| 544.0809478759766, | |
| 590.9955902099609 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 86.39561462402344, | |
| 78.40806579589844, | |
| 78.30550384521484, | |
| 78.37149047851562, | |
| 89.18355560302734, | |
| 89.30054473876953, | |
| 88.82403564453125, | |
| 89.83805084228516, | |
| 100.5863037109375, | |
| 100.86431884765625, | |
| 101.1052474975586, | |
| 101.14179229736328, | |
| 112.41190338134766, | |
| 112.42822265625, | |
| 112.41846466064453, | |
| 112.42976379394531, | |
| 124.09196472167969, | |
| 124.41875457763672, | |
| 124.05062103271484, | |
| 124.14393615722656, | |
| 135.88223266601562, | |
| 136.24700927734375, | |
| 135.95765686035156, | |
| 135.99404907226562, | |
| 147.7508544921875, | |
| 147.96112060546875, | |
| 147.50547790527344, | |
| 147.77813720703125 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 8, | |
| "warmup": false, | |
| "wall_s": 5.709938049316406 | |
| }, | |
| { | |
| "denoise_dit_ms": 3169.9550552368164, | |
| "first_chunk_denoise_ms": 328.68851470947266, | |
| "per_chunk_denoise_ms": [ | |
| 328.68851470947266, | |
| 355.77699279785156, | |
| 402.1797103881836, | |
| 449.55799102783203, | |
| 496.66358947753906, | |
| 546.4703674316406, | |
| 590.6178894042969 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 87.63005065917969, | |
| 79.4695053100586, | |
| 80.26566314697266, | |
| 81.32329559326172, | |
| 89.28195190429688, | |
| 89.05542755126953, | |
| 88.740478515625, | |
| 88.69913482666016, | |
| 100.2712631225586, | |
| 100.427490234375, | |
| 100.47318267822266, | |
| 101.00777435302734, | |
| 112.0297622680664, | |
| 112.40870666503906, | |
| 112.61478424072266, | |
| 112.5047378540039, | |
| 124.09219360351562, | |
| 124.39478302001953, | |
| 124.01216125488281, | |
| 124.1644515991211, | |
| 135.58038330078125, | |
| 136.53085327148438, | |
| 138.1199951171875, | |
| 136.2391357421875, | |
| 147.76608276367188, | |
| 147.61199951171875, | |
| 147.6064910888672, | |
| 147.63331604003906 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 9, | |
| "warmup": false, | |
| "wall_s": 5.71562123298645 | |
| }, | |
| { | |
| "denoise_dit_ms": 3165.0291442871094, | |
| "first_chunk_denoise_ms": 320.4864959716797, | |
| "per_chunk_denoise_ms": [ | |
| 320.4864959716797, | |
| 356.8183364868164, | |
| 402.4513931274414, | |
| 451.05733489990234, | |
| 497.67440032958984, | |
| 545.0291137695312, | |
| 591.5120697021484 | |
| ], | |
| "per_step_denoise_ms": [ | |
| 86.28112030029297, | |
| 78.30397033691406, | |
| 77.84534454345703, | |
| 78.05606079101562, | |
| 89.26012420654297, | |
| 89.21001434326172, | |
| 89.09728240966797, | |
| 89.25091552734375, | |
| 100.39715576171875, | |
| 100.68911743164062, | |
| 100.44153594970703, | |
| 100.923583984375, | |
| 112.5489273071289, | |
| 112.48524475097656, | |
| 113.51468658447266, | |
| 112.50847625732422, | |
| 124.30057525634766, | |
| 124.5574722290039, | |
| 124.32659149169922, | |
| 124.48976135253906, | |
| 136.1906280517578, | |
| 136.44869995117188, | |
| 136.09584045410156, | |
| 136.2939453125, | |
| 147.83815002441406, | |
| 147.9302978515625, | |
| 147.789794921875, | |
| 147.95382690429688 | |
| ], | |
| "num_denoise_forwards": 28, | |
| "denoise_forwards": 28, | |
| "compute_equivalent_forwards": 28.0, | |
| "middle_steps": 14, | |
| "middle_compute_equivalent": 14.0, | |
| "flops_speedup_estimate": 1.0, | |
| "prompt_index": 10, | |
| "warmup": false, | |
| "wall_s": 5.709745407104492 | |
| } | |
| ] | |
| } |