Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_000.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_001.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_002.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_003.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_004.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_005.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_006.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_007.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_009.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_010.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_012.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_013.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_015.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_016.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_017.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_018.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_021.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_022.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_023.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_025.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_027.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_029.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_030.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_031.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_032.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_034.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_036.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_037.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_038.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_040.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_042.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_044.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_046.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_048.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_050.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_051.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_059.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_060.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_061.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_062.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_063.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_065.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_066.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_067.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_069.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_070.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_071.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_072.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_073.json +38 -0
- eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_075.json +38 -0
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_000.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 683,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 0,
|
| 13 |
+
"prompt": "A close-up view of a cluster of vibrant green grapes on a rotating glass table under soft, diffused lighting. The grapes are large and plump, reflecting the gentle light as they rotate slowly, showcasing their smooth, shiny surfaces. The background is blurred, focusing attention solely on the grapes and their subtle reflections. The camera remains static, capturing the serene and detailed motion of the rotating grapes. Close-up shot.",
|
| 14 |
+
"original_prompt": "Close up of grapes on a rotating table.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/000.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2445.7473624944687,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.8769378662109,
|
| 23 |
+
"wall_generation_s": 4.990360975265503,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04675869271159172,
|
| 27 |
+
"psnr": 13.301376104354858,
|
| 28 |
+
"ssim": 0.6758662462234497,
|
| 29 |
+
"lpips": 0.3257555663585663,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_001.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 684,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 1,
|
| 13 |
+
"prompt": "A single green sea turtle gracefully swimming through the vast, clear waters of the ocean. The turtle has a smooth, rounded shell with brown and olive patterns, and flippers that move rhythmically as it propels itself forward. Schools of colorful fish swim alongside, adding to the vibrant marine life. The sunlight filters through the water, creating gentle beams and highlighting the soft, turquoise hues of the ocean. The background shows a few coral reefs and patches of seaweed swaying gently with the current. Shot from an underwater perspective, medium close-up focusing on the turtle.",
|
| 14 |
+
"original_prompt": "Turtle swimming in ocean.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/001.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2453.8154734373093,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.1129302978516,
|
| 23 |
+
"wall_generation_s": 5.002936124801636,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.051518917083740234,
|
| 27 |
+
"psnr": 12.880332469940186,
|
| 28 |
+
"ssim": 0.4896472096443176,
|
| 29 |
+
"lpips": 0.3994985520839691,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_002.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 685,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 2,
|
| 13 |
+
"prompt": "A stormtrooper from the Star Wars universe, clad in pristine white armor with a black helmet, is meticulously vacuuming a sandy beach. He bends down slightly, moving the vacuum cleaner back and forth across the sand with purposeful motions. His gloved hand firmly grips the handle of the vacuum as he navigates around rocks and debris. The sun sets behind him, casting long shadows and giving the scene a dramatic, golden glow. The background shows crashing waves and seagulls flying overhead. Medium close-up shot, focusing on the stormtrooper's actions and the sweeping motion of the vacuum.",
|
| 14 |
+
"original_prompt": "A storm trooper vacuuming the beach.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/002.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2517.0462480783463,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.2018280029297,
|
| 23 |
+
"wall_generation_s": 5.059535980224609,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.06978113949298859,
|
| 27 |
+
"psnr": 11.56261920928955,
|
| 28 |
+
"ssim": 0.4858078360557556,
|
| 29 |
+
"lpips": 0.4702189862728119,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_003.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 686,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 3,
|
| 13 |
+
"prompt": "A large, black-and-white panda stands confidently on a surfboard in the golden hour of sunset over the ocean. The panda has a playful expression, with its front paws resting lightly on the board. The waves gently roll around the surfboard, and the sky is painted with warm hues of orange and pink. The water is calm, reflecting the vibrant colors of the setting sun. The scene captures the serene beauty of the ocean at twilight. Medium shot focusing on the panda and the surfboard, with the horizon and sunset visible in the background.",
|
| 14 |
+
"original_prompt": "A panda standing on a surfboard in the ocean in sunset.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/003.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2450.341306090355,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.1399459838867,
|
| 23 |
+
"wall_generation_s": 4.997852325439453,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05689973011612892,
|
| 27 |
+
"psnr": 12.448897361755371,
|
| 28 |
+
"ssim": 0.6158374547958374,
|
| 29 |
+
"lpips": 0.4005086421966553,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_004.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 687,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 4,
|
| 13 |
+
"prompt": "A serene sunny afternoon scene featuring an astronaut in a sleek, white spacesuit with a reflective visor, feeding ducks at a tranquil pond. The astronaut bends gently at the waist, holding a handful of bread crumbs towards the ducks, which are swimming close to the surface. The water reflects the clear blue sky and the astronaut's figure, creating a harmonious mirror image. The surrounding environment includes lush green grass and blooming flowers, enhancing the peaceful atmosphere. The camera focuses closely on the interaction between the astronaut and the ducks, capturing the gentle movements and reflections in the water. Medium close-up shot, static camera.",
|
| 14 |
+
"original_prompt": "An astronaut feeding ducks on a sunny afternoon, reflection from the water.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/004.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2502.9631645679474,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.1631698608398,
|
| 23 |
+
"wall_generation_s": 5.044061183929443,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04039362072944641,
|
| 27 |
+
"psnr": 13.936872482299805,
|
| 28 |
+
"ssim": 0.5886483192443848,
|
| 29 |
+
"lpips": 0.3036077916622162,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_005.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 688,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 5,
|
| 13 |
+
"prompt": "A cozy indoor setting with two pandas sitting on plush chairs, engaged in a thoughtful discussion about an academic paper. Both pandas have black patches around their eyes and are wearing small glasses perched on their snouts. They are hunched over a stack of papers filled with complex equations and graphs, occasionally pointing at sections and nodding in agreement. One panda is gesturing animatedly with a pen, while the other listens intently. The room is softly lit with warm, ambient lighting, creating a comfortable atmosphere for scholarly debate. Medium close-up view focusing on the pandas' expressions and gestures.",
|
| 14 |
+
"original_prompt": "Two pandas discussing an academic paper.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/005.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2646.23020529747,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.7050704956055,
|
| 23 |
+
"wall_generation_s": 5.191064119338989,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.030762018635869026,
|
| 27 |
+
"psnr": 15.11985182762146,
|
| 28 |
+
"ssim": 0.6825973391532898,
|
| 29 |
+
"lpips": 0.22012819349765778,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.333333333333332
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_006.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 689,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 6,
|
| 13 |
+
"prompt": "A sunset time-lapse sequence at a serene beach, capturing the vibrant colors of the sky as the sun sets below the horizon. The sky transitions from bright orange and pink hues to deep purples and blues, with wispy clouds moving gracefully across the frame. The beach is calm, with soft waves gently lapping at the shore. The camera remains stationary, focusing on the dynamic changes in the sky and the interplay of light and shadow over the landscape. Wide shot, capturing the expansive beauty of the beach and sky during sunset.",
|
| 14 |
+
"original_prompt": "Sunset time lapse at the beach with moving clouds and colors in the sky.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/006.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2448.9109873771667,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.2949371337891,
|
| 23 |
+
"wall_generation_s": 4.996100187301636,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.03884914517402649,
|
| 27 |
+
"psnr": 14.10618543624878,
|
| 28 |
+
"ssim": 0.548754096031189,
|
| 29 |
+
"lpips": 0.345402330160141,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_007.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 690,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 7,
|
| 13 |
+
"prompt": "A plump, fluffy rabbit donning a voluminous purple robe walks gracefully through a vibrant fantasy landscape. The rabbit has large, expressive eyes and a gentle, curious expression. Its fur is soft and thick, and the robe drapes elegantly over its body. The landscape features rolling hills covered in lush green grass, colorful wildflowers, and towering magical trees with shimmering leaves. In the distance, there are sparkling waterfalls and mystical castles. The scene is bathed in warm, golden sunlight. Medium shot, focusing on the rabbit's walk through the picturesque environment.",
|
| 14 |
+
"original_prompt": "A fat rabbit wearing a purple robe walking through a fantasy landscape.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/007.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2519.4080045223236,
|
| 22 |
+
"excluded_context_kv_latency_ms": 786.7946929931641,
|
| 23 |
+
"wall_generation_s": 5.0812087059021,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04824059456586838,
|
| 27 |
+
"psnr": 13.165873289108276,
|
| 28 |
+
"ssim": 0.4424566626548767,
|
| 29 |
+
"lpips": 0.34655681252479553,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_009.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 692,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 9,
|
| 13 |
+
"prompt": "A realistic animation of an astronaut floating in the vastness of space. The astronaut is wearing a full spacesuit with reflective gold visor and carrying a jetpack. They are gliding gracefully, arms outstretched, against a backdrop of stars and distant planets. The scene includes streaks of light from passing meteoroids and a faint blue Earth visible in the distance. The astronaut occasionally adjusts their jetpack to maneuver smoothly through space. Wide shot, static camera, emphasizing the serene beauty of the cosmos.",
|
| 14 |
+
"original_prompt": "An astronaut flying in space.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/009.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2840.479034423828,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.0012817382812,
|
| 23 |
+
"wall_generation_s": 5.385735034942627,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04746907576918602,
|
| 27 |
+
"psnr": 13.235892057418823,
|
| 28 |
+
"ssim": 0.445402592420578,
|
| 29 |
+
"lpips": 0.408189058303833,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_010.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 693,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 10,
|
| 13 |
+
"prompt": "A vibrant display of fireworks lighting up the night sky. The fireworks burst into colorful explosions of red, blue, green, and gold, creating intricate patterns against a dark, starry backdrop. Each explosion is followed by trails of light that slowly fade away. The ground is seen below, with people watching in awe, their faces illuminated momentarily by the bright flashes. The scene captures the excitement and joy of a festive celebration. Wide shot, capturing the expansive sky and the crowd below.",
|
| 14 |
+
"original_prompt": "Fireworks.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/010.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2394.074264883995,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.0313186645508,
|
| 23 |
+
"wall_generation_s": 4.937494277954102,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.07370174676179886,
|
| 27 |
+
"psnr": 11.325222253799438,
|
| 28 |
+
"ssim": 0.33908790349960327,
|
| 29 |
+
"lpips": 0.44867557287216187,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.0,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.0
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_012.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 695,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 12,
|
| 13 |
+
"prompt": "Aerial view flying through vibrant fantasy landscapes. The camera captures sweeping vistas of floating islands, lush forests, and majestic waterfalls. Enormous mythical creatures like dragons and unicorns roam freely in the distance. The sky transitions from dawn hues to midday sunlight, casting dynamic shadows on the terrain. The landscape is detailed with intricate flora and fauna, creating a rich and immersive environment. The camera moves smoothly, capturing the vastness and beauty of these magical realms. Wide shot aerial perspective throughout the sequence.",
|
| 14 |
+
"original_prompt": "Flying through fantasy landscapes.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/012.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2838.849998474121,
|
| 22 |
+
"excluded_context_kv_latency_ms": 783.9592742919922,
|
| 23 |
+
"wall_generation_s": 5.378803968429565,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.050890639424324036,
|
| 27 |
+
"psnr": 12.933621406555176,
|
| 28 |
+
"ssim": 0.4773195683956146,
|
| 29 |
+
"lpips": 0.4219822883605957,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_013.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 696,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 13,
|
| 13 |
+
"prompt": "A large, hairy Bigfoot creature walking through a heavy snowstorm. The Bigfoot stands at least eight feet tall, covered in shaggy brown fur, with muscular limbs and a stooped posture. Snowflakes swirl around him as he moves slowly and deliberately through the dense forest, his feet sinking slightly into the deep snow. The landscape is bleak and desolate, with bare trees and thick snowdrifts. The atmosphere is eerie and quiet, with only the sound of crunching snow and howling wind. The scene is captured in a mid-shot, focusing on the Bigfoot\u2019s powerful form as he trudges through the storm.",
|
| 14 |
+
"original_prompt": "A bigfoot walking in the snowstorm.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/013.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2578.8681519031525,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.1564559936523,
|
| 23 |
+
"wall_generation_s": 5.126283645629883,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.0542137436568737,
|
| 27 |
+
"psnr": 12.658905982971191,
|
| 28 |
+
"ssim": 0.4907069206237793,
|
| 29 |
+
"lpips": 0.39957305788993835,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.0,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.0
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_015.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 698,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 15,
|
| 13 |
+
"prompt": "A sleek black cat wearing stylish oversized sunglasses and a bright red lifeguard hat, positioned beside a pool. The cat is sitting upright with its paws resting on the edge of a poolside chair, alert and focused. The cat's fur is smooth and glossy, with a collar that has a small whistle attached. The pool is clear and sparkling, surrounded by lush green grass and palm trees. In the background, there are lounge chairs and umbrellas under a bright blue sky. The scene is set in a warm, sunny day environment. Medium close-up shot, static camera.",
|
| 14 |
+
"original_prompt": "A cat wearing sunglasses and working as a lifeguard at a pool.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/015.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2712.5782170295715,
|
| 22 |
+
"excluded_context_kv_latency_ms": 786.5196304321289,
|
| 23 |
+
"wall_generation_s": 5.258264780044556,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.024406058713793755,
|
| 27 |
+
"psnr": 16.125023365020752,
|
| 28 |
+
"ssim": 0.6339341402053833,
|
| 29 |
+
"lpips": 0.18725712597370148,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_016.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 699,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 16,
|
| 13 |
+
"prompt": "A sweeping panoramic view of snow-covered rocky mountain peaks surrounding deep, shadowed canyons. The canyons twist and wind through the high-elevated terrain, showcasing dramatic vistas and textured rock formations. Snow blankets the jagged peaks, creating a serene yet awe-inspiring winter landscape. The camera gradually pans across the vast expanse, emphasizing the scale and beauty of the natural environment. Wide shot, capturing the grandeur of the mountains and canyons.",
|
| 14 |
+
"original_prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/016.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2883.128677368164,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.559455871582,
|
| 23 |
+
"wall_generation_s": 5.42658543586731,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.060073740780353546,
|
| 27 |
+
"psnr": 12.213152647018433,
|
| 28 |
+
"ssim": 0.4486078917980194,
|
| 29 |
+
"lpips": 0.31478866934776306,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 24.33333333333333,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 10.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_017.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 700,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 17,
|
| 13 |
+
"prompt": "Extreme slow-motion video of a splash of turquoise water, showcasing intricate droplets and ripples forming in vivid detail. The scene focuses on the moment just after impact, capturing the fluid dynamics and transparency of the water. The alpha channel is included, allowing for a seamless blend with any background. Shot from a close-up perspective to highlight the fine textures and movement of the water.",
|
| 14 |
+
"original_prompt": "Splash of turquoise water in extreme slow motion, alpha channel included.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/017.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2452.038347840309,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.9674224853516,
|
| 23 |
+
"wall_generation_s": 4.997446775436401,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.06634335964918137,
|
| 27 |
+
"psnr": 11.78202509880066,
|
| 28 |
+
"ssim": 0.4210582375526428,
|
| 29 |
+
"lpips": 0.497487872838974,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_018.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 701,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 18,
|
| 13 |
+
"prompt": "A single scoop of vanilla ice cream is slowly melting on a wooden table. The ice cream has a glossy surface with small drips forming at the edges, creating small pools of melted ice cream on the table. The wooden table has a warm, natural finish with visible grain patterns. The background includes blurred elements of a kitchen, such as a countertop and appliances, giving context to the scene. The ice cream melts gradually, with the camera remaining static to capture the process. Close-up shot focusing on the melting ice cream.",
|
| 14 |
+
"original_prompt": "an ice cream is melting on the table.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/018.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2981.685028076172,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.3920059204102,
|
| 23 |
+
"wall_generation_s": 5.5244855880737305,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.006368334870785475,
|
| 27 |
+
"psnr": 21.95974111557007,
|
| 28 |
+
"ssim": 0.8195889592170715,
|
| 29 |
+
"lpips": 0.23573124408721924,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_021.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 704,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 21,
|
| 13 |
+
"prompt": "An aerial panoramic video captured from a drone flying over a fantastical landscape. The scene showcases a vibrant, otherworldly terrain with towering mystical castles, lush enchanted forests, and shimmering lakes surrounded by floating islands. The sky is filled with colorful clouds and mythical creatures flying gracefully. The camera moves smoothly in a wide, sweeping motion, capturing the grandeur of this magical realm from various angles and elevations. The video maintains a continuous panoramic view, emphasizing the vastness and wonder of the fantasy land.",
|
| 14 |
+
"original_prompt": "Aerial panoramic video from a drone of a fantasy land.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/021.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2542.495111823082,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.0774154663086,
|
| 23 |
+
"wall_generation_s": 5.091795921325684,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.0557255819439888,
|
| 27 |
+
"psnr": 12.539453506469727,
|
| 28 |
+
"ssim": 0.49617189168930054,
|
| 29 |
+
"lpips": 0.41568756103515625,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_022.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 705,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 22,
|
| 13 |
+
"prompt": "A cute, plush teddy bear is swimming in the vast ocean. The teddy bear, with its soft brown fur and big, round black buttons for eyes, is floating on the water's surface. It has a small red bow tie around its neck. The waves gently rock the teddy bear as it bobs up and down. In the background, there are rolling waves and a bright blue sky with fluffy white clouds. The water sparkles under the sunlight. The scene is captured from a mid-shot perspective, showing the teddy bear and a portion of the ocean surrounding it.",
|
| 14 |
+
"original_prompt": "a teddy bear is swimming in the ocean.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/022.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2452.0789180994034,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.2986297607422,
|
| 23 |
+
"wall_generation_s": 4.998066186904907,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04598657786846161,
|
| 27 |
+
"psnr": 13.373689651489258,
|
| 28 |
+
"ssim": 0.6016631722450256,
|
| 29 |
+
"lpips": 0.2960076928138733,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_023.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 706,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 23,
|
| 13 |
+
"prompt": "Time-lapse footage of a sunrise on Mars, showcasing the reddish-orange hues of the Martian sky as the sun gradually rises over the rugged, dusty terrain. The landscape features large boulders, sand dunes, and the distinctive rocky outcrops characteristic of the Martian surface. The atmosphere is thin and hazy, giving the sunrise a soft, diffused glow. The camera remains stationary throughout, capturing the subtle changes in light and shadow across the Martian landscape. Wide shot, emphasizing the vastness and desolation of the environment.",
|
| 14 |
+
"original_prompt": "time lapse of sunrise on mars.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/023.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2915.420436859131,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.7931289672852,
|
| 23 |
+
"wall_generation_s": 5.457752227783203,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.012085221707820892,
|
| 27 |
+
"psnr": 19.17745351791382,
|
| 28 |
+
"ssim": 0.7461534738540649,
|
| 29 |
+
"lpips": 0.25337091088294983,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 24.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 10.666666666666668
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_025.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 708,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 25,
|
| 13 |
+
"prompt": "Close-up of an artist painting on a canvas using a large round brush. The artist has medium-length brown hair tied back in a loose ponytail and wears a white apron over their clothes. They are focused intently, their hand moving smoothly across the canvas. The brushstrokes are visible, blending colors together in fluid motions. The background shows part of the artist's workspace, with other brushes and paint tubes nearby. The scene emphasizes the intricate detail and the flowing motion of the brush as it interacts with the paint and canvas.",
|
| 14 |
+
"original_prompt": "An artist brush painting on a canvas close up.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/025.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2511.2198647260666,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.7729034423828,
|
| 23 |
+
"wall_generation_s": 5.05561375617981,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.02624192088842392,
|
| 27 |
+
"psnr": 15.810043811798096,
|
| 28 |
+
"ssim": 0.6765563488006592,
|
| 29 |
+
"lpips": 0.30002477765083313,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_027.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 710,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 27,
|
| 13 |
+
"prompt": "A happy, medium-sized dog wearing a bright yellow turtleneck sweater sits in a studio setting. The dog has a friendly expression with its tail wagging gently and ears perked up, facing the camera directly. It is standing in a relaxed posture with its front paws slightly apart. The background is entirely dark, creating a stark contrast with the dog\u2019s cheerful demeanor. The lighting highlights the dog\u2019s fur and the texture of the turtleneck. Close-up portrait shot.",
|
| 14 |
+
"original_prompt": "happy dog wearing a yellow turtleneck, studio, portrait, facing camera, dark background",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/027.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2464.6659420728683,
|
| 22 |
+
"excluded_context_kv_latency_ms": 789.6485748291016,
|
| 23 |
+
"wall_generation_s": 5.017277002334595,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.020713791251182556,
|
| 27 |
+
"psnr": 16.837403774261475,
|
| 28 |
+
"ssim": 0.8298360705375671,
|
| 29 |
+
"lpips": 0.13133440911769867,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_029.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 712,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 29,
|
| 13 |
+
"prompt": "A cozy campfire scene at night in a snowy forest, with a bright, warm fire casting flickering light and shadows. The ground is covered in pristine snow, and tall pine trees surround the area, their branches heavy with snow. The sky above is clear and starlit, with twinkling stars visible overhead. A few logs crackle and pop in the fire, and smoke gently rises into the cool night air. The overall atmosphere is serene and peaceful, with a sense of warmth amidst the cold surroundings. Wide shot, capturing the expansive snowy landscape and the inviting glow of the campfire.",
|
| 14 |
+
"original_prompt": "Campfire at night in a snowy forest with starry sky in the background.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/029.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2963.5858612060547,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.35107421875,
|
| 23 |
+
"wall_generation_s": 5.510445594787598,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.02724427357316017,
|
| 27 |
+
"psnr": 15.647248029708862,
|
| 28 |
+
"ssim": 0.40983128547668457,
|
| 29 |
+
"lpips": 0.3015909492969513,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.0,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.0
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_030.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 713,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 30,
|
| 13 |
+
"prompt": "A breathtaking fantasy landscape featuring rolling hills covered in vibrant, luminescent flowers and towering, ancient trees with twisting, gnarled branches. In the distance, there are majestic mountain ranges shrouded in mist, and sparkling rivers meander through the valleys. The sky is a blend of pastel hues, transitioning from soft purples to gentle pinks, creating an ethereal atmosphere. Various mythical creatures such as unicorns and faeries can be seen interacting with their environment. The overall scene is rendered in a lush, detailed style with a focus on intricate textures and vivid colors. Wide shot, static view.",
|
| 14 |
+
"original_prompt": "a fantasy landscape",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/030.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2849.3230781555176,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.2355270385742,
|
| 23 |
+
"wall_generation_s": 5.393099784851074,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04961404576897621,
|
| 27 |
+
"psnr": 13.04395318031311,
|
| 28 |
+
"ssim": 0.4401991069316864,
|
| 29 |
+
"lpips": 0.32395079731941223,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_031.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 714,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 31,
|
| 13 |
+
"prompt": "A detailed 3D model of a grand Victorian house from the 1800s, showcasing intricate architectural details such as ornate railings, multiple gables, and large bay windows. The house is painted in classic muted tones with a white trim, and surrounded by a well-manicured lawn and flower beds. The exterior features include a wrap-around porch with elegant columns and hanging lanterns. The scene captures the essence of late 19th-century elegance, with a serene and picturesque atmosphere. Wide shot, static scene.",
|
| 14 |
+
"original_prompt": "A 3D model of a 1800s victorian house.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/031.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2956.0895919799805,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.5283279418945,
|
| 23 |
+
"wall_generation_s": 5.498968601226807,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.045529261231422424,
|
| 27 |
+
"psnr": 13.417093753814697,
|
| 28 |
+
"ssim": 0.4458465278148651,
|
| 29 |
+
"lpips": 0.25472623109817505,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.0,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.0
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_032.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 715,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 32,
|
| 13 |
+
"prompt": "A first-person perspective video showing the process of applying makeup in the morning. The video captures detailed close-ups of each step, such as applying foundation, concealer, blush, eyeshadow, eyeliner, mascara, and lipstick. The makeup artist is seen using various brushes and tools with precise motions. The lighting is soft and flattering, highlighting the natural glow of the skin. The camera remains static during each step, focusing solely on the application process. The overall style is tutorial-like, providing clear instructions and tips throughout the video.",
|
| 14 |
+
"original_prompt": "this is how I do makeup in the morning.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/032.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2505.788074731827,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.3433380126953,
|
| 23 |
+
"wall_generation_s": 5.049386024475098,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05507774278521538,
|
| 27 |
+
"psnr": 12.59023904800415,
|
| 28 |
+
"ssim": 0.6177425384521484,
|
| 29 |
+
"lpips": 0.27384892106056213,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_034.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 717,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 34,
|
| 13 |
+
"prompt": "A futuristic robot performing an energetic dance routine in the bustling heart of Times Square. The robot, with sleek metallic surfaces and glowing LED lights, moves gracefully among the neon signs and crowds of people. It performs a variety of fluid, robotic movements, including spins, arm waves, and foot taps. The background showcases iconic billboards and the vibrant nightlife of Times Square at night, with bright lights and moving advertisements. The scene is captured from a mid-shot perspective, focusing on the robot's expressive dance, with no camera movement.",
|
| 14 |
+
"original_prompt": "Robot dancing in Times Square.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/034.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2462.9072313308716,
|
| 22 |
+
"excluded_context_kv_latency_ms": 791.167366027832,
|
| 23 |
+
"wall_generation_s": 5.009704113006592,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.13195887207984924,
|
| 27 |
+
"psnr": 8.795614242553711,
|
| 28 |
+
"ssim": 0.25274917483329773,
|
| 29 |
+
"lpips": 0.4524857699871063,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_036.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 719,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 36,
|
| 13 |
+
"prompt": "In extreme slow motion, a transparent balloon filled with water hangs suspended in mid-air. The balloon gradually stretches as the tension builds, revealing droplets of water clinging to its surface. Suddenly, the balloon bursts, releasing a shower of water droplets that scatter and splatter in all directions. The camera remains static, capturing every intricate detail of the explosion in breathtaking slow motion, showcasing the fluid dynamics and the vivid splash of water. Close-up shot focusing on the balloon before and during the explosion.",
|
| 14 |
+
"original_prompt": "Balloon full of water exploding in extreme slow motion.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/036.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2438.0754857063293,
|
| 22 |
+
"excluded_context_kv_latency_ms": 782.2412109375,
|
| 23 |
+
"wall_generation_s": 4.976963520050049,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.1053444892168045,
|
| 27 |
+
"psnr": 9.773882031440735,
|
| 28 |
+
"ssim": 0.5512199997901917,
|
| 29 |
+
"lpips": 0.47574248909950256,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_037.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 720,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 37,
|
| 13 |
+
"prompt": "In a photorealistic style, an astronaut in a sleek, modern spacesuit is riding a horse floating in the vast expanse of space. The astronaut has a helmet with a clear visor, allowing viewers to see their determined expression as they hold the reins. The horse, a majestic creature with flowing mane and tail, is gracefully suspended against a backdrop of stars and distant planets. Both the astronaut and the horse are illuminated by soft, ambient light from a nearby spaceship. The scene captures the surreal beauty and tranquility of space, with a close-up view focusing on the interaction between the astronaut and the horse.",
|
| 14 |
+
"original_prompt": "An astronaut is riding a horse in the space in a photorealistic style.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/037.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2874.9020614624023,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.8899459838867,
|
| 23 |
+
"wall_generation_s": 5.424805402755737,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.06505740433931351,
|
| 27 |
+
"psnr": 11.867033243179321,
|
| 28 |
+
"ssim": 0.4199300706386566,
|
| 29 |
+
"lpips": 0.412099689245224,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_038.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 721,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 38,
|
| 13 |
+
"prompt": "Macro slow-motion video. A cropped close-up of roasted coffee beans falling gracefully into an empty bowl. The beans are glossy with rich brown hues and intricate textures. As they descend, the beans emit a soft rustling sound, emphasizing their natural beauty and the smooth motion of their fall. The bowl is plain and white, providing a stark contrast to the dark beans. The camera focuses tightly on each bean as it arcs through the air before landing softly in the bowl. The scene is captured in slow motion to highlight the detailed movement and the sensory experience of the falling beans.",
|
| 14 |
+
"original_prompt": "Macro slo-mo. Slow motion cropped closeup of roasted coffee beans falling into an empty bowl.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/038.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2453.7522003650665,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.490966796875,
|
| 23 |
+
"wall_generation_s": 4.99843168258667,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.08513513952493668,
|
| 27 |
+
"psnr": 10.69891095161438,
|
| 28 |
+
"ssim": 0.6828370094299316,
|
| 29 |
+
"lpips": 0.2643917202949524,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_040.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 723,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 40,
|
| 13 |
+
"prompt": "A slow-motion sequence of colorful ink droplets falling into clear water, creating vibrant swirling patterns. The ink spreads and mixes, forming abstract shapes and dreamlike clouds within the water. The camera focuses closely, capturing the fluid motion and intricate details of the ink as it disperses and merges. The visuals are ethereal and mesmerizing, emphasizing the organic flow and transformation of the ink in water. Close-up, static shot.",
|
| 14 |
+
"original_prompt": "Motion colour drop in water, ink swirling in water, colourful ink in water, abstraction fancy dream cloud of ink.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/040.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2443.718086719513,
|
| 22 |
+
"excluded_context_kv_latency_ms": 783.723388671875,
|
| 23 |
+
"wall_generation_s": 4.985723972320557,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.10963230580091476,
|
| 27 |
+
"psnr": 9.600614309310913,
|
| 28 |
+
"ssim": 0.4905160665512085,
|
| 29 |
+
"lpips": 0.6009759902954102,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_042.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 725,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 42,
|
| 13 |
+
"prompt": "A stunning young woman with vampire-inspired makeup, featuring pale skin, dark eye shadow, and red lipstick. She has red contact lenses that give her an intense, blood-red gaze. Her hair is flowing freely, styled in soft waves that frame her face. She stands confidently with a slight tilt of her head, exuding an air of mystery and allure. The background is dimly lit with shadows casting an eerie glow. Medium close-up shot focusing on her face and upper body.",
|
| 14 |
+
"original_prompt": "Vampire makeup face of beautiful girl, red contact lenses.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/042.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2460.8174735307693,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.1568069458008,
|
| 23 |
+
"wall_generation_s": 5.004138946533203,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.028249958530068398,
|
| 27 |
+
"psnr": 15.489821434020996,
|
| 28 |
+
"ssim": 0.6963751316070557,
|
| 29 |
+
"lpips": 0.25148671865463257,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_044.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 727,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 44,
|
| 13 |
+
"prompt": "A serene Pacific coast scene featuring the picturesque town of Carmel-by-the-Sea. The video opens with a wide shot of the vast ocean, showcasing rolling waves crashing against the rocky shoreline. The camera then pans right, revealing the sandy beach dotted with seagulls and a few lone figures walking along the water's edge. In the background, the charming coastal architecture of Carmel-by-the-Sea can be seen, with quaint houses and colorful cottages lining the streets. The sky is a mix of soft pastel hues, reflecting the tranquility of the scene. The overall atmosphere is calm and peaceful, with a gentle breeze blowing over the waves.",
|
| 14 |
+
"original_prompt": "Pacific coast, carmel by the sea ocean and waves.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/044.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2854.366409301758,
|
| 22 |
+
"excluded_context_kv_latency_ms": 782.1747589111328,
|
| 23 |
+
"wall_generation_s": 5.393527030944824,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05173570290207863,
|
| 27 |
+
"psnr": 12.862097024917603,
|
| 28 |
+
"ssim": 0.5390342473983765,
|
| 29 |
+
"lpips": 0.4168172776699066,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.666666666666668
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_046.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 729,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 46,
|
| 13 |
+
"prompt": "A playful Welsh Corgi is energetically playing a drum kit. The corgi is standing on its hind legs, front paws rhythmically hitting the snare drum and cymbals. Its ears are perked up, and its tail is wagging excitedly. The corgi's expressive face shows joy and concentration as it plays. The drum kit is brightly lit against a plain background, focusing all attention on the corgi's performance. Medium close-up view, capturing the corgi's focused expression and active paws.",
|
| 14 |
+
"original_prompt": "A corgi is playing drum kit.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/046.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2456.875920653343,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.1350402832031,
|
| 23 |
+
"wall_generation_s": 5.004046440124512,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.029884977266192436,
|
| 27 |
+
"psnr": 15.245471000671387,
|
| 28 |
+
"ssim": 0.7671293616294861,
|
| 29 |
+
"lpips": 0.15177510678768158,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_048.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 731,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 48,
|
| 13 |
+
"prompt": "A playful raccoon is seen playing an electronic guitar, strumming the strings with its front paws. The raccoon has distinctive black facial markings and a bushy tail. It sits comfortably on a small stool, its body slightly tilted as it focuses intently on the instrument. The setting is a cozy, dimly lit room with vintage posters on the walls, adding a retro vibe. The raccoon's expressive eyes convey a sense of joy and concentration. Medium close-up shot, focusing on the raccoon's face and hands interacting with the guitar.",
|
| 14 |
+
"original_prompt": "A raccoon is playing the electronic guitar.",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/048.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2966.855785369873,
|
| 22 |
+
"excluded_context_kv_latency_ms": 783.8188247680664,
|
| 23 |
+
"wall_generation_s": 5.508619785308838,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.030044134706258774,
|
| 27 |
+
"psnr": 15.222402811050415,
|
| 28 |
+
"ssim": 0.5796423554420471,
|
| 29 |
+
"lpips": 0.28951194882392883,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_050.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 733,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 50,
|
| 13 |
+
"prompt": "An artistic depiction of a corgi's head as an explosion of colorful nebula gases. The corgi\u2019s head features distinct facial elements such as large, expressive eyes, floppy ears, and a friendly smile, all rendered in swirling cosmic colors. The nebula includes vibrant hues of blues, purples, and pinks, creating a fantastical and whimsical scene. The background fades into a starry night sky, adding depth and scale to the composition. The corgi\u2019s head occupies the center of the frame, with the nebula expanding outward in a symmetrical explosion. The overall style is imaginative and detailed, capturing the playful essence of a corgi through a celestial lens. Full-frame close-up view.",
|
| 14 |
+
"original_prompt": "A corgi's head depicted as an explosion of a nebula",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/050.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2577.259975552559,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.2165756225586,
|
| 23 |
+
"wall_generation_s": 5.116379261016846,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.06893979012966156,
|
| 27 |
+
"psnr": 11.615300178527832,
|
| 28 |
+
"ssim": 0.5104200839996338,
|
| 29 |
+
"lpips": 0.35243818163871765,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.0,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.999999999999999
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_051.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 734,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 51,
|
| 13 |
+
"prompt": "A breathtaking fantasy landscape featuring towering ancient trees with glowing leaves, surrounded by mystical floating islands and cascading waterfalls. Enchanted forests filled with luminescent flora and fauna, and distant, majestic mountains under a starlit sky. The ground is covered in soft, shimmering grass that glows gently. The scene is bathed in an ethereal, magical light, creating an otherworldly atmosphere. Wide shot, static scene.",
|
| 14 |
+
"original_prompt": "A fantasy landscape",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/051.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2934.924114227295,
|
| 22 |
+
"excluded_context_kv_latency_ms": 791.6230316162109,
|
| 23 |
+
"wall_generation_s": 5.486966848373413,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.03458074852824211,
|
| 27 |
+
"psnr": 14.611656665802002,
|
| 28 |
+
"ssim": 0.371146023273468,
|
| 29 |
+
"lpips": 0.3642407953739166,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 24.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 10.333333333333336
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_059.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 742,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 59,
|
| 13 |
+
"prompt": "A serene tropical beach at sunrise, where the first rays of sunlight illuminate the golden sand and crystal-clear turquoise water. In the foreground, tall palm trees sway gently in the breeze, casting long shadows across the sand. The water is calm and inviting, reflecting the vibrant hues of the early morning sky. The scene is peaceful and tranquil, with soft waves lapping at the shore. Wide-angle shot, capturing the expansive beauty of the beach and the horizon where the sun is just beginning to rise.",
|
| 14 |
+
"original_prompt": "A tropical beach at sunrise, with palm trees and crystal-clear water in the foreground",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/059.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2656.449553489685,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.6503601074219,
|
| 23 |
+
"wall_generation_s": 5.206340551376343,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.021988218650221825,
|
| 27 |
+
"psnr": 16.578099727630615,
|
| 28 |
+
"ssim": 0.5768541097640991,
|
| 29 |
+
"lpips": 0.27366766333580017,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.333333333333332
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_060.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 743,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 60,
|
| 13 |
+
"prompt": "Cinematic shot in the style of Vincent van Gogh, featuring a self-portrait of the artist himself. Van Gogh is depicted with his signature wild, curly hair and a thick, stubbly beard. His face is expressive, with deep-set eyes and a furrowed brow, conveying intense emotion. He is wearing a dark jacket and a beret, typical of his self-portraits. The background is a swirling, vibrant landscape with bold, brushstroke patterns, characteristic of Van Gogh\u2019s post-impressionist style. The lighting is dramatic, casting soft shadows across his face. The shot is a close-up, capturing the raw intensity of his gaze and the textured brushstrokes that define his artistic style.",
|
| 14 |
+
"original_prompt": "Cinematic shot of Van Gogh's selfie, Van Gogh style",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/060.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2958.8101768493652,
|
| 22 |
+
"excluded_context_kv_latency_ms": 782.8121566772461,
|
| 23 |
+
"wall_generation_s": 5.498321294784546,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.02962418645620346,
|
| 27 |
+
"psnr": 15.283535718917847,
|
| 28 |
+
"ssim": 0.3870655596256256,
|
| 29 |
+
"lpips": 0.27711161971092224,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_061.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 744,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 61,
|
| 13 |
+
"prompt": "A young woman named Gwen Stacy, with shoulder-length curly auburn hair and wearing glasses, sits comfortably in a cozy armchair, engrossed in reading a book. She has fair skin and wears a casual outfit consisting of a pastel-colored blouse and jeans. Her expression is serene and focused, with a hint of concentration as she turns the pages gently. The room around her is softly lit with warm hues, featuring a wooden desk with scattered books and a small lamp. The background includes a bookshelf filled with various books and a window letting in natural light. Medium close-up shot, static scene.",
|
| 14 |
+
"original_prompt": "Gwen Stacy reading a book",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/061.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2990.323028564453,
|
| 22 |
+
"excluded_context_kv_latency_ms": 788.9647369384766,
|
| 23 |
+
"wall_generation_s": 5.539967775344849,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.018936004489660263,
|
| 27 |
+
"psnr": 17.22711682319641,
|
| 28 |
+
"ssim": 0.6244233250617981,
|
| 29 |
+
"lpips": 0.24461928009986877,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 25.333333333333332,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_062.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 745,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 62,
|
| 13 |
+
"prompt": "A high-definition, cinematic scene featuring Tony Stark as Iron Man soaring through the sky. He is clad in his iconic gold and red armored suit, which gleams under the sunlight. His arms are extended slightly forward as he flies, showcasing the intricate design and glowing arc reactor on his chest. The sky is a vivid mix of blue and orange hues, suggesting a sunset. In the background, there are distant skyscrapers and clouds, emphasizing the urban setting. Iron Man's face is partially obscured by his helmet visor, but his determined expression can be seen. The scene is captured in a medium shot, maintaining a steady camera angle as Iron Man continues to fly gracefully.",
|
| 14 |
+
"original_prompt": "Iron Man flying in the sky",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/062.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2879.58097076416,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.2460250854492,
|
| 23 |
+
"wall_generation_s": 5.423731327056885,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.08337897062301636,
|
| 27 |
+
"psnr": 10.789434909820557,
|
| 28 |
+
"ssim": 0.5700902342796326,
|
| 29 |
+
"lpips": 0.42251473665237427,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.999999999999996,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 10.0
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_063.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 746,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 63,
|
| 13 |
+
"prompt": "Oil painting style, a panoramic view of The Bund in Shanghai at sunset. The scene features iconic buildings such as the Peace Hotel and the Customs House, with their distinctive architectural details illuminated by warm golden hues. The Huangpu River flows gracefully in the foreground, reflecting the vibrant colors of the sky. Crowds of people in modern attire stroll along the riverbank, adding life to the bustling atmosphere. In the background, skyscrapers loom over the historic district, creating a striking contrast between old and new Shanghai. Wide shot, static scene capturing the beauty of the cityscape under a serene twilight sky.",
|
| 14 |
+
"original_prompt": "The bund Shanghai, oil painting",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/063.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2505.9199602603912,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.2476043701172,
|
| 23 |
+
"wall_generation_s": 5.04686713218689,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.019280899316072464,
|
| 27 |
+
"psnr": 17.14872717857361,
|
| 28 |
+
"ssim": 0.6656833291053772,
|
| 29 |
+
"lpips": 0.22433306276798248,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.666666666666668,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_065.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 748,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 65,
|
| 13 |
+
"prompt": "In the style of Ukiyo-e, a beautiful coastal beach in spring, waves gently lap against the soft golden sand. The scene is serene and picturesque, with a clear blue sky dotted with fluffy clouds. A few palm trees stand tall along the shore, their leaves rustling softly in the breeze. In the background, a traditional Japanese fishing village can be seen, with thatched-roof houses and boats docked at the pier. The water is calm, reflecting the tranquil atmosphere. The composition follows the classic Ukiyo-e horizontal format, capturing the essence of nature and human interaction with the environment in a harmonious medium shot.",
|
| 14 |
+
"original_prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/065.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2451.870982527733,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.834716796875,
|
| 23 |
+
"wall_generation_s": 4.998130559921265,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.021130137145519257,
|
| 27 |
+
"psnr": 16.750977039337158,
|
| 28 |
+
"ssim": 0.6610301733016968,
|
| 29 |
+
"lpips": 0.29608339071273804,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_066.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 749,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 66,
|
| 13 |
+
"prompt": "A beautiful coastal beach scene in spring, inspired by Vincent van Gogh's style. The beach is filled with soft, golden sand, and the water gently laps at the shore with serene waves. The sky is painted with vibrant hues of pink, orange, and blue, reflecting the early morning light. Palm trees sway gently in the breeze, casting dappled shadows on the sand. Seagulls fly overhead, adding to the tranquil atmosphere. The background showcases a picturesque horizon with rolling hills and a dense forest. The scene is captured in Van Gogh's distinct post-impressionist style, with bold brushstrokes and rich colors. Wide shot, capturing the expansive beauty of the coastal landscape.",
|
| 14 |
+
"original_prompt": "A beautiful coastal beach in spring, waves lapping on sand by Vincent van Gogh",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/066.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2844.681442260742,
|
| 22 |
+
"excluded_context_kv_latency_ms": 787.3590087890625,
|
| 23 |
+
"wall_generation_s": 5.387644290924072,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.02229619026184082,
|
| 27 |
+
"psnr": 16.517692804336548,
|
| 28 |
+
"ssim": 0.5667135119438171,
|
| 29 |
+
"lpips": 0.3056969940662384,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 23.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 9.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_067.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 750,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 67,
|
| 13 |
+
"prompt": "A serene, picturesque scene of a small wooden boat gently gliding along the Seine River in Paris, France. The boat is rowed leisurely by a middle-aged man in a casual striped shirt and khaki pants, who rows smoothly with rhythmic strokes. The Eiffel Tower stands majestically in the background, partially visible through the misty morning air. The riverbank is lined with lush green trees and quaint buildings, reflecting off the calm waters. The overall atmosphere is peaceful and tranquil, capturing the essence of a lazy summer day. Wide shot, static camera.",
|
| 14 |
+
"original_prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/067.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2465.377279520035,
|
| 22 |
+
"excluded_context_kv_latency_ms": 789.8566818237305,
|
| 23 |
+
"wall_generation_s": 5.017119407653809,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.03108261339366436,
|
| 27 |
+
"psnr": 15.074825286865234,
|
| 28 |
+
"ssim": 0.6333500742912292,
|
| 29 |
+
"lpips": 0.2394573986530304,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_069.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 752,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 69,
|
| 13 |
+
"prompt": "A close-up shot of a fluffy gray cat with green eyes eating food from a white ceramic bowl. The cat has a curious expression and its tail is gently swishing behind it. The bowl is placed on a wooden table, and the cat's whiskers are brushing against the surface of the bowl as it eats. The lighting is soft and warm, casting gentle shadows on the table. The cat's natural movements include licking its lips and occasionally pausing to look around. Medium shot focusing on the interaction between the cat and the bowl.",
|
| 14 |
+
"original_prompt": "A cat eating food out of a bowl",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/069.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2732.545893907547,
|
| 22 |
+
"excluded_context_kv_latency_ms": 790.6634979248047,
|
| 23 |
+
"wall_generation_s": 5.282355070114136,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.0171401035040617,
|
| 27 |
+
"psnr": 17.659865617752075,
|
| 28 |
+
"ssim": 0.6948806047439575,
|
| 29 |
+
"lpips": 0.22939512133598328,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_070.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 753,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 70,
|
| 13 |
+
"prompt": "A playful domestic cat lounging by a sparkling swimming pool, wearing stylish black sunglasses perched atop its head. The cat has soft, fluffy fur with distinct stripes, and its tail curls gently behind it. The cat is lying down, paws tucked under its body, with a relaxed and content expression. The pool is surrounded by lush green grass and vibrant flowers, creating a serene and sunny outdoor setting. The water sparkles in the sunlight, and there is a gentle breeze rustling the leaves. Medium close-up shot focusing on the cat and the sunglasses.",
|
| 14 |
+
"original_prompt": "A cat wearing sunglasses at a pool",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/070.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2712.1164301633835,
|
| 22 |
+
"excluded_context_kv_latency_ms": 783.3889694213867,
|
| 23 |
+
"wall_generation_s": 5.255305767059326,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05874641612172127,
|
| 27 |
+
"psnr": 12.310186624526978,
|
| 28 |
+
"ssim": 0.42228463292121887,
|
| 29 |
+
"lpips": 0.2980233132839203,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 22.666666666666664,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 8.666666666666666
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_071.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 754,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 71,
|
| 13 |
+
"prompt": "A confused panda sitting in a classroom filled with desks and chairs, surrounded by other animated animal students taking notes. The panda is holding a pencil and staring at a complex calculus equation on a chalkboard, scratching its head with a puzzled expression. The classroom has typical school decor including posters on the walls and a teacher's desk at the front. The panda looks lost and overwhelmed, trying to understand the mathematical concepts being taught. Medium shot focusing on the panda's reaction and the chalkboard in the background.",
|
| 14 |
+
"original_prompt": "A confused panda in calculus class",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/071.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2931.142650604248,
|
| 22 |
+
"excluded_context_kv_latency_ms": 783.559944152832,
|
| 23 |
+
"wall_generation_s": 5.471138954162598,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05226656422019005,
|
| 27 |
+
"psnr": 12.817760705947876,
|
| 28 |
+
"ssim": 0.6174486875534058,
|
| 29 |
+
"lpips": 0.2637178897857666,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 24.999999999999996,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 11.000000000000002
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_072.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 755,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 72,
|
| 13 |
+
"prompt": "A cute, fluffy panda sitting at a small table in a traditional Chinese restaurant, eating Chinese cuisine. The panda has soft black patches around its eyes and ears, contrasting with its white fur. It sits comfortably in a relaxed posture, holding a pair of chopsticks with its front paws, delicately picking up pieces of dumplings from a steaming plate. The restaurant is decorated with red lanterns and bamboo accents, creating a cozy and inviting atmosphere. In the background, other diners can be seen enjoying their meals. Medium close-up shot focusing on the panda's face and hands as it enjoys its meal.",
|
| 14 |
+
"original_prompt": "A cute fluffy panda eating Chinese food in a restaurant",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/072.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2885.9289169311523,
|
| 22 |
+
"excluded_context_kv_latency_ms": 784.8666687011719,
|
| 23 |
+
"wall_generation_s": 5.428534984588623,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.04411588981747627,
|
| 27 |
+
"psnr": 13.554049730300903,
|
| 28 |
+
"ssim": 0.5538712739944458,
|
| 29 |
+
"lpips": 0.3117657005786896,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 24.33333333333333,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 10.333333333333334
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_073.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 756,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 73,
|
| 13 |
+
"prompt": "A cheerful and playful Corgi running and frolicking in a sunlit park during the golden hour of sunset. The Corgi has a fluffy tail and perky ears, wagging happily as it runs through the grassy field. The sky is painted with warm hues of orange and pink, casting a soft glow over the greenery. In the background, there are families enjoying their leisure time, children playing, and couples walking hand in hand. Medium shot capturing the joyful energy of the Corgi amidst the serene park atmosphere.",
|
| 14 |
+
"original_prompt": "A cute happy Corgi playing in park, sunset",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/073.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2448.6143165826797,
|
| 22 |
+
"excluded_context_kv_latency_ms": 785.6076736450195,
|
| 23 |
+
"wall_generation_s": 4.9946818351745605,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.05926956236362457,
|
| 27 |
+
"psnr": 12.27168321609497,
|
| 28 |
+
"ssim": 0.54677814245224,
|
| 29 |
+
"lpips": 0.3817037045955658,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|
eval_out/per_prompt/cf_flowcache_x1.3/overall_consistency_075.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"protocol": "Self-Forcing Extended-251 Full Evaluation",
|
| 4 |
+
"strategy": "cf_flowcache_x1.3",
|
| 5 |
+
"base_model": "causal_forcing",
|
| 6 |
+
"method": "flowcache",
|
| 7 |
+
"param": "thresh",
|
| 8 |
+
"param_value": 0.6487630208333333,
|
| 9 |
+
"target_speedup": 1.3,
|
| 10 |
+
"global_index": 758,
|
| 11 |
+
"prompt_suite": "overall_consistency",
|
| 12 |
+
"suite_index": 75,
|
| 13 |
+
"prompt": "A cheerful, fuzzy panda playing a guitar near a warm campfire. The panda has soft, black patches against a white fluffy coat, with large, expressive eyes filled with joy. It is sitting comfortably, strumming the strings with its front paws. Flames from the campfire flicker and dance, casting gentle shadows on the ground. In the background, a majestic snow-capped mountain rises, its peaks dusted with snow under a clear blue sky. The scene is captured in a medium shot, emphasizing the cozy, serene atmosphere of the winter landscape.",
|
| 14 |
+
"original_prompt": "A happy fuzzy panda playing guitar nearby a campfire, snow mountain in the background",
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/075.mp4",
|
| 17 |
+
"num_frames": 81,
|
| 18 |
+
"height": 480,
|
| 19 |
+
"width": 832,
|
| 20 |
+
"fps": 16,
|
| 21 |
+
"policy_latency_ms": 2465.8513417243958,
|
| 22 |
+
"excluded_context_kv_latency_ms": 791.0897369384766,
|
| 23 |
+
"wall_generation_s": 5.01829981803894,
|
| 24 |
+
"reference_strategy": "cf_ffff",
|
| 25 |
+
"pixel_metrics_vs_ffff": {
|
| 26 |
+
"mean_mse": 0.03167703002691269,
|
| 27 |
+
"psnr": 14.992555379867554,
|
| 28 |
+
"ssim": 0.6864182353019714,
|
| 29 |
+
"lpips": 0.24765758216381073,
|
| 30 |
+
"num_frames": 81
|
| 31 |
+
},
|
| 32 |
+
"cache_diagnostics": {
|
| 33 |
+
"denoise_forwards": 28,
|
| 34 |
+
"compute_equivalent_forwards": 21.333333333333336,
|
| 35 |
+
"middle_steps": 14,
|
| 36 |
+
"middle_compute_equivalent": 7.333333333333333
|
| 37 |
+
}
|
| 38 |
+
}
|