Add files using upload-large-folder tool

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_014.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 697,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 14,
+  "prompt": "A realistic animation of a cute, bushy-tailed squirrel sitting on a tree branch, holding a juicy burger in its tiny paws. The squirrel has a curious expression as it takes a bite out of the burger, revealing its sharp little teeth. Its fur is brown with lighter underparts, and its large, expressive eyes convey excitement and delight. The background shows a lush forest with sunlight filtering through the leaves, casting dappled shadows. The squirrel is focused on the burger, ignoring its surroundings. Medium close-up shot to capture the squirrel's facial expressions and the burger clearly.",
+  "original_prompt": "A squirrel eating a burger.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/014.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1593.06405377388,
+  "excluded_context_kv_latency_ms": 790.0439605712891,
+  "wall_generation_s": 4.1663243770599365,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.05464307963848114,
+    "psnr": 12.624648809432983,
+    "ssim": 0.42110180854797363,
+    "lpips": 0.448358416557312,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.666666666666667,
+    "compute_equivalent_forwards_retime": 13.666666666666666
+  },
+  "policy_latency_ms_generation_run": 2003.8982779979706,
+  "matched_ffff_policy_latency_ms": 3163.335159301758,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_016.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 699,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 16,
+  "prompt": "A sweeping panoramic view of snow-covered rocky mountain peaks surrounding deep, shadowed canyons. The canyons twist and wind through the high-elevated terrain, showcasing dramatic vistas and textured rock formations. Snow blankets the jagged peaks, creating a serene yet awe-inspiring winter landscape. The camera gradually pans across the vast expanse, emphasizing the scale and beauty of the natural environment. Wide shot, capturing the grandeur of the mountains and canyons.",
+  "original_prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/016.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 979.1645185947418,
+  "excluded_context_kv_latency_ms": 790.1151428222656,
+  "wall_generation_s": 3.5214669704437256,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.0893280953168869,
+    "psnr": 10.490119457244873,
+    "ssim": 0.2599852681159973,
+    "lpips": 0.6841349005699158,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1209.7022206783295,
+  "matched_ffff_policy_latency_ms": 3162.926445007324,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_017.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 700,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 17,
+  "prompt": "Extreme slow-motion video of a splash of turquoise water, showcasing intricate droplets and ripples forming in vivid detail. The scene focuses on the moment just after impact, capturing the fluid dynamics and transparency of the water. The alpha channel is included, allowing for a seamless blend with any background. Shot from a close-up perspective to highlight the fine textures and movement of the water.",
+  "original_prompt": "Splash of turquoise water in extreme slow motion, alpha channel included.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/017.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1488.6231011152267,
+  "excluded_context_kv_latency_ms": 776.6784210205078,
+  "wall_generation_s": 4.078737497329712,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.09629559516906738,
+    "psnr": 10.163935422897339,
+    "ssim": 0.30068138241767883,
+    "lpips": 0.601969301700592,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 12.666666666666664,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 5.666666666666667,
+    "compute_equivalent_forwards_retime": 12.666666666666664
+  },
+  "policy_latency_ms_generation_run": 1904.7012541294098,
+  "matched_ffff_policy_latency_ms": 3117.443313598633,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_018.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 701,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 18,
+  "prompt": "A single scoop of vanilla ice cream is slowly melting on a wooden table. The ice cream has a glossy surface with small drips forming at the edges, creating small pools of melted ice cream on the table. The wooden table has a warm, natural finish with visible grain patterns. The background includes blurred elements of a kitchen, such as a countertop and appliances, giving context to the scene. The ice cream melts gradually, with the camera remaining static to capture the process. Close-up shot focusing on the melting ice cream.",
+  "original_prompt": "an ice cream is melting on the table.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/018.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1126.647631406784,
+  "excluded_context_kv_latency_ms": 788.1419296264648,
+  "wall_generation_s": 3.7072741985321045,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.034413740038871765,
+    "psnr": 14.632681608200073,
+    "ssim": 0.47738468647003174,
+    "lpips": 0.6251935362815857,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.6666666666666665,
+    "compute_equivalent_forwards_retime": 9.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1453.866043806076,
+  "matched_ffff_policy_latency_ms": 3157.1817169189453,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_019.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 702,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 19,
+  "prompt": "A drone flying smoothly over a snowy forest, capturing aerial footage from a high vantage point. The forest is covered in a thick blanket of snow, with tall pine trees reaching towards the bright winter sky. The branches are laden with snow, and the ground is pristine and untouched. The camera slowly pans across the landscape, revealing the serene beauty of the snowy expanse. The scene is bathed in soft, diffused light, creating a tranquil and peaceful atmosphere. Wide shot, aerial view.",
+  "original_prompt": "a drone flying over a snowy forest.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/019.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 904.3660926818848,
+  "excluded_context_kv_latency_ms": 777.2429580688477,
+  "wall_generation_s": 3.456191062927246,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.08578126132488251,
+    "psnr": 10.666075944900513,
+    "ssim": 0.3106061816215515,
+    "lpips": 0.7012026906013489,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.0,
+    "compute_equivalent_forwards_retime": 8.0
+  },
+  "policy_latency_ms_generation_run": 1129.9699823856354,
+  "matched_ffff_policy_latency_ms": 3113.6851959228516,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_020.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 703,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 20,
+  "prompt": "A large great white shark is swimming gracefully through the vast, deep blue ocean. Its sleek, muscular body moves powerfully through the water, propelling it forward with each effortless stroke of its tail. The shark's distinctive dorsal fin cuts through the surface as it glides past schools of smaller fish, which scatter in its wake. The ocean floor is visible below, covered in soft sand and dotted with coral formations. The water is clear, allowing sunlight to penetrate and create shimmering patterns around the shark. The scene is captured in a mid-shot, maintaining a steady camera position to showcase the shark's majestic presence and the serene underwater environment.",
+  "original_prompt": "a shark is swimming in the ocean.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/020.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 901.0587249994278,
+  "excluded_context_kv_latency_ms": 788.3652114868164,
+  "wall_generation_s": 3.4442524909973145,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06359762698411942,
+    "psnr": 11.965590715408325,
+    "ssim": 0.2988171875476837,
+    "lpips": 0.7088360786437988,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1144.556991815567,
+  "matched_ffff_policy_latency_ms": 3155.144157409668,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_021.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 704,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 21,
+  "prompt": "An aerial panoramic video captured from a drone flying over a fantastical landscape. The scene showcases a vibrant, otherworldly terrain with towering mystical castles, lush enchanted forests, and shimmering lakes surrounded by floating islands. The sky is filled with colorful clouds and mythical creatures flying gracefully. The camera moves smoothly in a wide, sweeping motion, capturing the grandeur of this magical realm from various angles and elevations. The video maintains a continuous panoramic view, emphasizing the vastness and wonder of the fantasy land.",
+  "original_prompt": "Aerial panoramic video from a drone of a fantasy land.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/021.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1127.8017667531967,
+  "excluded_context_kv_latency_ms": 777.7429885864258,
+  "wall_generation_s": 3.708217144012451,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.08006127923727036,
+    "psnr": 10.96577525138855,
+    "ssim": 0.2878987193107605,
+    "lpips": 0.6437668800354004,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.333333333333333,
+    "compute_equivalent_forwards_retime": 9.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1433.7414531707764,
+  "matched_ffff_policy_latency_ms": 3116.337821960449,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_022.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 705,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 22,
+  "prompt": "A cute, plush teddy bear is swimming in the vast ocean. The teddy bear, with its soft brown fur and big, round black buttons for eyes, is floating on the water's surface. It has a small red bow tie around its neck. The waves gently rock the teddy bear as it bobs up and down. In the background, there are rolling waves and a bright blue sky with fluffy white clouds. The water sparkles under the sunlight. The scene is captured from a mid-shot perspective, showing the teddy bear and a portion of the ocean surrounding it.",
+  "original_prompt": "a teddy bear is swimming in the ocean.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/022.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 972.0548218488693,
+  "excluded_context_kv_latency_ms": 790.6845932006836,
+  "wall_generation_s": 3.5502119064331055,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07019646465778351,
+    "psnr": 11.536847352981567,
+    "ssim": 0.3061109781265259,
+    "lpips": 0.6943411231040955,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.6666666666666666,
+    "compute_equivalent_forwards_retime": 7.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1243.9683635234833,
+  "matched_ffff_policy_latency_ms": 3159.375030517578,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_023.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 706,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 23,
+  "prompt": "Time-lapse footage of a sunrise on Mars, showcasing the reddish-orange hues of the Martian sky as the sun gradually rises over the rugged, dusty terrain. The landscape features large boulders, sand dunes, and the distinctive rocky outcrops characteristic of the Martian surface. The atmosphere is thin and hazy, giving the sunrise a soft, diffused glow. The camera remains stationary throughout, capturing the subtle changes in light and shadow across the Martian landscape. Wide shot, emphasizing the vastness and desolation of the environment.",
+  "original_prompt": "time lapse of sunrise on mars.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/023.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1203.8485630750656,
+  "excluded_context_kv_latency_ms": 775.9187774658203,
+  "wall_generation_s": 3.7656805515289307,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.03430132940411568,
+    "psnr": 14.64689016342163,
+    "ssim": 0.502493143081665,
+    "lpips": 0.6595043540000916,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 10.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 3.0,
+    "compute_equivalent_forwards_retime": 10.0
+  },
+  "policy_latency_ms_generation_run": 1494.6959819793701,
+  "matched_ffff_policy_latency_ms": 3117.7686309814453,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_024.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 707,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 24,
+  "prompt": "A vibrant scene of golden fish swimming gracefully in an expansive underwater ocean. The fish shimmer with metallic gold scales, their bodies undulating as they navigate through crystal-clear water. Schools of these fish move together, creating a mesmerizing pattern of synchronized swimming. The background showcases a diverse marine environment with coral reefs, sea plants, and other colorful marine life. The camera remains static, capturing the fluid motion and beauty of the golden fish in a wide-angle shot, emphasizing the vastness of the ocean.",
+  "original_prompt": "golden fish swimming in the ocean.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/024.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1178.453916668892,
+  "excluded_context_kv_latency_ms": 789.4557113647461,
+  "wall_generation_s": 3.7216200828552246,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.08601243793964386,
+    "psnr": 10.654387474060059,
+    "ssim": 0.23252445459365845,
+    "lpips": 0.6624930500984192,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.6666666666666665,
+    "compute_equivalent_forwards_retime": 9.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1617.3311743736267,
+  "matched_ffff_policy_latency_ms": 3160.6204376220703,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_025.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 708,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 25,
+  "prompt": "Close-up of an artist painting on a canvas using a large round brush. The artist has medium-length brown hair tied back in a loose ponytail and wears a white apron over their clothes. They are focused intently, their hand moving smoothly across the canvas. The brushstrokes are visible, blending colors together in fluid motions. The background shows part of the artist's workspace, with other brushes and paint tubes nearby. The scene emphasizes the intricate detail and the flowing motion of the brush as it interacts with the paint and canvas.",
+  "original_prompt": "An artist brush painting on a canvas close up.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/025.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1306.6318056583405,
+  "excluded_context_kv_latency_ms": 949.3038330078125,
+  "wall_generation_s": 3.5466370582580566,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07336082309484482,
+    "psnr": 11.345357894897461,
+    "ssim": 0.42296209931373596,
+    "lpips": 0.7042343020439148,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333332
+  },
+  "policy_latency_ms_generation_run": 991.7352551221848,
+  "matched_ffff_policy_latency_ms": 3186.257652282715,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_026.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 709,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 26,
+  "prompt": "Drone aerial view of a festive celebration featuring a brightly lit Christmas tree surrounded by joyful people. The scene includes colorful fireworks bursting in the starry night sky behind the tree. People are seen smiling and waving, adding to the lively atmosphere. The background shows a clear, twinkling night sky filled with stars. The camera maintains a stable wide shot, capturing the entire scene from above.",
+  "original_prompt": "A drone view of celebration with Christmas tree and fireworks, starry sky - background.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/026.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 915.0170356035233,
+  "excluded_context_kv_latency_ms": 790.0008316040039,
+  "wall_generation_s": 3.488708734512329,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07133638113737106,
+    "psnr": 11.466889381408691,
+    "ssim": 0.2525692582130432,
+    "lpips": 0.6768414378166199,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.0,
+    "compute_equivalent_forwards_retime": 8.0
+  },
+  "policy_latency_ms_generation_run": 914.8778113126755,
+  "matched_ffff_policy_latency_ms": 3158.8783416748047,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_027.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 710,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 27,
+  "prompt": "A happy, medium-sized dog wearing a bright yellow turtleneck sweater sits in a studio setting. The dog has a friendly expression with its tail wagging gently and ears perked up, facing the camera directly. It is standing in a relaxed posture with its front paws slightly apart. The background is entirely dark, creating a stark contrast with the dog\u2019s cheerful demeanor. The lighting highlights the dog\u2019s fur and the texture of the turtleneck. Close-up portrait shot.",
+  "original_prompt": "happy dog wearing a yellow turtleneck, studio, portrait, facing camera, dark background",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/027.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 891.802312374115,
+  "excluded_context_kv_latency_ms": 778.2633056640625,
+  "wall_generation_s": 3.442798137664795,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.03772779926657677,
+    "psnr": 14.23338532447815,
+    "ssim": 0.48316481709480286,
+    "lpips": 0.5852137207984924,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1165.9890604019165,
+  "matched_ffff_policy_latency_ms": 3112.437614440918,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_028.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 711,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 28,
+  "prompt": "3D render of origami dancers made from white paper, performing a modern dance routine against a pristine white background in a studio setting. Each dancer has delicate folds and creases that catch the light, enhancing their ethereal appearance. They are gracefully moving in synchronized motions, expressing fluidity and elegance through their postures. The scene focuses on a medium close-up to capture the intricate details of the dancers' movements and the soft, clean background.",
+  "original_prompt": "Origami dancers in white paper, 3D render, on white background, studio shot, dancing modern dance.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/028.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 901.0137641429901,
+  "excluded_context_kv_latency_ms": 789.8294067382812,
+  "wall_generation_s": 3.4434499740600586,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.025872325524687767,
+    "psnr": 15.871645212173462,
+    "ssim": 0.6855065226554871,
+    "lpips": 0.6973126530647278,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1269.7574548721313,
+  "matched_ffff_policy_latency_ms": 3162.875587463379,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_029.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 712,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 29,
+  "prompt": "A cozy campfire scene at night in a snowy forest, with a bright, warm fire casting flickering light and shadows. The ground is covered in pristine snow, and tall pine trees surround the area, their branches heavy with snow. The sky above is clear and starlit, with twinkling stars visible overhead. A few logs crackle and pop in the fire, and smoke gently rises into the cool night air. The overall atmosphere is serene and peaceful, with a sense of warmth amidst the cold surroundings. Wide shot, capturing the expansive snowy landscape and the inviting glow of the campfire.",
+  "original_prompt": "Campfire at night in a snowy forest with starry sky in the background.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/029.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1030.2415043115616,
+  "excluded_context_kv_latency_ms": 776.6586303710938,
+  "wall_generation_s": 3.612170457839966,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.04530194774270058,
+    "psnr": 13.438831567764282,
+    "ssim": 0.25571921467781067,
+    "lpips": 0.5897150635719299,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.9999999999999998,
+    "compute_equivalent_forwards_retime": 9.0
+  },
+  "policy_latency_ms_generation_run": 1338.5440707206726,
+  "matched_ffff_policy_latency_ms": 3117.226821899414,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_030.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 713,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 30,
+  "prompt": "A breathtaking fantasy landscape featuring rolling hills covered in vibrant, luminescent flowers and towering, ancient trees with twisting, gnarled branches. In the distance, there are majestic mountain ranges shrouded in mist, and sparkling rivers meander through the valleys. The sky is a blend of pastel hues, transitioning from soft purples to gentle pinks, creating an ethereal atmosphere. Various mythical creatures such as unicorns and faeries can be seen interacting with their environment. The overall scene is rendered in a lush, detailed style with a focus on intricate textures and vivid colors. Wide shot, static view.",
+  "original_prompt": "a fantasy landscape",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/030.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 981.4197473526001,
+  "excluded_context_kv_latency_ms": 788.7294082641602,
+  "wall_generation_s": 3.5637917518615723,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.08390133827924728,
+    "psnr": 10.762311220169067,
+    "ssim": 0.25538232922554016,
+    "lpips": 0.586314857006073,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.6666666666666665,
+    "compute_equivalent_forwards_retime": 8.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1306.0118741989136,
+  "matched_ffff_policy_latency_ms": 3156.113021850586,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_031.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 714,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 31,
+  "prompt": "A detailed 3D model of a grand Victorian house from the 1800s, showcasing intricate architectural details such as ornate railings, multiple gables, and large bay windows. The house is painted in classic muted tones with a white trim, and surrounded by a well-manicured lawn and flower beds. The exterior features include a wrap-around porch with elegant columns and hanging lanterns. The scene captures the essence of late 19th-century elegance, with a serene and picturesque atmosphere. Wide shot, static scene.",
+  "original_prompt": "A 3D model of a 1800s victorian house.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/031.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1107.0170599222183,
+  "excluded_context_kv_latency_ms": 776.6420822143555,
+  "wall_generation_s": 3.6641571521759033,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07503601908683777,
+    "psnr": 11.247302293777466,
+    "ssim": 0.26657843589782715,
+    "lpips": 0.6385200619697571,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.6666666666666665,
+    "compute_equivalent_forwards_retime": 9.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1480.469084739685,
+  "matched_ffff_policy_latency_ms": 3111.765853881836,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_032.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 715,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 32,
+  "prompt": "A first-person perspective video showing the process of applying makeup in the morning. The video captures detailed close-ups of each step, such as applying foundation, concealer, blush, eyeshadow, eyeliner, mascara, and lipstick. The makeup artist is seen using various brushes and tools with precise motions. The lighting is soft and flattering, highlighting the natural glow of the skin. The camera remains static during each step, focusing solely on the application process. The overall style is tutorial-like, providing clear instructions and tips throughout the video.",
+  "original_prompt": "this is how I do makeup in the morning.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/032.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1560.6170539855957,
+  "excluded_context_kv_latency_ms": 789.9490814208984,
+  "wall_generation_s": 4.101640939712524,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07301615178585052,
+    "psnr": 11.365810632705688,
+    "ssim": 0.4929240643978119,
+    "lpips": 0.45444464683532715,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.333333333333334,
+    "compute_equivalent_forwards_retime": 13.333333333333332
+  },
+  "policy_latency_ms_generation_run": 2079.3861362934113,
+  "matched_ffff_policy_latency_ms": 3164.1465225219727,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_033.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 716,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 33,
+  "prompt": "Digital art, a quirky character resembling a raccoon but with a turtle-like appearance. This character has a round body covered in black fur with white patches, similar to a raccoon's coat. It has large, expressive eyes and a small snout. However, instead of paws, it has a hard, green shell on its back like a turtle, complete with a plastron underneath. The character is standing upright on its hind legs, holding a small stick in its front paws, giving it a playful and curious expression. The background is a whimsical forest scene with vibrant colors and soft lighting, creating a friendly and imaginative atmosphere. Close-up shot focusing on the character's unique features.",
+  "original_prompt": "A raccoon that looks like a turtle, digital art.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/033.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 962.9797497987747,
+  "excluded_context_kv_latency_ms": 776.871826171875,
+  "wall_generation_s": 3.5336174964904785,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06667286902666092,
+    "psnr": 11.760509014129639,
+    "ssim": 0.3437604010105133,
+    "lpips": 0.5985485315322876,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1180.8665697574615,
+  "matched_ffff_policy_latency_ms": 3115.5160751342773,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_034.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 717,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 34,
+  "prompt": "A futuristic robot performing an energetic dance routine in the bustling heart of Times Square. The robot, with sleek metallic surfaces and glowing LED lights, moves gracefully among the neon signs and crowds of people. It performs a variety of fluid, robotic movements, including spins, arm waves, and foot taps. The background showcases iconic billboards and the vibrant nightlife of Times Square at night, with bright lights and moving advertisements. The scene is captured from a mid-shot perspective, focusing on the robot's expressive dance, with no camera movement.",
+  "original_prompt": "Robot dancing in Times Square.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/034.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1381.0124742984772,
+  "excluded_context_kv_latency_ms": 789.3061065673828,
+  "wall_generation_s": 3.965237617492676,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.15262898802757263,
+    "psnr": 8.16362977027893,
+    "ssim": 0.1729385107755661,
+    "lpips": 0.5892924666404724,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 12.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 5.0,
+    "compute_equivalent_forwards_retime": 12.0
+  },
+  "policy_latency_ms_generation_run": 1761.8169836997986,
+  "matched_ffff_policy_latency_ms": 3162.36083984375,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_035.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 718,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 35,
+  "prompt": "A busy freeway at night, showcasing multiple lanes filled with cars moving at varying speeds. The scene is illuminated by the bright headlights and taillights of the vehicles, casting reflections on the wet asphalt. The environment is bustling with activity, featuring several types of vehicles including sedans, SUVs, trucks, and motorcycles. The distant horizon is blurred by the lights from oncoming traffic, creating a vibrant and dynamic scene. The background includes dimly lit streetlights and occasional billboards. The camera captures the motion of the vehicles in a wide shot, maintaining a stable perspective to highlight the flow of traffic.",
+  "original_prompt": "Busy freeway at night.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/035.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 963.2082946300507,
+  "excluded_context_kv_latency_ms": 777.5053405761719,
+  "wall_generation_s": 3.5347182750701904,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06065552309155464,
+    "psnr": 12.171295881271362,
+    "ssim": 0.32565510272979736,
+    "lpips": 0.68299800157547,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1163.711264371872,
+  "matched_ffff_policy_latency_ms": 3118.913505554199,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_036.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 719,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 36,
+  "prompt": "In extreme slow motion, a transparent balloon filled with water hangs suspended in mid-air. The balloon gradually stretches as the tension builds, revealing droplets of water clinging to its surface. Suddenly, the balloon bursts, releasing a shower of water droplets that scatter and splatter in all directions. The camera remains static, capturing every intricate detail of the explosion in breathtaking slow motion, showcasing the fluid dynamics and the vivid splash of water. Close-up shot focusing on the balloon before and during the explosion.",
+  "original_prompt": "Balloon full of water exploding in extreme slow motion.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/036.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 904.7428147792816,
+  "excluded_context_kv_latency_ms": 789.8468322753906,
+  "wall_generation_s": 3.4534497261047363,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.1543073058128357,
+    "psnr": 8.116135001182556,
+    "ssim": 0.25906050205230713,
+    "lpips": 0.7009873390197754,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.6666666666666666,
+    "compute_equivalent_forwards_retime": 7.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1295.6863160133362,
+  "matched_ffff_policy_latency_ms": 3163.8717193603516,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_037.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 720,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 37,
+  "prompt": "In a photorealistic style, an astronaut in a sleek, modern spacesuit is riding a horse floating in the vast expanse of space. The astronaut has a helmet with a clear visor, allowing viewers to see their determined expression as they hold the reins. The horse, a majestic creature with flowing mane and tail, is gracefully suspended against a backdrop of stars and distant planets. Both the astronaut and the horse are illuminated by soft, ambient light from a nearby spaceship. The scene captures the surreal beauty and tranquility of space, with a close-up view focusing on the interaction between the astronaut and the horse.",
+  "original_prompt": "An astronaut is riding a horse in the space in a photorealistic style.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/037.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1389.5398043394089,
+  "excluded_context_kv_latency_ms": 776.0611267089844,
+  "wall_generation_s": 3.9731192588806152,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.0856407955288887,
+    "psnr": 10.673192739486694,
+    "ssim": 0.3236817717552185,
+    "lpips": 0.5937917232513428,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 12.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 5.333333333333334,
+    "compute_equivalent_forwards_retime": 12.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1773.964911699295,
+  "matched_ffff_policy_latency_ms": 3114.6475524902344,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_038.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 721,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 38,
+  "prompt": "Macro slow-motion video. A cropped close-up of roasted coffee beans falling gracefully into an empty bowl. The beans are glossy with rich brown hues and intricate textures. As they descend, the beans emit a soft rustling sound, emphasizing their natural beauty and the smooth motion of their fall. The bowl is plain and white, providing a stark contrast to the dark beans. The camera focuses tightly on each bean as it arcs through the air before landing softly in the bowl. The scene is captured in slow motion to highlight the detailed movement and the sensory experience of the falling beans.",
+  "original_prompt": "Macro slo-mo. Slow motion cropped closeup of roasted coffee beans falling into an empty bowl.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/038.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 901.1610863208771,
+  "excluded_context_kv_latency_ms": 790.0046157836914,
+  "wall_generation_s": 3.475881814956665,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.12407666444778442,
+    "psnr": 9.063099026679993,
+    "ssim": 0.5008012056350708,
+    "lpips": 0.7378717064857483,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1083.7932543754578,
+  "matched_ffff_policy_latency_ms": 3160.7988510131836,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_039.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 722,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 39,
+  "prompt": "A vintage sewing machine in operation, featuring an antique wooden cabinet and metal parts with a slight patina from age. The needle moves up and down rhythmically as the machine hums softly. A roll of fabric is fed through the machine, creating neat stitches. The background shows an old-fashioned sewing room with wooden floors, a few scattered sewing tools, and a faded floral wallpaper. The focus is on the detailed mechanical workings of the sewing machine. Medium close-up shot, static camera.",
+  "original_prompt": "Sewing machine, old sewing machine working.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/039.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1594.311072230339,
+  "excluded_context_kv_latency_ms": 775.9233856201172,
+  "wall_generation_s": 4.1628735065460205,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.07235527038574219,
+    "psnr": 11.405298709869385,
+    "ssim": 0.4015920162200928,
+    "lpips": 0.5776337385177612,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 14.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 7.0,
+    "compute_equivalent_forwards_retime": 14.0
+  },
+  "policy_latency_ms_generation_run": 1957.588091135025,
+  "matched_ffff_policy_latency_ms": 3115.8129272460938,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_040.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 723,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 40,
+  "prompt": "A slow-motion sequence of colorful ink droplets falling into clear water, creating vibrant swirling patterns. The ink spreads and mixes, forming abstract shapes and dreamlike clouds within the water. The camera focuses closely, capturing the fluid motion and intricate details of the ink as it disperses and merges. The visuals are ethereal and mesmerizing, emphasizing the organic flow and transformation of the ink in water. Close-up, static shot.",
+  "original_prompt": "Motion colour drop in water, ink swirling in water, colourful ink in water, abstraction fancy dream cloud of ink.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/040.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 900.8965986967087,
+  "excluded_context_kv_latency_ms": 789.643310546875,
+  "wall_generation_s": 3.4426486492156982,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.1465023159980774,
+    "psnr": 8.341554999351501,
+    "ssim": 0.2147189974784851,
+    "lpips": 0.801395833492279,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1235.3304936885834,
+  "matched_ffff_policy_latency_ms": 3162.53182220459,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_041.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 724,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 41,
+  "prompt": "Close-up macro shot of several large, plump purple plums rotating slowly on a turntable. As the plums spin, water droplets form and glisten on their smooth skins, catching the light and reflecting tiny rainbows. The plums are isolated against a pristine white background, emphasizing their vibrant color and glossy texture. The camera focuses closely, capturing every detail of the fruit's surface as they continue to rotate.",
+  "original_prompt": "Few big purple plums rotating on the turntable. water drops appear on the skin during rotation. isolated on the white background. close-up. macro.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/041.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 886.4083946943283,
+  "excluded_context_kv_latency_ms": 777.7884140014648,
+  "wall_generation_s": 3.45735502243042,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.19266878068447113,
+    "psnr": 7.151886224746704,
+    "ssim": 0.3396245837211609,
+    "lpips": 0.7198883891105652,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1117.3007566928864,
+  "matched_ffff_policy_latency_ms": 3116.1398010253906,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_042.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 725,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 42,
+  "prompt": "A stunning young woman with vampire-inspired makeup, featuring pale skin, dark eye shadow, and red lipstick. She has red contact lenses that give her an intense, blood-red gaze. Her hair is flowing freely, styled in soft waves that frame her face. She stands confidently with a slight tilt of her head, exuding an air of mystery and allure. The background is dimly lit with shadows casting an eerie glow. Medium close-up shot focusing on her face and upper body.",
+  "original_prompt": "Vampire makeup face of beautiful girl, red contact lenses.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/042.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 904.1602809429169,
+  "excluded_context_kv_latency_ms": 790.0918273925781,
+  "wall_generation_s": 3.4768974781036377,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.05374684929847717,
+    "psnr": 12.696470022201538,
+    "ssim": 0.42320600152015686,
+    "lpips": 0.6796260476112366,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.6666666666666666,
+    "compute_equivalent_forwards_retime": 7.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1113.3440392017365,
+  "matched_ffff_policy_latency_ms": 3161.0974502563477,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_043.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 726,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 43,
+  "prompt": "Close-up shot of a cluttered ashtray filled with cigarette butts on a dimly lit table against a black background. Wisps of smoke curl and flow upwards from the ashtray, creating a hazy atmosphere. The ashtray is old and worn, with visible burn marks and residue. The cigarette butts vary in size and color, some still smoldering slightly. The focus is on the intricate details of the butts and the swirling smoke, with the black background emphasizing the textures and lighting.",
+  "original_prompt": "Ashtray full of butts on table, smoke flowing on black background, close-up",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/043.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 889.0066168308258,
+  "excluded_context_kv_latency_ms": 778.4979476928711,
+  "wall_generation_s": 3.4555797576904297,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.04952378198504448,
+    "psnr": 13.05186152458191,
+    "ssim": 0.37817272543907166,
+    "lpips": 0.5784457325935364,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1117.2944618463516,
+  "matched_ffff_policy_latency_ms": 3111.811080932617,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_044.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 727,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 44,
+  "prompt": "A serene Pacific coast scene featuring the picturesque town of Carmel-by-the-Sea. The video opens with a wide shot of the vast ocean, showcasing rolling waves crashing against the rocky shoreline. The camera then pans right, revealing the sandy beach dotted with seagulls and a few lone figures walking along the water's edge. In the background, the charming coastal architecture of Carmel-by-the-Sea can be seen, with quaint houses and colorful cottages lining the streets. The sky is a mix of soft pastel hues, reflecting the tranquility of the scene. The overall atmosphere is calm and peaceful, with a gentle breeze blowing over the waves.",
+  "original_prompt": "Pacific coast, carmel by the sea ocean and waves.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/044.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1621.2134014368057,
+  "excluded_context_kv_latency_ms": 790.0737533569336,
+  "wall_generation_s": 4.165863037109375,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06368094682693481,
+    "psnr": 11.959904432296753,
+    "ssim": 0.49354279041290283,
+    "lpips": 0.4824219346046448,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 14.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 7.0,
+    "compute_equivalent_forwards_retime": 14.0
+  },
+  "policy_latency_ms_generation_run": 2179.682606935501,
+  "matched_ffff_policy_latency_ms": 3163.363136291504,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_045.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 728,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 45,
+  "prompt": "In a vibrant scene set in New York City's Times Square, a large, friendly teddy bear is playfully interacting with a full drum kit. The teddy bear, with its soft brown fur and big, expressive black eyes, sits on a stool, energetically beating the drums with toy-sized drumsticks. Its arms move rhythmically, creating a playful and whimsical atmosphere. The background showcases the bustling energy of Times Square, with bright lights, billboards, and a mix of pedestrians walking past. The scene captures a close-up view, focusing on the teddy bear's animated performance and the colorful surroundings.",
+  "original_prompt": "A teddy bear is playing drum kit in NYC Times Square.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/045.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1463.4558228254318,
+  "excluded_context_kv_latency_ms": 777.3118286132812,
+  "wall_generation_s": 4.0542051792144775,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.10024860501289368,
+    "psnr": 9.989216327667236,
+    "ssim": 0.2709580063819885,
+    "lpips": 0.5240840911865234,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 12.666666666666666,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 5.666666666666667,
+    "compute_equivalent_forwards_retime": 12.666666666666666
+  },
+  "policy_latency_ms_generation_run": 1833.7666239738464,
+  "matched_ffff_policy_latency_ms": 3119.0232009887695,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_046.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 729,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 46,
+  "prompt": "A playful Welsh Corgi is energetically playing a drum kit. The corgi is standing on its hind legs, front paws rhythmically hitting the snare drum and cymbals. Its ears are perked up, and its tail is wagging excitedly. The corgi's expressive face shows joy and concentration as it plays. The drum kit is brightly lit against a plain background, focusing all attention on the corgi's performance. Medium close-up view, capturing the corgi's focused expression and active paws.",
+  "original_prompt": "A corgi is playing drum kit.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/046.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 901.8751043081284,
+  "excluded_context_kv_latency_ms": 789.6945037841797,
+  "wall_generation_s": 3.479426622390747,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.058088403195142746,
+    "psnr": 12.359105348587036,
+    "ssim": 0.5420670509338379,
+    "lpips": 0.6370276212692261,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1119.6980592012405,
+  "matched_ffff_policy_latency_ms": 3164.4938049316406,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_047.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 730,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 47,
+  "prompt": "A high-definition action scene featuring Tony Stark, aka Iron Man, in his iconic gold and red suit, playing a high-energy electronic guitar. He is standing confidently with a relaxed yet focused expression, swaying slightly to the music. His fingers move swiftly over the guitar strings, creating electrifying sounds. The background showcases a futuristic tech lab with holographic displays and glowing screens. The camera is positioned at a medium close-up angle, capturing the intensity of the performance and the intricate details of his suit.",
+  "original_prompt": "An Iron man is playing the electronic guitar, high electronic guitar.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/047.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1531.8578983545303,
+  "excluded_context_kv_latency_ms": 777.8348922729492,
+  "wall_generation_s": 4.102076292037964,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.09539126604795456,
+    "psnr": 10.20491361618042,
+    "ssim": 0.25219637155532837,
+    "lpips": 0.6274940371513367,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.333333333333334,
+    "compute_equivalent_forwards_retime": 13.333333333333332
+  },
+  "policy_latency_ms_generation_run": 2002.2814893722534,
+  "matched_ffff_policy_latency_ms": 3112.2664794921875,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_048.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 731,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 48,
+  "prompt": "A playful raccoon is seen playing an electronic guitar, strumming the strings with its front paws. The raccoon has distinctive black facial markings and a bushy tail. It sits comfortably on a small stool, its body slightly tilted as it focuses intently on the instrument. The setting is a cozy, dimly lit room with vintage posters on the walls, adding a retro vibe. The raccoon's expressive eyes convey a sense of joy and concentration. Medium close-up shot, focusing on the raccoon's face and hands interacting with the guitar.",
+  "original_prompt": "A raccoon is playing the electronic guitar.",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/048.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1521.0966337919235,
+  "excluded_context_kv_latency_ms": 789.1743316650391,
+  "wall_generation_s": 4.065001726150513,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.062059201300144196,
+    "psnr": 12.071938514709473,
+    "ssim": 0.3834441006183624,
+    "lpips": 0.5747457146644592,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.0,
+    "compute_equivalent_forwards_retime": 13.0
+  },
+  "policy_latency_ms_generation_run": 2119.7181770801544,
+  "matched_ffff_policy_latency_ms": 3158.845314025879,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_049.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 732,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 49,
+  "prompt": "In the style of Vincent van Gogh, a serene and picturesque scene featuring a small wooden boat gently sailing along the Seine River. The boat is modestly adorned with a sail partially unfurled, bobbing smoothly on the water's surface. The Eiffel Tower stands prominently in the background, its iconic structure silhouetted against a vibrant twilight sky filled with swirling strokes of orange and blue. The river reflects the soft glow of the setting sun, casting a warm golden hue across the water. The scene is filled with Van Gogh's signature brushwork, creating a dreamlike atmosphere. Medium shot capturing the river, boat, and distant tower.",
+  "original_prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background by Vincent van Gogh",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/049.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1533.2800016403198,
+  "excluded_context_kv_latency_ms": 776.7706832885742,
+  "wall_generation_s": 4.111474990844727,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.0602145679295063,
+    "psnr": 12.202984094619751,
+    "ssim": 0.31148096919059753,
+    "lpips": 0.5036163330078125,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.333333333333334,
+    "compute_equivalent_forwards_retime": 13.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1898.751104593277,
+  "matched_ffff_policy_latency_ms": 3115.4825744628906,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_050.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 733,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 50,
+  "prompt": "An artistic depiction of a corgi's head as an explosion of colorful nebula gases. The corgi\u2019s head features distinct facial elements such as large, expressive eyes, floppy ears, and a friendly smile, all rendered in swirling cosmic colors. The nebula includes vibrant hues of blues, purples, and pinks, creating a fantastical and whimsical scene. The background fades into a starry night sky, adding depth and scale to the composition. The corgi\u2019s head occupies the center of the frame, with the nebula expanding outward in a symmetrical explosion. The overall style is imaginative and detailed, capturing the playful essence of a corgi through a celestial lens. Full-frame close-up view.",
+  "original_prompt": "A corgi's head depicted as an explosion of a nebula",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/050.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 915.0489543676376,
+  "excluded_context_kv_latency_ms": 789.6865386962891,
+  "wall_generation_s": 3.4927940368652344,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.10722456872463226,
+    "psnr": 9.697057008743286,
+    "ssim": 0.26686549186706543,
+    "lpips": 0.6397739052772522,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.0,
+    "compute_equivalent_forwards_retime": 8.0
+  },
+  "policy_latency_ms_generation_run": 1200.333724141121,
+  "matched_ffff_policy_latency_ms": 3159.503128051758,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_051.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 734,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 51,
+  "prompt": "A breathtaking fantasy landscape featuring towering ancient trees with glowing leaves, surrounded by mystical floating islands and cascading waterfalls. Enchanted forests filled with luminescent flora and fauna, and distant, majestic mountains under a starlit sky. The ground is covered in soft, shimmering grass that glows gently. The scene is bathed in an ethereal, magical light, creating an otherworldly atmosphere. Wide shot, static scene.",
+  "original_prompt": "A fantasy landscape",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/051.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1532.6580418348312,
+  "excluded_context_kv_latency_ms": 776.1774444580078,
+  "wall_generation_s": 4.087481498718262,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.05143212154507637,
+    "psnr": 12.88765549659729,
+    "ssim": 0.28666672110557556,
+    "lpips": 0.5050652623176575,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.333333333333334,
+    "compute_equivalent_forwards_retime": 13.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1898.3178417682648,
+  "matched_ffff_policy_latency_ms": 3112.833320617676,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_052.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 735,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 52,
+  "prompt": "A futuristic cityscape where humans have achieved teleportation technology. In this scene, several diverse individuals from various races and ages stand in a bustling teleportation hub. They wear sleek, modern clothing and futuristic accessories. The teleportation devices emit soft, glowing blue lights as people step into them, disappearing in a burst of light. The background showcases towering skyscrapers, flying vehicles, and holographic advertisements, creating a vibrant and advanced urban environment. Wide shot, static camera to capture the dynamic activity and technological marvels.",
+  "original_prompt": "A future where humans have achieved teleportation technology",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/052.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1619.0918192863464,
+  "excluded_context_kv_latency_ms": 789.2691497802734,
+  "wall_generation_s": 4.159531354904175,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.10289965569972992,
+    "psnr": 9.875860810279846,
+    "ssim": 0.341221421957016,
+    "lpips": 0.5799657702445984,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 14.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 7.0,
+    "compute_equivalent_forwards_retime": 14.0
+  },
+  "policy_latency_ms_generation_run": 2258.943037033081,
+  "matched_ffff_policy_latency_ms": 3163.825309753418,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_053.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 736,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 53,
+  "prompt": "A serene underwater scene featuring a translucent, bioluminescent jellyfish gently floating through the vast ocean. The jellyfish has soft, undulating tentacles that emit a gentle glow, creating mesmerizing patterns as they sway gracefully in the water. The surrounding ocean is filled with ambient light filtering through the surface, casting a tranquil blue hue over the scene. Various small fish and plankton drift by in the background, adding to the sense of life and movement in the deep sea. The camera maintains a medium close-up perspective, focusing on the jellyfish's ethereal presence.",
+  "original_prompt": "A jellyfish floating through the ocean, with bioluminescent tentacles",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/053.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 896.8305065631866,
+  "excluded_context_kv_latency_ms": 778.8802185058594,
+  "wall_generation_s": 3.4611220359802246,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.03253971040248871,
+    "psnr": 14.87586259841919,
+    "ssim": 0.35215529799461365,
+    "lpips": 0.6820145845413208,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1246.6962502002716,
+  "matched_ffff_policy_latency_ms": 3116.860740661621,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_054.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 737,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 54,
+  "prompt": "A realistic animation of a Mars rover navigating across the rugged Martian terrain. The rover is equipped with solar panels, antennas, and various scientific instruments. It moves slowly and steadily over large boulders and fine red dust, leaving tire tracks behind. The landscape is dotted with craters, rocky outcrops, and barren plains under a pale orange sky. The camera follows the rover from a mid-shot perspective as it continues its exploration mission. Static scene, focusing on the rover's movement and interaction with the environment.",
+  "original_prompt": "A Mars rover moving on Mars",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/054.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 974.9642139673233,
+  "excluded_context_kv_latency_ms": 788.3681106567383,
+  "wall_generation_s": 3.546797275543213,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06022537127137184,
+    "psnr": 12.202205657958984,
+    "ssim": 0.3917796313762665,
+    "lpips": 0.7002159357070923,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1186.2850012779236,
+  "matched_ffff_policy_latency_ms": 3155.235305786133,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_055.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 738,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 55,
+  "prompt": "A cartoon-style animated video of a cute, black-and-white panda bear sitting at a small table in a cozy Parisian caf\u00e9. The panda is holding a steaming cup of coffee with both hands, sipping gently from a ceramic mug adorned with a delicate floral pattern. The panda has expressive, curious eyes and a soft, round face. The caf\u00e9 background showcases vintage Parisian decor, with exposed brick walls, wooden tables, and chairs, and a chalkboard menu featuring French pastries. Warm, ambient lighting and the sounds of a bustling caf\u00e9 create a lively atmosphere. Medium close-up shot focusing on the panda\u2019s face and the coffee cup.",
+  "original_prompt": "A panda drinking coffee in a cafe in Paris",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/055.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1058.0544933080673,
+  "excluded_context_kv_latency_ms": 778.1360855102539,
+  "wall_generation_s": 3.60536527633667,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.09284276515245438,
+    "psnr": 10.322519540786743,
+    "ssim": 0.32519108057022095,
+    "lpips": 0.6225213408470154,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.3333333333333335,
+    "compute_equivalent_forwards_retime": 9.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1316.3466806411743,
+  "matched_ffff_policy_latency_ms": 3124.4925537109375,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_056.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 739,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 56,
+  "prompt": "A space shuttle launching into orbit, with intense flames and thick smoke billowing out from its engines. The shuttle is seen lifting off from the launchpad, gradually ascending into the sky. The bright orange flames contrast vividly against the blue sky, creating a dramatic and awe-inspiring scene. Smoke trails behind the shuttle as it accelerates, leaving a trail of white vapor. The camera captures the entire process from a medium distance, focusing on the powerful thrust and the shuttle\u2019s journey towards space. The shot remains static, emphasizing the majesty and power of the launch.",
+  "original_prompt": "A space shuttle launching into orbit, with flames and smoke billowing out from the engines",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/056.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 902.0230981111526,
+  "excluded_context_kv_latency_ms": 789.9712600708008,
+  "wall_generation_s": 3.4564714431762695,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.11776148527860641,
+    "psnr": 9.28996741771698,
+    "ssim": 0.3324013352394104,
+    "lpips": 0.7954177260398865,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 7.333333333333333,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 0.3333333333333333,
+    "compute_equivalent_forwards_retime": 7.333333333333333
+  },
+  "policy_latency_ms_generation_run": 1258.5742452144623,
+  "matched_ffff_policy_latency_ms": 3156.226516723633,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_057.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 740,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 57,
+  "prompt": "A vintage steam locomotive chugging along a winding track on a mountainous terrain. The train is covered in soot, with steam billowing from its smokestack as it navigates the rugged landscape. The surrounding mountains are steep and lush, with patches of snow visible at higher elevations. The train cars sway gently as they follow the curving tracks, and the scenery outside the windows shows dense forests and rocky cliffs. The camera follows the train from a medium distance, capturing the train's movement and the dramatic backdrop.",
+  "original_prompt": "A steam train moving on a mountainside",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/057.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1535.5523266792297,
+  "excluded_context_kv_latency_ms": 777.0417556762695,
+  "wall_generation_s": 4.122583627700806,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.0916314572095871,
+    "psnr": 10.379554033279419,
+    "ssim": 0.24595345556735992,
+    "lpips": 0.6102842092514038,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 13.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 6.333333333333334,
+    "compute_equivalent_forwards_retime": 13.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1907.4091038703918,
+  "matched_ffff_policy_latency_ms": 3115.5845489501953,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_058.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 741,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 58,
+  "prompt": "A futuristic, towering giant robot standing in the neon-lit streets of Cyberpunk Beijing. The robot is sleek and metallic, with intricate cybernetic designs and glowing LED lights running along its body. It has a powerful, muscular build and stands atop a bustling street filled with holographic advertisements and futuristic vehicles. The cityscape behind it includes towering skyscrapers with illuminated windows and billowing smokestacks, creating a vibrant and dynamic urban environment. The robot's eyes are highlighted and emit a soft blue glow, adding to its imposing presence. Wide shot capturing the robot and the bustling cityscape below.",
+  "original_prompt": "A super cool giant robot in Cyberpunk Beijing",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/058.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1626.8036450147629,
+  "excluded_context_kv_latency_ms": 792.8412475585938,
+  "wall_generation_s": 4.191398859024048,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.08308914303779602,
+    "psnr": 10.804556608200073,
+    "ssim": 0.25268110632896423,
+    "lpips": 0.5544673800468445,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 14.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 7.0,
+    "compute_equivalent_forwards_retime": 14.0
+  },
+  "policy_latency_ms_generation_run": 1937.4249324798584,
+  "matched_ffff_policy_latency_ms": 3181.5664291381836,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_059.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 742,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 59,
+  "prompt": "A serene tropical beach at sunrise, where the first rays of sunlight illuminate the golden sand and crystal-clear turquoise water. In the foreground, tall palm trees sway gently in the breeze, casting long shadows across the sand. The water is calm and inviting, reflecting the vibrant hues of the early morning sky. The scene is peaceful and tranquil, with soft waves lapping at the shore. Wide-angle shot, capturing the expansive beauty of the beach and the horizon where the sun is just beginning to rise.",
+  "original_prompt": "A tropical beach at sunrise, with palm trees and crystal-clear water in the foreground",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/059.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 903.0036871433258,
+  "excluded_context_kv_latency_ms": 778.6276397705078,
+  "wall_generation_s": 3.461972236633301,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06581296026706696,
+    "psnr": 11.816885471343994,
+    "ssim": 0.28695473074913025,
+    "lpips": 0.7118284106254578,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.0,
+    "compute_equivalent_forwards_retime": 8.0
+  },
+  "policy_latency_ms_generation_run": 1126.3633744716644,
+  "matched_ffff_policy_latency_ms": 3126.051559448242,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_060.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 743,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 60,
+  "prompt": "Cinematic shot in the style of Vincent van Gogh, featuring a self-portrait of the artist himself. Van Gogh is depicted with his signature wild, curly hair and a thick, stubbly beard. His face is expressive, with deep-set eyes and a furrowed brow, conveying intense emotion. He is wearing a dark jacket and a beret, typical of his self-portraits. The background is a swirling, vibrant landscape with bold, brushstroke patterns, characteristic of Van Gogh\u2019s post-impressionist style. The lighting is dramatic, casting soft shadows across his face. The shot is a close-up, capturing the raw intensity of his gaze and the textured brushstrokes that define his artistic style.",
+  "original_prompt": "Cinematic shot of Van Gogh's selfie, Van Gogh style",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/060.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1050.6406477689743,
+  "excluded_context_kv_latency_ms": 792.9299087524414,
+  "wall_generation_s": 3.592816114425659,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06644265353679657,
+    "psnr": 11.775530576705933,
+    "ssim": 0.23133449256420135,
+    "lpips": 0.578054666519165,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.0,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.9999999999999998,
+    "compute_equivalent_forwards_retime": 9.0
+  },
+  "policy_latency_ms_generation_run": 1417.621980190277,
+  "matched_ffff_policy_latency_ms": 3174.023239135742,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_061.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 744,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 61,
+  "prompt": "A young woman named Gwen Stacy, with shoulder-length curly auburn hair and wearing glasses, sits comfortably in a cozy armchair, engrossed in reading a book. She has fair skin and wears a casual outfit consisting of a pastel-colored blouse and jeans. Her expression is serene and focused, with a hint of concentration as she turns the pages gently. The room around her is softly lit with warm hues, featuring a wooden desk with scattered books and a small lamp. The background includes a bookshelf filled with various books and a window letting in natural light. Medium close-up shot, static scene.",
+  "original_prompt": "Gwen Stacy reading a book",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/061.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1090.2581388950348,
+  "excluded_context_kv_latency_ms": 773.9521484375,
+  "wall_generation_s": 3.6759798526763916,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.044543493539094925,
+    "psnr": 13.512157201766968,
+    "ssim": 0.3827456831932068,
+    "lpips": 0.6359091997146606,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.333333333333333,
+    "compute_equivalent_forwards_retime": 9.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1409.67760014534,
+  "matched_ffff_policy_latency_ms": 3111.0480194091797,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_062.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 745,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 62,
+  "prompt": "A high-definition, cinematic scene featuring Tony Stark as Iron Man soaring through the sky. He is clad in his iconic gold and red armored suit, which gleams under the sunlight. His arms are extended slightly forward as he flies, showcasing the intricate design and glowing arc reactor on his chest. The sky is a vivid mix of blue and orange hues, suggesting a sunset. In the background, there are distant skyscrapers and clouds, emphasizing the urban setting. Iron Man's face is partially obscured by his helmet visor, but his determined expression can be seen. The scene is captured in a medium shot, maintaining a steady camera angle as Iron Man continues to fly gracefully.",
+  "original_prompt": "Iron Man flying in the sky",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/062.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 1119.988549232483,
+  "excluded_context_kv_latency_ms": 793.3327941894531,
+  "wall_generation_s": 3.696157217025757,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.13114520907402039,
+    "psnr": 8.822475671768188,
+    "ssim": 0.34032145142555237,
+    "lpips": 0.700702428817749,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 9.333333333333332,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 2.333333333333333,
+    "compute_equivalent_forwards_retime": 9.333333333333332
+  },
+  "policy_latency_ms_generation_run": 1352.6626262664795,
+  "matched_ffff_policy_latency_ms": 3178.2803955078125,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_063.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 746,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 63,
+  "prompt": "Oil painting style, a panoramic view of The Bund in Shanghai at sunset. The scene features iconic buildings such as the Peace Hotel and the Customs House, with their distinctive architectural details illuminated by warm golden hues. The Huangpu River flows gracefully in the foreground, reflecting the vibrant colors of the sky. Crowds of people in modern attire stroll along the riverbank, adding life to the bustling atmosphere. In the background, skyscrapers loom over the historic district, creating a striking contrast between old and new Shanghai. Wide shot, static scene capturing the beauty of the cityscape under a serene twilight sky.",
+  "original_prompt": "The bund Shanghai, oil painting",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/063.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 955.8463805913925,
+  "excluded_context_kv_latency_ms": 774.8034286499023,
+  "wall_generation_s": 3.5290613174438477,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.05732074752449989,
+    "psnr": 12.416881322860718,
+    "ssim": 0.3649142384529114,
+    "lpips": 0.690630316734314,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1257.1719546318054,
+  "matched_ffff_policy_latency_ms": 3103.4926528930664,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}

eval_out/per_prompt/cf_flowcache_Fxxx_x3/overall_consistency_064.json

@@ -0,0 +1,43 @@
+{
+  "status": "complete",
+  "protocol": "Self-Forcing Extended-251 Full Evaluation",
+  "strategy": "cf_flowcache_Fxxx_x3",
+  "base_model": "causal_forcing",
+  "method": "flowcache",
+  "param": "thresh",
+  "param_value": 1.69921875,
+  "target_speedup": 3.0,
+  "schedule": "Fxxx",
+  "global_index": 747,
+  "prompt_suite": "overall_consistency",
+  "suite_index": 64,
+  "prompt": "A CGI animation of Yoda, the iconic green Jedi master, playing a guitar on a stage. Yoda is dressed in his traditional Jedi robes and has a playful, focused expression as he strums the guitar strings. The stage is dimly lit with spotlights shining down on him, creating dramatic shadows. The background features a live audience with various alien species cheering him on. Yoda is sitting on a stool, leaning slightly forward, and his fingers move nimbly over the guitar. Medium close-up shot focusing on Yoda's face and hands interacting with the guitar.",
+  "original_prompt": "Yoda playing guitar on the stage",
+  "seed": 0,
+  "video": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/064.mp4",
+  "num_frames": 81,
+  "height": 480,
+  "width": 832,
+  "fps": 16,
+  "policy_latency_ms": 977.0618723630905,
+  "excluded_context_kv_latency_ms": 790.5121612548828,
+  "wall_generation_s": 3.5219950675964355,
+  "reference_strategy": "cf_ffff",
+  "pixel_metrics_vs_ffff": {
+    "mean_mse": 0.06292735040187836,
+    "psnr": 12.011605501174927,
+    "ssim": 0.3041782081127167,
+    "lpips": 0.6428331732749939,
+    "num_frames": 81
+  },
+  "cache_diagnostics": {
+    "denoise_forwards": 28,
+    "compute_equivalent_forwards": 8.333333333333334,
+    "middle_steps": 21,
+    "middle_compute_equivalent": 1.3333333333333333,
+    "compute_equivalent_forwards_retime": 8.333333333333334
+  },
+  "policy_latency_ms_generation_run": 1263.579139471054,
+  "matched_ffff_policy_latency_ms": 3163.165351867676,
+  "latency_source": "retime_eval: paired with FFFF in the same process, denoise only"
+}