Add files using upload-large-folder tool

.gitattributes

@@ -6679,3 +6679,24 @@ eval_out/generated_videos/sf_teacache_Fxxx_x3/overall_consistency/072.mp4 filter
 eval_out/generated_videos/sf_teacache_Fxxx_x3/overall_consistency/037.mp4 filter=lfs diff=lfs merge=lfs -text
 eval_out/generated_videos/sf_teacache_Fxxx_x3/overall_consistency/039.mp4 filter=lfs diff=lfs merge=lfs -text
 eval_out/generated_videos/sf_teacache_Fxxx_x3/overall_consistency/034.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/assets/wechat.jpg filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/assets/pipeline.png filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/assets/demo.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/prompts/i2v/26-15/000001.png filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0010.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0009.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0008.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0007.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0006.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0005.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0004.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0003.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0002.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/Causal-Forcing/videos/causal_forcing_baseline/0001.mp4 filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/FlowCache4MAGI-1/example/assets/image.jpeg filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/visualization.jpg filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/more_visualization2.jpg filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/more_visualization1.jpg filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/key_findings.jpg filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/FlowCache1.png filter=lfs diff=lfs merge=lfs -text
+repos/FlowCache/assets/method.jpg filter=lfs diff=lfs merge=lfs -text

eval_out/summaries/final_summary.csv

@@ -0,0 +1,116 @@
+base_model,method,strategy,excluded_context_kv_latency_ms,latency_num_videos,latency_ratio_vs_ffff,latency_source,lpips,matched_ffff_policy_latency_ms,mean_compute_equivalent_forwards,mp4_reference_records,normalized_aesthetic_quality,normalized_background_consistency,normalized_dynamic_degree,normalized_imaging_quality,normalized_motion_smoothness,normalized_overall_consistency,normalized_scene,normalized_subject_consistency,num_inference_steps,num_videos,policy_latency_ms,psnr,quality_score,raw_aesthetic_quality,raw_background_consistency,raw_dynamic_degree,raw_imaging_quality,raw_motion_smoothness,raw_overall_consistency,raw_scene,raw_subject_consistency,schedule,selected_vbench_percent,selected_vbench_score,semantic_score,speedup_percent_vs_ffff,ssim,target_speedup
+causal_forcing,flowcache,cf_flowcache_x1.3,786.2859220770725,251,0.8501908301557918,generation run (FFFF from its own records),0.34149214468035566,3156.087506723594,22.855245683930907,0,0.6613815125598702,0.9371702884914869,0.9027777777777778,0.6999734349328655,0.9263618481907541,0.7558915120101942,0.6982825431485578,0.9492660148307492,,251,2683.276657385655,13.260364661739082,0.8410076341626571,0.6613815125598702,0.9536002580509629,0.9027777777777778,0.6999734349328655,0.9760344787476049,0.27514451037171067,0.5741279069767442,0.9566833234624937,,81.82235128460009,0.8182235128460009,0.7270870275793759,14.980916984420823,0.5272230338527861,1.3
+causal_forcing,flowcache,cf_flowcache_x1.6,786.5472730659394,251,0.6610691900196224,generation run (FFFF from its own records),0.4743731292595426,3156.087506723594,17.369189907038514,0,0.643781497593849,0.9330724635791439,0.875,0.6771617144011545,0.9374913854180178,0.7654189536134276,0.632873798600465,0.9386319096190787,,251,2086.3922117008156,11.738079439886814,0.8304798128384079,0.643781497593849,0.9505740143531977,0.875,0.6771617144011545,0.9792787388493522,0.2786124991152876,0.5203488372093024,0.9476039244327694,,80.42131254921155,0.8042131254921155,0.6991463761069463,33.89308099803776,0.44235078070268213,1.6
+causal_forcing,flowcache,cf_flowcache_x2,786.3618091112114,251,0.5108486202637132,generation run (FFFF from its own records),0.48349286437747013,3156.087506723594,14.0,0,0.6361620823542277,0.9355521279194009,0.8194444444444444,0.672523024746515,0.9419759799777369,0.7669558680594201,0.637293308367228,0.9364511679763384,,251,1612.2829482412908,11.900368412695602,0.8240702918538984,0.6361620823542277,0.9524052464684775,0.8194444444444444,0.672523024746515,0.9805859981635103,0.2791719359736289,0.5239825581395349,0.9457420072181978,,79.96811511257835,0.7996811511257835,0.702124588213324,48.915137973628674,0.44024067244444237,2.0
+causal_forcing,flowcache,cf_flowcache_Fxxx_x3,786.5691899759361,251,0.369385239940086,paired retime (same process as FFFF),0.6277735733178508,3143.175363913,9.926958831341302,0,0.5069543700064382,0.8011396411414584,0.875,0.5187975601293519,0.8065715658702558,0.7044059754520193,0.4269246434693081,0.6318664137904586,,251,1161.0425859727707,11.337916267185522,0.6732417365341751,0.5069543700064382,0.853141624982967,0.875,0.5187975601293519,0.9411156114511796,0.25640377506453504,0.35101744186046513,0.6856875440942936,Fxxx,65.17264511194728,0.6517264511194728,0.5656653094606637,63.0614760059914,0.3387471138243656,3.0
+causal_forcing,motioncache,cf_motioncache_x1.3,786.4758527839326,251,0.8606718161054627,generation run (FFFF from its own records),0.4450228554437835,3156.087506723594,21.57647614669529,0,0.6546518610369775,0.9405695981337141,0.8611111111111112,0.6935021155532196,0.9385488081914132,0.759971541679738,0.6638103669678062,0.9491007585319036,,251,2716.3555661995574,12.068109654576268,0.8376233994550515,0.6546518610369775,0.9561106482217478,0.8611111111111112,0.6935021155532196,0.979586977587797,0.27662964117142463,0.5457848837209303,0.9565422276345392,,81.24769104287957,0.8124769104287957,0.7118909543237721,13.932818389453727,0.4614376743951167,1.3
+causal_forcing,motioncache,cf_motioncache_x1.3_c0FFFF,789.3555454390932,251,0.872834380166819,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.19353667426616902,3156.087506723594,22.589604828549042,0,0.6637770597652722,0.9427643689583547,0.8472222222222222,0.7044434241028114,0.9323509793108368,0.7520703242086538,0.6699976806412743,0.9506912177503214,4,251,2754.741682683329,14.94980333299692,0.8395705747270378,0.6637770597652722,0.9577314864757449,0.8472222222222222,0.7044434241028114,0.977780310469109,0.27375359801195,0.5508720930232558,0.9579001617152244,FxxF,81.38632602666232,0.8138632602666231,0.7110340024249641,12.716561983318098,0.6802681987266617,1.3
+causal_forcing,motioncache,cf_motioncache_x1.6,786.5369391574328,251,0.7108103594112578,generation run (FFFF from its own records),0.473712983478113,3156.087506723594,17.47881806108899,0,0.6472931837522855,0.9359185156840448,0.8611111111111112,0.6851342287118036,0.9419774643815744,0.7643514900121314,0.6558552493876326,0.9395735044452317,,251,2243.379694987578,11.911312736323074,0.8328095368237265,0.6472931837522855,0.9526758238326671,0.8611111111111112,0.6851342287118036,0.980586430867229,0.27822394236441583,0.5392441860465116,0.9484078580953388,,80.82683033989575,0.8082683033989575,0.710103369699882,28.91896405887422,0.4403945700343387,1.6
+causal_forcing,motioncache,cf_motioncache_x1.75,884.1202807179485,251,0.6421744187184113,paired retime (same process as FFFF),0.48237771733823526,3535.579581089704,14.611792147648721,0,0.6386493905898063,0.9355271414751234,0.875,0.6760314137423226,0.9425415786338847,0.7649724170676533,0.6576230532943379,0.9377454301712851,,251,2270.4587623189645,11.93560650010141,0.8305445372022585,0.6386493905898063,0.9523867939793786,0.875,0.6760314137423226,0.9807508701717774,0.27844995981262577,0.5406976744186046,0.9468470482802432,FxxF,80.66951767980059,0.806695176798006,0.7112977351809956,35.78255812815887,0.43995639070334186,1.75
+causal_forcing,motioncache,cf_motioncache_x1.75_c0FFFF,789.2203955479353,251,0.6887914881106895,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.23013730354577422,3156.087506723594,16.704549324071248,0,0.6604394025059157,0.9373735436055123,0.8194444444444444,0.7005878575339066,0.9387621442406664,0.7547763309748646,0.67530109236139,0.9464500895397986,4,251,2173.8862103637,14.453508694392532,0.8351518653905494,0.6604394025059157,0.9537503619526708,0.8194444444444444,0.7005878575339066,0.9796491650461543,0.2747385844748507,0.5552325581395349,0.95427908644908,FxxF,81.11292346460651,0.8111292346460651,0.7150387116681274,31.120851188931052,0.6429575596197667,1.75
+causal_forcing,motioncache,cf_motioncache_x2,786.5216572066228,251,0.5128352331129795,generation run (FFFF from its own records),0.48351409603874995,3156.087506723594,14.000105560663329,0,0.6360963839356617,0.9355300245263862,0.8194444444444444,0.6724448645619715,0.9419842979269232,0.7668146155981481,0.6399450142272859,0.936447251548086,,251,1618.5528722355566,11.901434168045048,0.8240409172220456,0.6360963839356617,0.9523889231127362,0.8194444444444444,0.6724448645619715,0.9805884228456981,0.2791205200777259,0.5261627906976745,0.9457386633717558,,79.990869676018,0.79990869676018,0.7033798149127171,48.716476688702045,0.44024074142910097,2.0
+causal_forcing,motioncache,cf_motioncache_Fxxx_x2.85,882.4010273602854,251,0.4825389784915016,paired retime (same process as FFFF),0.7113511398494006,3535.579581089704,8.043456941464912,0,0.4141179701333405,0.8890613886798401,0.9722222222222222,0.4237259852147175,0.7431895495972638,0.4920741783845239,0.06452484259474014,0.7572223178049763,,251,1706.054959434437,10.618889591841219,0.6751687859165908,0.4141179701333405,0.9180718355400618,0.9722222222222222,0.4237259852147175,0.9226397537076024,0.1791150009319667,0.053052325581395346,0.7927164149418887,Fxxx,59.57949308311991,0.595794930831199,0.27829951048963203,51.746102150849836,0.24319209930193852,2.85
+causal_forcing,motioncache,cf_motioncache_Fxxx_x2.85_c0FFFF,789.2436330726897,251,0.5680930371553172,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.5596311491324132,3156.087506723594,11.099552218476518,0,0.4986677647277873,0.7323926831449475,0.8333333333333334,0.5291677542883579,0.7906607662547275,0.7478369448985894,0.4313441532360711,0.6274664923632978,4,251,1792.951337222559,12.958696892693542,0.6536403868083245,0.4986677647277873,0.8023719965025436,0.8333333333333334,0.5291677542883579,0.9364776133632531,0.2722126479430865,0.3546511627906977,0.6819308911797837,Fxxx,64.08304192601257,0.6408304192601257,0.5895905490673303,43.190696284468274,0.42499026662087536,2.85
+causal_forcing,motioncache,cf_motioncache_Fxxx_x3,783.5839161055972,251,0.5406922147608894,paired retime (same process as FFFF),0.680190525681849,3141.2409330877176,9.3428184697109,0,0.4350827666380072,0.87582510812903,0.8333333333333334,0.4711637092589322,0.7666027602288504,0.5548248693332012,0.14584382230317977,0.7457640298654411,,251,1698.4445172087605,10.941261994958904,0.6747463710521686,0.4350827666380072,0.9082968423532886,0.8333333333333334,0.4711637092589322,0.9294647046067099,0.2019562524372852,0.11991279069767442,0.7829333286991136,Fxxx,60.9863966005373,0.609863966005373,0.35033434581819045,45.930778523911066,0.2715798978845912,3.0
+causal_forcing,none,cf_naive1step,789.561809038261,251,0.2527957785522423,generation run (FFFF from its own records),0.5505684687796817,3156.087506723594,7.0,0,0.5593839082666623,0.927301555968159,0.8055555555555556,0.5726136158915706,0.9361997581402685,0.734712100544537,0.5577421325654935,0.9050335696875397,1,251,797.8455984411961,11.469721402754473,0.7824200337694506,0.5593839082666623,0.9463121990824854,0.8055555555555556,0.5726136158915706,0.9789022294978883,0.26743520459821146,0.4585755813953488,0.9189176617992214,F,75.51814503265636,0.7551814503265636,0.6462271165550153,74.72042214477577,0.4008785457725069,0.0
+causal_forcing,none,cf_naive1step_c0FFFF,790.4650324787277,251,0.3280819059953281,generation run (FFFF from its own records),0.27788509317187676,3156.087506723594,10.0,176,0.6352456942681344,0.9348405428168939,0.8333333333333334,0.6493868628906629,0.9403841114328596,0.7551558250606476,0.6319898966471124,0.9113821871758553,1,251,1035.4552046939195,14.104462878651209,0.8159829209547405,0.6352456942681344,0.9518797408702762,0.8333333333333334,0.6493868628906629,0.9801219684826786,0.2748767203220757,0.5196220930232558,0.9243381114107453,F,79.15009089345683,0.7915009089345684,0.69357286085388,67.19180940046718,0.5977425030265672,0.0
+causal_forcing,none,cf_naive2step,788.8905960326176,251,0.5037004358906308,generation run (FFFF from its own records),0.488313057626861,3156.087506723594,14.0,0,0.6398448783864257,0.9437457115573484,0.8194444444444444,0.6756733936480472,0.9444108692853906,0.7654013567559336,0.6611586611077482,0.9448835923372588,2,251,1589.7226528456486,11.745447842122038,0.8287783031703079,0.6398448783864257,0.9584562079851018,0.8194444444444444,0.6756733936480472,0.9812957683966914,0.2786060938591598,0.5436046511627907,0.9529416111375516,FF,80.56786443226144,0.8056786443226145,0.713280008931841,49.62995641093691,0.41313304974738346,0.0
+causal_forcing,none,cf_naive2step_c0FFFF,788.19727556449,251,0.5534597457100596,generation run (FFFF from its own records),0.2437072381547901,3156.087506723594,16.0,176,0.6628444377453097,0.9429428298315202,0.8888888888888888,0.6973622999212807,0.9369596987631557,0.7531325407982099,0.6797206021281531,0.9475770774324564,2,251,1746.7673889099365,14.258925700703537,0.842205597843303,0.6628444377453097,0.9578632798305777,0.8888888888888888,0.6973622999212807,0.9791237521894599,0.2741402448505484,0.5588662790697675,0.9552413087118313,FF,81.70497925672787,0.8170497925672787,0.7164265714631814,44.65402542899404,0.612248025211205,0.0
+causal_forcing,none,cf_naive3step,790.4048659184065,251,0.7533665212343675,generation run (FFFF from its own records),0.44476132350138936,3156.087506723594,21.0,0,0.6642605117572251,0.9450889731915288,0.8888888888888888,0.6995118593084024,0.9341268935830961,0.7559109726133012,0.6346416025071703,0.9529271119009426,3,251,2377.6906656516026,11.87270650821835,0.8437017807610254,0.6642605117572251,0.9594482067019441,0.8888888888888888,0.6995118593084024,0.9782979894794726,0.2751515940312416,0.5218023255813954,0.9598091681410248,FFF,81.40166821208675,0.8140166821208675,0.6952762875602357,24.663347876563247,0.439340524642591,0.0
+causal_forcing,none,cf_naive3step_c0FFFF,789.8929976201152,251,0.7785359334159211,generation run (FFFF from its own records),0.22358939369984596,3156.087506723594,22.0,176,0.6659308306632503,0.9446292706676795,0.8194444444444444,0.7056317052786748,0.9296144677390482,0.7504690726830522,0.6876757197083264,0.9514048734882415,3,251,2457.12753298938,14.407238597379076,0.8376242491016577,0.6659308306632503,0.9591087163880814,0.8194444444444444,0.7056317052786748,0.9769826173459326,0.273170742456631,0.565406976744186,0.9585094809842606,FFF,81.3913878520464,0.813913878520464,0.7190723961956893,22.14640665840789,0.6323974341510301,0.0
+causal_forcing,none,cf_ffff,786.1731847025959,251,1.0,generation run (FFFF from its own records),0.0,3156.087506723594,28.0,0,0.6663068158011283,0.942767300060472,0.8194444444444444,0.7058962025016368,0.9208158071186087,0.751486671185023,0.6806045040815056,0.9500831246816671,,251,3156.087506723594,120.0,0.8355620858883156,0.6663068158011283,0.9577336510946585,0.8194444444444444,0.7058962025016368,0.9744178077750745,0.27354114831134835,0.559593023255814,0.9573809718532074,,81.16587862373053,0.8116587862373054,0.7160455876332643,0.0,1.0,1.0
+causal_forcing,reuse,cf_reuse_FRFF,789.4952340600975,251,0.7565584287671412,generation run (FFFF from its own records),0.44668040843123935,3156.087506723594,21.0,0,0.6603450284850213,0.944148617971321,0.8333333333333334,0.6975250060799173,0.9356341031020168,0.7595283593478446,0.6744171904080375,0.9501305706443187,4,251,2387.7646051384063,11.84540002328026,0.837172725990775,0.6603450284850213,0.9587537543718205,0.8333333333333334,0.6975250060799173,0.9787373410542379,0.2764683228026154,0.5545058139534884,0.9574214812161194,FRFF,81.31327357682082,0.8131327357682082,0.7169727748779411,24.344157123285882,0.46150229912830065,0.0
+causal_forcing,reuse,cf_reuse_FRFF_c0FFFF,789.8117807699865,251,0.7819286499641461,generation run (FFFF from its own records),0.20455119620908452,3156.087506723594,22.0,251,0.6651882279303766,0.9421840107391586,0.8472222222222222,0.7046036965600463,0.928680952279707,0.7518691611736502,0.670881582594627,0.9495110358366079,4,251,2467.8352433010878,14.774606242145028,0.8388689153558194,0.6651882279303766,0.9573028919308685,0.8472222222222222,0.7046036965600463,0.9767104975895347,0.2736803746672087,0.5515988372093024,0.9568925223972958,FRFF,81.33702066614832,0.8133702066614832,0.7113753718841387,21.807135003585387,0.6623822958820844,0.0
+causal_forcing,reuse,cf_reuse_FRRF,789.6487676308924,251,0.5093596668189635,generation run (FFFF from its own records),0.4834975462510766,3156.087506723594,14.0,0,0.6368822324019606,0.9348097422192368,0.8333333333333334,0.6725318752011819,0.9419774143897793,0.7667328260419048,0.6346416025071703,0.9364886195377173,4,251,1607.5836808762228,11.90036790625376,0.8253375546211895,0.6368822324019606,0.9518569946289063,0.8333333333333334,0.6725318752011819,0.9805864162946207,0.2790907486792534,0.5218023255813954,0.945773983361303,FRRF,80.04074865518591,0.8004074865518591,0.7006872142745375,49.064033318103654,0.44024070177182734,0.0
+causal_forcing,reuse,cf_reuse_FRRF_c0FFFF,790.185525901764,251,0.5597026024621725,generation run (FFFF from its own records),0.24128520476865578,3156.087506723594,16.0,251,0.6596898327591598,0.9360145212910954,0.8333333333333334,0.6966454113664404,0.9396137673311584,0.7566763782499812,0.6797206021281531,0.9450809285822529,4,251,1766.4703911115448,14.501683548323827,0.8352202050903226,0.6596898327591598,0.9527467239734738,0.8333333333333334,0.6966454113664404,0.9798974131770327,0.27543020168299315,0.5588662790697675,0.9531100968235275,FRRF,81.18158621100716,0.8118158621100715,0.7181984901890672,44.02973975378275,0.6253599118426502,0.0
+causal_forcing,reuse,cf_reuse_FRRR,790.7577166006384,251,0.2616541975059441,generation run (FFFF from its own records),0.7408393272365706,3156.087506723594,7.0,0,0.4034657106604627,0.8915740639570559,0.9861111111111112,0.4033712552525237,0.7494544012860699,0.4345017334859645,0.03889168594751461,0.7803272340798044,4,251,825.8035438302978,10.147631972883556,0.6765905855984495,0.4034657106604627,0.9199274462322856,0.9861111111111112,0.4033712552525237,0.9244659579748894,0.15815863098889107,0.03197674418604651,0.812443392457337,FRRR,58.86118104221075,0.5886118104221075,0.23669670971673956,73.83458024940559,0.24784556814873837,0.0
+causal_forcing,reuse,cf_reuse_FRRR_c0FFFF,791.4069805981153,251,0.33646884310348774,generation run (FFFF from its own records),0.6052339722910726,3156.087506723594,10.0,251,0.4652574639166555,0.706865402476109,0.8472222222222222,0.46123476594342333,0.7767516036267265,0.7201791919779302,0.32262421297370075,0.5425706100023189,4,251,1061.9251121206587,12.432901980877265,0.6138710831047899,0.4652574639166555,0.7835200997286065,0.8472222222222222,0.46123476594342333,0.9324230924571908,0.2621452258799666,0.26526162790697677,0.6094467868199799,FRRR,59.53772069789951,0.5953772069789951,0.5214017024758155,66.35311568965123,0.38897138655898106,0.0
+causal_forcing,taylorseer,cf_taylorseer_FFxx_x1.3,790.6093835412744,251,0.8174789553796661,paired retime (same process as FFFF),0.4580442403179716,3143.346351866703,22.0,0,0.6551911254082957,0.92055982889529,0.875,0.6860922741253792,0.8843560375563421,0.7410156504807568,0.7150766802622572,0.9329015186924722,,251,2569.619492120477,11.394879774379733,0.8212001426686871,0.6551911254082957,0.9413334336391715,0.875,0.6860922741253792,0.9637897849476738,0.2697296967749955,0.5879360465116279,0.9427113166596327,FFxx,80.25693472092512,0.8025693472092511,0.728046165371507,18.25210446203339,0.43806789037715865,1.3
+causal_forcing,taylorseer,cf_taylorseer_x1.3,786.084586762812,251,0.772396695809568,generation run (FFFF from its own records),0.4508949650592538,3156.087506723594,21.0,0,0.6620218830723916,0.9423824127168917,0.8472222222222222,0.699351847980438,0.9406759956408592,0.759030358068461,0.6823723079882108,0.9526793780811503,,251,2437.7515618791617,11.994339720843175,0.8401313870186986,0.6620218830723916,0.9574494117914244,0.8472222222222222,0.699351847980438,0.9802070527293105,0.2762870503369198,0.561046511627907,0.9595976530056861,,81.6245376220626,0.816245376220626,0.7207013330283358,22.760330419043196,0.44877753362237693,1.3
+causal_forcing,taylorseer,cf_taylorseer_x1.3_c0FFFF,789.4562912291265,251,0.7991867575676003,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.19832161519735814,3156.087506723594,22.0,0,0.6653410968601062,0.9414739152131375,0.8611111111111112,0.7054887506304454,0.9296219536496331,0.7514099415616619,0.6558552493876326,0.9502249328027945,4,251,2522.3033410980406,14.72761578007366,0.8404920372203041,0.6653410968601062,0.9567784863849019,0.8611111111111112,0.7054887506304454,0.9769847994888681,0.2735132187284449,0.5392441860465116,0.957502047627026,FxxF,81.31201488711727,0.8131201488711728,0.7036325954746472,20.081324243239973,0.6736284401787229,1.3
+causal_forcing,taylorseer,cf_taylorseer_FFxx_x1.6,789.6555554211377,251,0.6655693944881211,paired retime (same process as FFFF),0.6262180577236343,3143.3982782249905,18.0,0,0.5152988033269041,0.7909332072135511,0.9305555555555556,0.5350873366026356,0.772748113967996,0.7435328889566436,0.3898007614284987,0.6717579786244738,,251,2092.1496886732093,9.92411188578683,0.682018766820607,0.5152988033269041,0.8456041735272075,0.9305555555555556,0.5350873366026356,0.9312560752216709,0.27064597158021825,0.32049418604651164,0.7197469621495758,FFxx,65.8948378495,0.6589483784949999,0.5666668251925712,33.443060551187884,0.30154588610764993,1.6
+causal_forcing,taylorseer,cf_taylorseer_x1.6,786.762139643331,251,0.6363042677961963,generation run (FFFF from its own records),0.5062655087011269,3156.087506723594,17.0,0,0.6490560109897326,0.933892067002296,0.8333333333333334,0.682642040412201,0.943338102119002,0.7713692762159251,0.6399450142272859,0.9330483421017731,,251,2008.2319500664792,12.174584273787792,0.8288442235075766,0.6490560109897326,0.9511792914811955,0.8333333333333334,0.682642040412201,0.9809830567676892,0.2807784165425967,0.5261627906976745,0.9428366744864939,,80.42068078503824,0.8042068078503825,0.7056571452216055,36.36957322038037,0.4082373048204825,1.6
+causal_forcing,taylorseer,cf_taylorseer_x1.75,885.0841934082517,251,0.5592744937368604,paired retime (same process as FFFF),0.5182103416121814,3535.579581089704,15.0,0,0.6455421425322051,0.9314091352039411,0.8055555555555556,0.6776283499863175,0.9474431991605229,0.7702102047197223,0.6240347790669389,0.9329557909210234,,251,1977.3594802803252,12.178154654446745,0.8250466173785068,0.6455421425322051,0.9493456463481105,0.8055555555555556,0.6776283499863175,0.9821796925552925,0.28035651451797894,0.5130813953488372,0.9427576542883698,FxxF,79.94617922814716,0.7994617922814716,0.6971224918933306,44.072550626313955,0.4020492171505058,1.75
+causal_forcing,taylorseer,cf_taylorseer_x1.75_c0FFFF,789.6703101230332,251,0.6132578228804177,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.27189157535117936,3156.087506723594,17.0,0,0.6663490575487896,0.9188479211063094,0.7916666666666666,0.7018680895186671,0.9421790185204881,0.7619487323526315,0.670881582594627,0.9409390251264788,4,251,1935.495353193397,14.443000096137856,0.8301848082098303,0.6663490575487896,0.9400691897370095,0.7916666666666666,0.7018680895186671,0.9806451838987224,0.27734933857635785,0.5515988372093024,0.9495737396529875,FxxF,80.74308780625901,0.8074308780625902,0.7164151574736293,38.67421771195823,0.597173464725692,1.75
+causal_forcing,taylorseer,cf_taylorseer_FFxx_x2,792.2775192564702,251,0.5322603323196102,paired retime (same process as FFFF),0.8242117563091901,3143.3982782249905,14.0,0,0.41232316852897727,0.8741604823807589,0.9861111111111112,0.39701321854940164,0.7510645083012504,0.3663904131982755,0.02828486250728335,0.7412744475939126,,251,1673.106212180924,8.787731876914407,0.6670711601654284,0.41232316852897727,0.9070675162381904,0.9861111111111112,0.39701321854940164,0.9249353041698145,0.13336611040417226,0.023255813953488372,0.7791001233556826,FFxx,57.312445570289874,0.5731244557028987,0.1973376378527794,46.773966768038974,0.1646263527561469,2.0
+causal_forcing,taylorseer,cf_taylorseer_x2,787.0707937901714,251,0.527968576547558,generation run (FFFF from its own records),0.5260237088478894,3156.087506723594,14.0,0,0.6437876871837083,0.9283169185720536,0.7916666666666666,0.6751161304799491,0.9487828353887271,0.7695994248214687,0.6266864849269967,0.9304247715066037,,251,1666.3150283843872,12.160111970867767,0.8222293957207953,0.6437876871837083,0.9470620443654615,0.7916666666666666,0.6751161304799491,0.982570196515814,0.2801341906350146,0.5152616279069767,0.9405966699123383,,79.74121075514829,0.7974121075514828,0.6981429548742327,47.203142345244196,0.39949193454358684,2.0
+causal_forcing,taylorseer,cf_taylorseer_Fxxx_x2.85,885.1619084270827,251,0.34430005712856754,paired retime (same process as FFFF),0.7043558449384226,3535.579581089704,9.0,0,0.4308590802454179,0.8471495354812429,1.0,0.44962260694565814,0.7436943081419685,0.5929602503082818,0.16087015551017408,0.7013871803976426,,251,1217.3002517517818,10.338821118608747,0.6677659474930782,0.4308590802454179,0.8871199319528978,1.0,0.44962260694565814,0.9227868908233838,0.21583753111221457,0.13226744186046513,0.7450443746235073,Fxxx,60.95957985763081,0.6095957985763081,0.376915202909228,65.56999428714325,0.25733165808051706,2.85
+causal_forcing,taylorseer,cf_taylorseer_Fxxx_x2.85_c0FFFF,790.0778645975181,251,0.42299035444656874,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.5047283438572371,3156.087506723594,12.0,0,0.5000923750221088,0.7469026476927965,0.9027777777777778,0.527875568423315,0.7927587926154961,0.726600226556721,0.5312250739649155,0.6169235956323363,4,251,1334.9945731334003,12.801888696679438,0.661080339686353,0.5000923750221088,0.8130876053211301,0.9027777777777778,0.527875568423315,0.9370891880474171,0.2644824824666464,0.4367732558139535,0.6729293659508888,Fxxx,65.46468018012462,0.6546468018012461,0.6289126502608182,57.70096455534313,0.45085918689628995,2.85
+causal_forcing,teacache,cf_teacache_x1.3,786.1592021197437,251,0.7884917286606512,generation run (FFFF from its own records),0.34186115495830893,3156.087506723594,21.91235059760956,0,0.6618078024156632,0.9389863224819076,0.8472222222222222,0.7003991211937128,0.9258420386692544,0.7557969403459885,0.67530109236139,0.9496505735226307,,251,2488.548893980771,13.229128644322186,0.8364176307989601,0.6618078024156632,0.9549413991528888,0.8472222222222222,0.7003991211937128,0.9758829542720877,0.2751100862859398,0.5552325581395349,0.9570116596736221,,81.2243907909906,0.812243907909906,0.7155490163536893,21.15082713393488,0.5272273335798803,1.3
+causal_forcing,teacache,cf_teacache_x1.3_c0FFFF,787.4143261852493,251,0.8274164761201489,generation run (FFFF from its own records),0.14102777500674227,3156.087506723594,23.302788844621514,0,0.6650155571199232,0.9418196891612527,0.8055555555555556,0.7039670513420964,0.9289403943707261,0.7505876934445244,0.6699976806412743,0.9522041908156945,4,251,2611.3988031400627,16.49458460204001,0.8354044837431764,0.6650155571199232,0.957033840445585,0.8055555555555556,0.7039670513420964,0.9767861249590667,0.2732139204138069,0.5508720930232558,0.95919193811844,FxxF,81.0382124403121,0.810382124403121,0.7102926870428994,17.25835238798511,0.767011886336414,1.3
+causal_forcing,teacache,cf_teacache_x1.6,786.3109714462463,251,0.6522043035870427,generation run (FFFF from its own records),0.45112512103352415,3156.087506723594,18.219123505976096,0,0.652674578210359,0.9427402474294561,0.8472222222222222,0.687159490563805,0.9408896189226437,0.764523218719866,0.67530109236139,0.9461491670468866,,251,2058.4138543824274,11.931876958816794,0.8351316751425929,0.652674578210359,0.9577136727266533,0.8472222222222222,0.687159490563805,0.9802693239159507,0.2782864516140312,0.5552325581395349,0.9540221588246317,,81.20877712221998,0.8120877712221999,0.719912155540628,34.77956964129573,0.4590164742384299,1.6
+causal_forcing,teacache,cf_teacache_x1.75,882.4774896082175,251,0.675110881333569,paired retime (same process as FFFF),0.44933592810098866,3535.579581089704,18.872509960159363,0,0.6550271902033078,0.9421440324283146,0.8333333333333334,0.691690354597263,0.9393522165860895,0.762383433189373,0.6814884060348583,0.9475559658860777,,251,2386.908247014441,11.899119679117451,0.8349884411577672,0.6550271902033078,0.9572733679483103,0.8333333333333334,0.691690354597263,0.9798211711348451,0.27750756968093176,0.5603197674418605,0.9552232836735332,FxxF,81.23779368486368,0.8123779368486368,0.7219359196121156,32.4889118666431,0.45960147862890327,1.75
+causal_forcing,teacache,cf_teacache_x2,786.3403406029204,251,0.5091896200905907,generation run (FFFF from its own records),0.48349286437747013,3156.087506723594,14.0,0,0.6361620823542277,0.9355521279194009,0.8194444444444444,0.672523024746515,0.941975983159246,0.7669558680594201,0.637293308367228,0.9364511679763384,,251,1607.0469985212462,11.900368412695602,0.8240702924323545,0.6361620823542277,0.9524052464684775,0.8194444444444444,0.672523024746515,0.9805859990909203,0.2791719359736289,0.5239825581395349,0.9457420072181978,,79.96811515885484,0.7996811515885485,0.702124588213324,49.081037990940935,0.44024067244444237,2.0
+causal_forcing,teacache,cf_teacache_x2_c0FFFF,787.9510029036685,251,0.5589908892762888,generation run (FFFF from its own records),0.23268546365884196,3156.087506723594,16.0,75,0.6596898327591598,0.9360145212910954,0.8333333333333334,0.6966454113664404,0.9396137674715199,0.7566763782499812,0.6797206021281531,0.9450809285822529,4,251,1764.2241620172067,14.431290555486843,0.8352202051158428,0.6596898327591598,0.9527467239734738,0.8333333333333334,0.6966454113664404,0.9798974132179481,0.27543020168299315,0.5588662790697675,0.9531100968235275,FxxF,81.18158621304877,0.8118158621304877,0.7181984901890672,44.10091107237112,0.6423441482730121,2.0
+causal_forcing,teacache,cf_teacache_Fxxx_x3,785.7093634434431,251,0.345949208316791,paired retime (same process as FFFF),0.6346260355525758,3143.346351866703,9.621513944223107,0,0.4972232496866616,0.8028771840612504,0.8888888888888888,0.5064022572430167,0.8021711621829485,0.7110792849907058,0.44371878058300757,0.6229874887374212,,251,1087.438181893759,11.351637021667484,0.6683828702464987,0.4972232496866616,0.8544248004292333,0.8888888888888888,0.5064022572430167,0.9398328937763295,0.2588328597366169,0.3648255813953488,0.6781067178840102,Fxxx,65.01861027545702,0.6501861027545702,0.5773990327868567,65.4050791683209,0.33557677761729493,3.0
+causal_forcing,teacache,cf_teacache_Fxxx_x3_c0FFFF,790.0925468353636,251,0.38842511659949563,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.507032640308023,3156.087506723594,11.442231075697212,0,0.518341637106352,0.7895498231159637,0.8888888888888888,0.5190412167795116,0.8012750995803046,0.7414864311259955,0.47730705481040653,0.6034391141713344,4,251,1225.9036577973234,12.894773609399257,0.6683802427632566,0.518341637106352,0.8445825443711392,0.8888888888888888,0.5190412167795116,0.9395716915276588,0.2699010609298624,0.39244186046511625,0.6614163156794853,Fxxx,65.65835428042455,0.6565835428042455,0.609396742968201,61.157488340050435,0.46115114928716683,3.0
+causal_forcing_a,none,cfa_14c_ffff,1832.350487971211,251,1.0,paired retime (same process as FFFF),0.0,7410.820052219102,56.0,0,0.6542461799677982,0.9200774475401458,0.8333333333333334,0.7019648696188432,0.9264319201144564,0.7603724129365069,0.7460132486295984,0.9141400369455426,,251,7410.820052219102,120.0,0.8242776583369913,0.6542461799677982,0.9409771950083975,0.8333333333333334,0.7019648696188432,0.9760549047133641,0.2767755583088885,0.6133720930232558,0.9266927635441042,FFFF,81.00606928262036,0.8100606928262035,0.7531928307830527,0.0,1.0,1.0
+causal_forcing_a,none,cfa_28c_ffff,3907.090234125753,251,1.0,paired retime (same process as FFFF),0.0,15832.563224184561,112.0,0,0.6221240595463784,0.859643095423223,0.8472222222222222,0.6836576560315861,0.919538975240591,0.7664981719296157,0.6735332884546847,0.8628709656541842,,251,15832.563224184561,120.0,0.7948083387285588,0.6221240595463784,0.8963464259700502,0.8472222222222222,0.6836576560315861,0.9740456112826323,0.2790053345823801,0.5537790697674418,0.8829192304755424,FFFF,77.98498170212771,0.7798498170212771,0.7200157301921501,0.0,1.0,1.0
+causal_forcing_a,none,cfa_ffff,803.3868592098889,251,1.0,generation run (FFFF from its own records),0.0,3225.28684979321,28.0,0,0.6663068158011283,0.942767300060472,0.8194444444444444,0.7058962025016368,0.9208158215640617,0.751486671185023,0.6806045040815056,0.9500831246816671,,251,3225.28684979321,120.0,0.8355620885147615,0.6663068158011283,0.9577336510946585,0.8194444444444444,0.7058962025016368,0.974417811985924,0.27354114831134835,0.559593023255814,0.9573809718532074,FFFF,81.16587883384622,0.8116587883384622,0.7160455876332643,0.0,1.0,1.0
+causal_forcing_a,none,cfa_naive2step_14c,1827.746904046412,251,0.5236742557798657,generation run (FFFF from its own records),0.3577977142248496,7410.820052219102,30.0,251,0.6459349483572027,0.9248428148450544,0.8333333333333334,0.6829011568558571,0.9437297105186392,0.7597974742661832,0.726567405655841,0.9181217368329575,2,251,3880.855675564344,12.596575163499352,0.8240358243775231,0.6459349483572027,0.9444964187630726,0.8333333333333334,0.6829011568558571,0.9810972106161834,0.2765662806328907,0.5973837209302325,0.9300923389079792,FF,80.78651474942208,0.8078651474942209,0.7431824399610121,47.63257442201343,0.5210997366097819,1.8666666666666667
+causal_forcing_a,none,cfa_naive2step_28c,3894.5812640551076,251,0.514075797412022,generation run (FFFF from its own records),0.48441524293080745,15832.563224184561,58.0,251,0.622783701906922,0.8810358163015455,0.8333333333333334,0.6787444107565377,0.9405422842826899,0.776602200257867,0.6744171904080375,0.875691210008992,2,251,8139.137564548933,11.023997947601597,0.8028116527133371,0.622783701906922,0.9121449503386913,0.8333333333333334,0.6787444107565377,0.9801680758684042,0.28268320089386356,0.5545058139534884,0.8938651551056773,FF,78.73512612372602,0.7873512612372602,0.7255096953329523,48.592420258797794,0.41626746916913415,1.9310344827586208
+causal_forcing_a,predictor_atc_chunk,cfa_atc_chunk_fppf,802.5829430082405,251,0.5892462109161609,generation run (FFFF from its own records),0.22145613244330264,3225.28684979321,16.40000000000006,0,0.6618713598738435,0.9396930544481223,0.875,0.695255076827304,0.9361980784674365,0.7538126824941109,0.6894435236150317,0.9438385169553682,,251,1900.48805535837,14.635370218160304,0.8389738339221954,0.6618713598738435,0.9554633207099382,0.875,0.695255076827304,0.9789017398732578,0.27438781642785637,0.5668604651162791,0.9520493257764934,FPPF,81.55046877486706,0.8155046877486706,0.7216281030545713,41.07537890838391,0.6531862871817858,1.707317073170732
+causal_forcing_a,predictor_atc_chunk,cfa_atc_chunk_fpf,793.9792675003113,251,0.5640197099613133,generation run (FFFF from its own records),0.24188293309592868,3225.28684979321,16.199999999999925,251,0.6608420918064732,0.9418149321266691,0.875,0.6961302826386533,0.9355161121425664,0.7550558976588712,0.6593908572010431,0.9448632125748478,,251,1819.1253535624044,14.522624418599735,0.8393939329616745,0.6608420918064732,0.957030327375545,0.875,0.6961302826386533,0.9787029466895582,0.2748403467478291,0.5421511627906976,0.9529242108964051,FPF,81.2959821855331,0.812959821855331,0.7072233774299571,43.59802900386867,0.6117096320091491,1.7283950617283952
+causal_forcing_a,predictor_atc_chunk,cfa_atc_chunk_14c_fppf,1837.7948342129528,251,0.5663005579596846,paired retime (same process as FFFF),0.33822895545675696,7410.820052219102,30.86666666666674,0,0.6441322962443033,0.9180009943265963,0.8333333333333334,0.6837797233106726,0.9337760266981473,0.763194812685128,0.7486649544896562,0.9036630463381464,,251,4196.751530510496,12.82389412413149,0.8181852279244605,0.6441322962443033,0.9394437343101912,0.8333333333333334,0.6837797233106726,0.97819571178251,0.2778029118173866,0.6155523255813954,0.9177475089635094,FPPF,80.57341590570468,0.8057341590570468,0.7559298835873921,43.36994420403154,0.5567841039473317,1.8142548596112311
+causal_forcing_a,predictor_atc_chunk,cfa_atc_chunk_28c_fppf,3911.5730115123006,251,0.5578089946338028,paired retime (same process as FFFF),0.47274843742885436,15832.563224184561,59.799999999999734,0,0.6128838687173782,0.8616025340044471,0.8472222222222222,0.6629647597901994,0.9256284349035695,0.7800524071621356,0.670881582594627,0.8423955414499751,,251,8831.54617455851,11.00437786781852,0.787106590904851,0.6128838687173782,0.8977934713622842,0.8472222222222222,0.6629647597901994,0.9758206887743905,0.28393907620701736,0.5515988372093024,0.8654373132899887,FPPF,77.4778671699557,0.774778671699557,0.7254669948783814,44.21910053661971,0.45200997626638983,1.8729096989966556
+causal_forcing_a,predictor_atc_chunk,cfa_atc_chunk_fppp,802.8891609161499,251,0.38402434702031235,generation run (FFFF from its own records),0.3011834181815505,3225.28684979321,10.59999999999995,0,0.6144013295891464,0.9078819473232246,0.75,0.6495551024745473,0.9341438143785519,0.7574081752798342,0.662042563061101,0.8602458191111773,,251,1238.5886764450377,14.328446854781378,0.7893141841593905,0.6144013295891464,0.9319708180982013,0.75,0.6495551024745473,0.9783029218913479,0.27569657580185963,0.5443313953488372,0.8806778803571231,FPPP,77.33964211616059,0.7733964211616059,0.7097253691704676,61.59756529796876,0.6088200111788108,2.6415094339622645
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_fpff,789.816257302278,153,0.7810755740787257,generation run (FFFF from its own records); 153/251 prompts with intact timing (latency_excluded records dropped),0.19700410082821262,3225.28684979321,22.199999999999896,0,0.6658106212333966,0.9439065377669569,0.8194444444444444,0.7048034296576347,0.928501975112843,0.7511238988678633,0.6514357396208696,0.9510718515360328,,251,2519.1927777707965,14.666723163823194,0.8370575704598339,0.6658106212333966,0.9585749781408975,0.8194444444444444,0.7048034296576347,0.9766583257453938,0.27340909918790224,0.5356104651162791,0.9582251468414648,FPFF,80.99020202167404,0.8099020202167404,0.7012798192443666,21.892442592127427,0.6760516374472127,1.2612612612612613
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_fppf,789.7792999759797,155,0.5801853028078243,generation run (FFFF from its own records); 155/251 prompts with intact timing (latency_excluded records dropped),0.22598622042863847,3225.28684979321,16.40000000000006,0,0.6630385223255363,0.9427034885258558,0.8333333333333334,0.6991251826568003,0.9378278247017926,0.7528028391811368,0.670881582594627,0.9476972308947779,,251,1871.2640275893673,14.452392031994169,0.8376470755948054,0.6630385223255363,0.9576865262763444,0.8333333333333334,0.6991251826568003,0.9793768109005726,0.27402023346193377,0.5515988372093024,0.9553438957379613,FPPF,81.24861026534207,0.8124861026534207,0.7118422108878819,41.98146971921757,0.6459681098442154,1.707317073170732
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_14c_fppf,1837.6319937231056,251,0.5662185386911387,paired retime (same process as FFFF),0.3451798485065124,7410.820052219102,30.86666666666674,0,0.6489333100216363,0.9277584000521589,0.8194444444444444,0.6893988499882245,0.9427209787276295,0.7621223987571514,0.7433615427695406,0.9133367352153297,,251,4196.143700470488,12.715420704441726,0.8239764538594911,0.6489333100216363,0.9466495784385193,0.8194444444444444,0.6893988499882245,0.980803165299104,0.2774125531476031,0.6111918604651163,0.9260069045268484,FPPF,80.97295572402622,0.8097295572402622,0.752741970763346,43.37814613088613,0.5511705325063007,1.8142548596112311
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_s1000_14c_fppf,1827.5888343598263,251,0.5623812365283194,generation run (FFFF from its own records),0.35243686132756363,7410.820052219102,30.86666666666674,251,0.6471780814150329,0.9261733547225447,0.8333333333333334,0.6892793522446655,0.9443205987524353,0.7602859072322952,0.751316660349714,0.9136989842406278,4,251,4167.706144655843,12.748140352425597,0.8249667341894497,0.6471780814150329,0.9454790224625993,0.8333333333333334,0.6892793522446655,0.981269454536335,0.27674407023255543,0.6177325581395349,0.926316192744648,FPPF,81.11336441097606,0.8111336441097606,0.7558012837910046,43.76187634716806,0.5310547578619771,1.8142548596112311
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_s500_14c_fppf,1827.5716440877115,251,0.5623848599235948,generation run (FFFF from its own records),0.3522383442734817,7410.820052219102,30.86666666666674,251,0.6464037847134375,0.923816143882772,0.8472222222222222,0.686207501224681,0.9434422238137011,0.7620057900838222,0.7504327583963615,0.9110875143237805,4,251,4167.732996986207,12.816701437686506,0.8244669598308151,0.6464037847134375,0.943738222257427,0.8472222222222222,0.686207501224681,0.9810134082416939,0.2773701075905113,0.6170058139534884,0.9240865197296438,FPPF,81.08174227126706,0.8108174227126705,0.7562192742400918,43.76151400764052,0.5298824333455933,1.8142548596112311
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_28c_fppf,3914.0637597315813,251,0.5577645861062618,paired retime (same process as FFFF),0.48135359098474345,15832.563224184561,59.799999999999734,0,0.6277249727838783,0.8821254186333081,0.8611111111111112,0.6759052756047541,0.940517651585107,0.7787513621807325,0.6443645239940489,0.8722699499587598,,251,8830.843073738524,11.077153237538848,0.8052906952947932,0.6277249727838783,0.912949621660698,0.8611111111111112,0.6759052756047541,0.9801608954370588,0.2834654958337866,0.529796511627907,0.8909440832747891,FPPF,78.65441448533129,0.7865441448533128,0.7115579430873906,44.22354138937382,0.44116547721553134,1.8729096989966556
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_s1000_28c_fppf,3893.051461846705,251,0.5552113293725889,generation run (FFFF from its own records),0.48495374216263987,15832.563224184561,59.799999999999734,251,0.6268119433874725,0.8816368688079784,0.875,0.6750740570898699,0.9425370170506371,0.779471039141688,0.6496679357141645,0.8742660803325397,4,251,8790.418475075072,11.092229016695509,0.8068774484851814,0.6268119433874725,0.9125888276146921,0.875,0.6750740570898699,0.9807495404702607,0.28372745824757445,0.534156976744186,0.8926483793879224,FPPF,78.84158562737304,0.7884158562737303,0.7145694874279263,44.47886706274111,0.42552731414715134,1.8729096989966556
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_s500_28c_fppf,3892.8710130790314,251,0.5552355731679848,generation run (FFFF from its own records),0.4905537898203291,15832.563224184561,59.799999999999734,251,0.6261218036374738,0.8790147047381882,0.8194444444444444,0.6750423469538531,0.9427651975874326,0.7785525897934437,0.6673459747812166,0.8737043710987707,4,251,8790.802316498472,11.108761624907093,0.8011582993159891,0.6261218036374738,0.910652359449152,0.8194444444444444,0.6750423469538531,0.9808160550967366,0.28339314268481347,0.5486918604651163,0.8921687920441305,FPPF,78.55164959102574,0.7855164959102574,0.7229492822873301,44.476442683201526,0.42135263688535807,1.8729096989966556
+causal_forcing_a,predictor_atc_chunk_s2,cfa_atc_chunk_s2_fppp,790.5552454728347,156,0.3788022826371222,generation run (FFFF from its own records); 156/251 prompts with intact timing (latency_excluded records dropped),0.29760102066860733,3225.28684979321,10.59999999999995,0,0.6283126268335568,0.9123319609727426,0.7916666666666666,0.6656266240391234,0.9355374764880392,0.7578598633170845,0.6761849943147427,0.8827766820188502,,251,1221.746020861161,14.134811628616394,0.8037124915792083,0.6283126268335568,0.9352571531783703,0.7916666666666666,0.6656266240391234,0.9787091743962635,0.2758609902474188,0.5559593023255814,0.8999147311076943,FPPP,78.63744790265493,0.7863744790265493,0.7170224288159136,62.119771736287774,0.5970538055516809,2.6415094339622645
+causal_forcing_a,predictor_atc_last_frame,cfa_atc_last_frame_fppf,802.1756169596516,251,0.5882805795979561,generation run (FFFF from its own records),0.22169080279782355,3225.28684979321,16.40000000000006,0,0.6613865372955158,0.940509438464031,0.8611111111111112,0.6951223455449587,0.9362512586717404,0.7539270330155754,0.6717654845479796,0.943553591911108,,251,1897.3736173660157,14.622297159953863,0.837705223171438,0.6613865372955158,0.9560662203056868,0.8611111111111112,0.6951223455449587,0.9789172419028124,0.27442944001766945,0.5523255813953488,0.951806056773704,FPPF,81.2733430293506,0.812733430293506,0.7128462587817774,41.17194204020439,0.6530731891493399,1.707317073170732
+causal_forcing_a,predictor_atc_last_frame,cfa_atc_last_frame_fppp,803.2109379559399,251,0.3827910964399947,generation run (FFFF from its own records),0.30050995108853296,3225.28684979321,10.59999999999995,0,0.6153011837954162,0.9100383975914974,0.7638888888888888,0.6476415346774326,0.9351134571556464,0.7573309500075452,0.650551837667517,0.8622141977742569,,251,1234.6110895658394,14.298080590188862,0.791318766443399,0.6153011837954162,0.9335633566213208,0.7638888888888888,0.6476415346774326,0.978585572760871,0.27566846580274645,0.5348837209302325,0.8823584820596605,FPPP,77.38432919222255,0.7738432919222256,0.7039413938375312,61.720890356000524,0.6096466691845441,2.6415094339622645
+causal_forcing_a,predictor_disca,cfa_disca_fppf,802.1535708666797,251,0.5759129670441203,generation run (FFFF from its own records),0.2213361094264217,3225.28684979321,16.40000000000006,0,0.6620061093120164,0.940865591396692,0.8472222222222222,0.6970863048422312,0.9355558145793325,0.7538456625159746,0.6920952294750894,0.9456170345530405,,251,1857.4845192327916,14.55077756797985,0.8372258119626225,0.6620061093120164,0.9563292392464571,0.8472222222222222,0.6970863048422312,0.9787145199498755,0.27439982115581474,0.5690406976744186,0.953567824101386,FPPF,81.43747387692044,0.8143747387692043,0.722970445995532,42.40870329558797,0.6516258229772408,1.707317073170732
+causal_forcing_a,predictor_disca,cfa_disca_s1000_fppf,789.3470807018508,251,0.5656384622259889,generation run; 85/251 records re-timed (strategy-only denoise rerun on an idle GPU; FFFF from its own records),0.23796755470246433,3225.28684979321,16.40000000000006,251,0.6619800441367651,0.9370289228779021,0.8472222222222222,0.6940785369457799,0.9407187656836208,0.7547982535357455,0.6761849943147427,0.9437555403280827,,251,1824.3462939547353,14.830173271729203,0.8365768947424113,0.6619800441367651,0.9534958595453307,0.8472222222222222,0.6940785369457799,0.9802195201967755,0.27474656428701133,0.5559593023255814,0.9519784803321171,FPPF,81.23598405789778,0.8123598405789778,0.715491623925244,43.43615377740111,0.6228652096602071,1.707317073170732
+causal_forcing_a,predictor_disca,cfa_disca_14c_fppf,1827.8868390573448,251,0.5499911775962089,generation run (FFFF from its own records),0.3461613082197083,7410.820052219102,30.86666666666674,251,0.6461797702697015,0.9195299139143509,0.8333333333333334,0.6853608030516226,0.9328145049527667,0.7610372432182828,0.7433615427695406,0.9060978605511417,4,251,4075.885647473582,12.806084418362989,0.8193908217102273,0.6461797702697015,0.940572841425748,0.8333333333333334,0.6853608030516226,0.9779154281937316,0.27701755653145493,0.6111918604651163,0.9198263533385648,FPPF,80.59525359669642,0.8059525359669643,0.7521993929939117,45.00088224037911,0.5327697737639644,1.8142548596112311
+causal_forcing_a,predictor_disca,cfa_disca_s1000_14c_fppf,1827.8885186183975,251,0.549984531810188,generation run (FFFF from its own records),0.3631387591896304,7410.820052219102,30.86666666666674,251,0.6441537901278465,0.9110830893821303,0.8333333333333334,0.67729843712661,0.9420058856519441,0.7672283019767957,0.7486649544896562,0.901382268751168,4,251,4075.836396749276,13.040244630582924,0.8168345704920664,0.6441537901278465,0.9343348615087032,0.8333333333333334,0.67729843712661,0.9805947156675417,0.2792711019195536,0.6155523255813954,0.9158001810597473,FPPF,80.50569820402984,0.8050569820402984,0.7579466282332259,45.0015468189812,0.5249748195547507,1.8142548596112311
+causal_forcing_a,predictor_disca,cfa_disca_s500_14c_fppf,1827.547741468209,251,0.5499403627289147,generation run (FFFF from its own records),0.3670117265852799,7410.820052219102,30.86666666666674,251,0.643061351712032,0.9042024531491101,0.8472222222222222,0.6853425821868013,0.9153708463275542,0.7670984661679142,0.7486649544896562,0.8945091350413152,4,251,4075.509067636087,12.268367508994487,0.8120177235505316,0.643061351712032,0.9292535116506178,0.8472222222222222,0.6853425821868013,0.9728306017044821,0.27922384168512077,0.6155523255813954,0.9099318994982749,FPPF,80.11905209061823,0.8011905209061823,0.7578817103287852,45.005963727108536,0.5120106438597835,1.8142548596112311
+causal_forcing_a,predictor_disca,cfa_disca_28c_fppf,3893.250139943157,251,0.5431083632545646,generation run (FFFF from its own records),0.481280947348986,15832.563224184561,59.799999999999734,251,0.6187223945894549,0.8610044108633533,0.8611111111111112,0.6678393511562909,0.9239017273285614,0.7846282693168647,0.67530109236139,0.8475110319213969,4,251,8598.79749881129,10.984927043588439,0.7908244493481115,0.6187223945894549,0.8973517574225864,0.8611111111111112,0.6678393511562909,0.9753173535162757,0.28560469003133876,0.5552325581395349,0.8698049190544886,FPPF,77.86524956463147,0.7786524956463147,0.7299646808391274,45.68916367454354,0.42351944893004884,1.8729096989966556
+causal_forcing_a,predictor_disca,cfa_disca_s1000_28c_fppf,3893.7672063515956,251,0.5431293835464152,generation run (FFFF from its own records),0.5065205134006135,15832.563224184561,59.799999999999734,251,0.6209172205899351,0.8544418335855378,0.7916666666666666,0.661272355871716,0.9374919459786338,0.7891632100622465,0.6673459747812166,0.8496704725715072,4,251,8599.130303911004,11.171066756063627,0.7853867567146661,0.6209172205899351,0.8925052941029197,0.7916666666666666,0.661272355871716,0.9792789022527718,0.28725540846265774,0.5486918604651163,0.8716486494815529,FPPF,77.39603238560791,0.7739603238560792,0.7282545924217316,45.68706164535848,0.4118824475314988,1.8729096989966556
+causal_forcing_a,predictor_disca,cfa_disca_s500_28c_fppf,3893.356607535921,251,0.5431505481279489,generation run (FFFF from its own records),0.5037256514883611,15832.563224184561,59.799999999999734,251,0.601719952719186,0.8233314468597235,0.8194444444444444,0.6634865449723523,0.8948970404317079,0.7742708534597436,0.650551837667517,0.8149368107510498,4,251,8599.46539348625,10.342143072462086,0.7651080032647712,0.601719952719186,0.8695302735059058,0.8194444444444444,0.6634865449723523,0.9668624872858429,0.28183459065934663,0.5348837209302325,0.8419930490192463,FPPF,75.45686717245431,0.7545686717245431,0.7124113455636303,45.68494518720511,0.3919883879769846,1.8729096989966556
+causal_forcing_a,predictor_disca,cfa_disca_fppp,792.005911139378,251,0.3588294744730406,generation run (FFFF from its own records),0.3242101504864446,3225.28684979321,10.59999999999995,0,0.6073045958113926,0.8793285920235522,0.7361111111111112,0.6610376683722194,0.903613263499833,0.7623729858255606,0.6585069552476905,0.8259253686732994,,251,1157.3279853361062,14.073370006830647,0.7718663716247004,0.6073045958113926,0.9108841652093932,0.7361111111111112,0.6610376683722194,0.9694032663102014,0.27750376684050404,0.5414244186046512,0.851375079773263,FPPP,75.95810914070856,0.7595810914070855,0.7104399705366256,64.11705255269594,0.5782005043618708,2.6415094339622645
+causal_forcing_a,predictor_disca,cfa_disca_s1000_fppp,790.4980793683177,251,0.35758523623274974,generation run; 84/251 records re-timed (strategy-only denoise rerun on an idle GPU; FFFF from its own records),0.40398823490655755,3225.28684979321,10.59999999999995,251,0.5723821578487274,0.8316226466767321,0.6805555555555556,0.6359381934590947,0.8724376432661746,0.7589235439637755,0.6319898966471124,0.7558682206345434,,251,1153.3149601016862,13.857734946750575,0.7288230253932817,0.5723821578487274,0.8756533245707667,0.6805555555555556,0.6359381934590947,0.9603155730120899,0.27624817000281426,0.5196220930232558,0.7915602867777731,FPPP,72.21497643757141,0.7221497643757141,0.6954567203054439,64.24147637672503,0.5182008447637596,2.6415094339622645
+self_forcing,euler,sf_euler_FFFF,789.4227109202351,251,1.0042997809153875,generation run (FFFF from its own records),0.6051423548464756,3157.9557506363703,28.0,251,0.622400334124924,0.9461254781713502,0.8055555555555556,0.676668856418356,0.9106815047165009,0.735214427967493,0.6090084458599446,0.9329145412556089,4,251,3171.534268504595,9.995567659138517,0.8166488168117304,0.622400334124924,0.9602136656295421,0.8055555555555556,0.676668856418356,0.9714636586248601,0.26761805178016745,0.5007267441860465,0.9427224353240389,FFFF,78.77413408321281,0.7877413408321281,0.6721114369137189,-0.4299780915387519,0.31080437778120495,0.0
+self_forcing,flowcache,sf_flowcache_x1.3,786.8272506896243,251,0.806772011324215,generation run (FFFF from its own records),0.3202118892296852,3157.9557506363703,21.92430278884461,0,0.6586378556425854,0.9419687429115379,0.6388888888888888,0.6902316004521312,0.9506544418822396,0.7660916095138878,0.6487840337608118,0.9402771408768598,,251,2547.750312613776,15.150538934562682,0.8184025865835998,0.6586378556425854,0.9571439166401707,0.6388888888888888,0.6902316004521312,0.9831157698086729,0.27885734586305516,0.5334302325581395,0.9490086228806629,,79.62096335943498,0.7962096335943498,0.7074378216373498,19.322798867578495,0.5325080039966629,1.3
+self_forcing,flowcache,sf_flowcache_x1.6,787.2782909499697,251,0.7015868103200877,generation run (FFFF from its own records),0.46594330739690015,3157.9557506363703,18.745019920318743,0,0.6444239811871642,0.9357491364223571,0.6527777777777778,0.6676053063967277,0.9506540122226109,0.7656710408341866,0.5984016224197134,0.934229803679574,,251,2215.5801022209494,12.990648507110667,0.8107365688722404,0.6444239811871642,0.9525507372479106,0.6527777777777778,0.6676053063967277,0.9831156445628911,0.2787042588636439,0.49200581395348836,0.9438454063816203,,78.49965214231823,0.7849965214231823,0.68203633162695,29.841318967991228,0.43387382771389416,1.6
+self_forcing,flowcache,sf_flowcache_x2,787.0179322383318,251,0.5109448615699527,generation run (FFFF from its own records),0.485431660990791,3157.9557506363703,14.0,0,0.6351314773482661,0.9391410462330098,0.625,0.666969261407441,0.9524100587841065,0.7690249518674555,0.6638103669678062,0.9245068596364799,,251,1613.5412638529363,13.020104480233423,0.8055743097107825,0.6351314773482661,0.9550556626430777,0.625,0.666969261407441,0.9836275321355671,0.2799250824797538,0.5457848837209303,0.9355439567576266,,78.77429796521523,0.7877429796521522,0.7164176594176308,48.905513843004734,0.4222123757657777,2.0
+self_forcing,flowcache,sf_flowcache_Fxxx_x3,794.5169164042073,251,0.31112884690747894,paired retime (same process as FFFF),0.6945767307661445,3172.7051236278035,8.148738379814064,0,0.4297026068933548,0.7390149798192563,0.8611111111111112,0.4276619922790364,0.7695637354767342,0.5046244180040145,0.21036866489791992,0.5481881360961183,,251,987.120086691769,12.012784442495029,0.6081249102036463,0.4297026068933548,0.8072625625965207,0.8611111111111112,0.4276619922790364,0.930327828891468,0.18368328815346124,0.17296511627906977,0.6142430305988658,Fxxx,55.79992364531105,0.5579992364531104,0.3574965414509672,68.88711530925211,0.28662763746729886,3.0
+self_forcing,motioncache,sf_motioncache_x1.3,787.1034004849741,251,0.8747099864002756,generation run (FFFF from its own records),0.44309292291383817,3157.9557506363703,21.462955868832374,0,0.6525573967605509,0.9422274487115176,0.6527777777777778,0.6778463273331351,0.9530371529346887,0.7633277672086217,0.6187313673468233,0.9447951318335402,,251,2762.2954316918117,13.26438960961431,0.8176095175386039,0.6525573967605509,0.9573349708734556,0.6527777777777778,0.6778463273331351,0.9838103300804618,0.2778513072639383,0.5087209302325582,0.9528660835594767,,79.22935274864275,0.7922935274864276,0.6910295672777225,12.529001359972437,0.4498590737937456,1.3
+self_forcing,motioncache,sf_motioncache_x1.3_c0FFFF,787.8021863352255,251,0.8834929872765263,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.1520135589463421,3157.9557506363703,22.51028280042224,0,0.6580195247486074,0.9465457309437538,0.6527777777777778,0.6918096433584076,0.9543317637306901,0.7634427555589464,0.6549713474342801,0.9459685788325822,4,251,2790.0317598168117,17.33167803448237,0.8223752964550782,0.6580195247486074,0.9605240223019622,0.6527777777777778,0.6918096433584076,0.9841877091274962,0.27789316302345646,0.5385174418604651,0.9538679726072588,FxxF,79.97416474633853,0.7997416474633853,0.7092070514966132,11.650701272347375,0.6934279465817835,1.3
+self_forcing,motioncache,sf_motioncache_x1.6,787.2986755067134,251,0.6735301427163464,generation run (FFFF from its own records),0.4722053817068913,3157.9557506363703,17.40261773419145,0,0.6428854763507843,0.940888848010212,0.7083333333333334,0.6746616210846352,0.9545653624617538,0.7720996083082718,0.6266864849269967,0.9361522675394837,,251,2126.978387418021,13.12727743123313,0.8187854985660974,0.6428854763507843,0.9563464142555415,0.7083333333333334,0.6746616210846352,0.9842558031576013,0.28104425742421096,0.5152616279069767,0.9454868060252112,,79.49070081764049,0.7949070081764048,0.6993930466176344,32.646985728365365,0.4332156982792326,1.6
+self_forcing,motioncache,sf_motioncache_x1.75,1075.9524468957666,251,0.6255669439390388,paired retime (same process as FFFF),0.4822861444190204,4338.093545343771,15.777846732727207,0,0.6375135494175778,0.9396331830835654,0.6388888888888888,0.672536503548611,0.9535416344775962,0.7671041229924003,0.6602747591543957,0.9296096983223644,,251,2713.767921682373,13.046128922322795,0.8095052751443926,0.6375135494175778,0.9554191057072129,0.6388888888888888,0.672536503548611,0.9839573864502194,0.2792259007692337,0.5428779069767442,0.9399007604276347,FxxF,79.03421083301939,0.7903421083301938,0.713689441073398,37.443305606096125,0.4265246708910779,1.75
+self_forcing,motioncache,sf_motioncache_x1.75_c0FFFF,787.3764446912058,251,0.6903888825327392,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.1794251137342586,3157.9557506363703,17.672190724282363,0,0.6570572269860134,0.9447341656827902,0.6805555555555556,0.6923511284590558,0.9550753701916723,0.7667675029790586,0.6744171904080375,0.9432502291762808,4,251,2180.2175417696812,16.748950224501506,0.8241356178679257,0.6570572269860134,0.9591861813567405,0.6805555555555556,0.6923511284590558,0.9844044704108725,0.2791033710843773,0.5545058139534884,0.9515470456707085,FxxF,80.34269636330501,0.8034269636330501,0.720592346693548,30.96111174672608,0.6578190053601664,1.75
+self_forcing,motioncache,sf_motioncache_x2,787.2117815663615,251,0.5133242690670772,generation run (FFFF from its own records),0.48543960135059055,3157.9557506363703,14.000092791228248,0,0.6349980440191043,0.9390704595279263,0.625,0.6670190069334576,0.9524099925689572,0.7690288990112706,0.6646942689211587,0.924504076304028,,251,1621.055327441588,13.02048842147392,0.8055457417006315,0.6349980440191043,0.9550035343613735,0.625,0.6670190069334576,0.9836275128338511,0.2799265192401025,0.5465116279069767,0.9355415803483791,,78.78089101537482,0.7878089101537482,0.7168615839662147,48.66757309329228,0.4222122511540751,2.0
+self_forcing,motioncache,sf_motioncache_Fxxx_x2.85,1070.9330137640356,251,0.3936644976149797,paired retime (same process as FFFF),0.723150745093585,4338.093545343771,7.655883304389281,0,0.4037941755146109,0.897140226877529,0.9305555555555556,0.39603928859310145,0.7561570048762222,0.4408807111004946,0.04507899962098284,0.7763710053555596,,251,1707.7534161345418,11.928439103777773,0.6717780870899638,0.4037941755146109,0.9240380575490552,0.9305555555555556,0.39603928859310145,0.9264197669214188,0.16048057884058003,0.037063953488372096,0.8090655643725768,Fxxx,58.60184407441188,0.5860184407441188,0.2429798553607387,60.63355023850203,0.2648531987788193,2.85
+self_forcing,motioncache,sf_motioncache_Fxxx_x2.85_c0FFFF,787.7976752353379,251,0.5227336267781284,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.5744193148802951,3157.9557506363703,10.825654646371781,0,0.4861902315770426,0.7248198204438749,0.75,0.5081096531508309,0.7839751614264883,0.7422701101853579,0.39775587900867215,0.6033636081221669,4,251,1650.7696627349967,14.278783633274092,0.6329924499491644,0.4861902315770426,0.7967794373978015,0.75,0.5081096531508309,0.9345287595558214,0.2701863201074703,0.32703488372093026,0.6613518486147061,Fxxx,62.03965588787346,0.6203965588787346,0.570012994597015,47.72663732218716,0.42289696176688507,2.85
+self_forcing,motioncache,sf_motioncache_Fxxx_x3,793.4309032789739,251,0.5122421282627843,paired retime (same process as FFFF),0.6889266865661895,3172.4586822388183,9.215038989341776,0,0.4225284389911159,0.8798852611715393,0.7083333333333334,0.4523586577817166,0.789836966237464,0.5217105164308716,0.09104190119531828,0.7554112479763058,,251,1625.0669872157603,12.240032140116337,0.6643976797863288,0.4225284389911159,0.9112952653751817,0.7083333333333334,0.4523586577817166,0.9362374756582208,0.18990262798083726,0.07485465116279069,0.7911701235221699,Fxxx,59.2793385591682,0.592793385591682,0.30637620881309496,48.775787173721575,0.28599187989990077,3.0
+self_forcing,none,sf_ffff,786.6989242432127,251,1.0,generation run (FFFF from its own records),0.0,3157.9557506363703,28.0,0,0.6580180625120798,0.9437799237656667,0.6944444444444444,0.6946141727654629,0.94822572203848,0.7637061828398104,0.6938630333817947,0.9429925047608853,,251,3157.9557506363703,120.0,0.8245186560117813,0.6580180625120798,0.9584814737009447,0.6944444444444444,0.6946141727654629,0.982407797974217,0.277989050553691,0.5704941860465116,0.9513270005648439,,80.53718464315855,0.8053718464315855,0.7287846081108025,0.0,1.0,1.0
+self_forcing,reuse,sf_reuse_FRFF,787.2821183223648,251,0.7545257178700826,generation run (FFFF from its own records),0.44972649023708594,3157.9557506363703,21.0,251,0.651364888234805,0.9443398603717518,0.6388888888888888,0.6814048013442793,0.9548475585313329,0.7629425335434696,0.6204991712535285,0.9456448651596576,4,251,2382.758829750863,13.186432303475257,0.8176448032884128,0.651364888234805,0.9588949868845386,0.6388888888888888,0.6814048013442793,0.9843380633118836,0.27771108220982293,0.5101744186046512,0.9535915858733157,FRFF,79.246001311043,0.79246001311043,0.691720852398499,24.54742821299174,0.44013333777744934,0.0
+self_forcing,reuse,sf_reuse_FRRF,787.2416245357924,251,0.5080557628937498,generation run (FFFF from its own records),0.48652463409292745,3157.9557506363703,14.0,251,0.6351314773482661,0.9391410462330098,0.625,0.666969261407441,0.9524100667456761,0.7690249518674555,0.6638103669678062,0.9245068596364799,4,251,1604.4176180742652,13.101751598657106,0.8055743111583404,0.6351314773482661,0.9550556626430777,0.625,0.666969261407441,0.9836275344563646,0.2799250824797538,0.5457848837209303,0.9355439567576266,FRRF,78.77429808101985,0.7877429808101984,0.7164176594176308,49.194423710625024,0.41499954129595207,0.0
+self_forcing,reuse,sf_reuse_FRRR,788.0200469180407,251,0.2609002853706325,generation run (FFFF from its own records),0.7346962258160352,3157.9557506363703,7.0,251,0.39850308625928815,0.8977271200129211,0.9722222222222222,0.3828162886456128,0.7502306432069685,0.4000602504954888,0.030936568367341166,0.784209698167448,4,251,823.9115565288589,11.698736907286044,0.6726541722551546,0.39850308625928815,0.9244714781295421,0.9722222222222222,0.3828162886456128,0.9246922324948313,0.14562193118035793,0.025436046511627907,0.8157582402953671,FRRR,58.12230196904067,0.5812230196904067,0.215498409431415,73.90997146293675,0.25650178703416393,0.0
+self_forcing,taylorseer,sf_taylorseer_FFxx_x1.3,795.5570102706848,251,0.8159732232524166,paired retime (same process as FFFF),0.42899676029425693,3172.762533514623,22.0,0,0.6545004979256661,0.9254098899329448,0.6805555555555556,0.6872740241146554,0.9324528735479638,0.7578853870359391,0.6682298767345691,0.926015305701432,,251,2588.8892710864307,13.127633978364933,0.8119873398182617,0.6545004979256661,0.9449152037154797,0.6805555555555556,0.6872740241146554,0.9778100126392315,0.27587028088108184,0.5494186046511628,0.9368318680078827,FFxx,79.22013982316601,0.7922013982316601,0.7130576318852542,18.402677674758337,0.4449232620784486,1.3
+self_forcing,taylorseer,sf_taylorseer_x1.3,786.6272088768948,251,0.7723849012214814,generation run (FFFF from its own records),0.446902309399677,3157.9557506363703,21.0,0,0.654320147088779,0.9423371007612116,0.6388888888888888,0.6863481240023753,0.9561274982990958,0.7640368717930692,0.6655781708745114,0.9469671853954494,,251,2439.157340517082,13.314791318574144,0.8191899090893373,0.654320147088779,0.9574159489121548,0.6388888888888888,0.6863481240023753,0.9847111657541865,0.2781094213326772,0.5472383720930233,0.9547205828906348,,79.83134315382279,0.7983134315382279,0.7148075213337903,22.76150987785186,0.4420520609830955,1.3
+self_forcing,taylorseer,sf_taylorseer_x1.3_c0FFFF,787.8244321602749,251,0.7970622972577859,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.152364754752512,3157.9557506363703,22.0,0,0.658449774788272,0.9451339007403738,0.6666666666666666,0.6966692713306162,0.9529278639317412,0.7640047598171077,0.688559621661679,0.9453681405114445,4,251,2517.087465240661,17.31183006623928,0.8239785972065057,0.658449774788272,0.959481385696766,0.6666666666666666,0.6966692713306162,0.9837784723361026,0.2780977325734272,0.5661337209302325,0.9533553183686713,FxxF,80.44393159130833,0.8044393159130833,0.7262821907393934,20.293770274221412,0.6934268105315022,1.3
+self_forcing,taylorseer,sf_taylorseer_FFxx_x1.6,794.8740203979006,251,0.6625483847212804,paired retime (same process as FFFF),0.613955738416231,3172.6900152685157,18.0,0,0.5128347473118895,0.7953057869112363,0.9305555555555556,0.5471100482132968,0.772584155900457,0.7549879792296379,0.39687197705531957,0.6787552258748323,,251,2102.0606448374897,11.320874766282206,0.68579413490718,0.5128347473118895,0.848833323633948,0.9305555555555556,0.5471100482132968,0.9312082814449832,0.2748156244395882,0.32630813953488375,0.7257212118519318,FFxx,66.38213035542397,0.6638213035542397,0.5759299781424787,33.74516152787196,0.3028077904090463,1.6
+self_forcing,taylorseer,sf_taylorseer_x1.6,787.1693157180847,251,0.6361477585698865,generation run (FFFF from its own records),0.5028563556205704,3157.9557506363703,17.0,0,0.643517211239825,0.9402216618971517,0.6388888888888888,0.6779702008686802,0.9533716244202526,0.772127808795448,0.6602747591543957,0.9176036576107031,,251,2008.9264724302102,13.398208604402992,0.8094779637238285,0.643517211239825,0.9558536973110465,0.6388888888888888,0.6779702008686802,0.9839078285185037,0.28105452240154305,0.5428779069767442,0.9296500028680182,,79.08226277740471,0.7908226277740471,0.7162012839749219,36.38522414301135,0.40817063470998133,1.6
+self_forcing,taylorseer,sf_taylorseer_x1.75,1076.7523853256407,251,0.5484956618136285,paired retime (same process as FFFF),0.5162936514354797,4338.093545343771,15.0,0,0.639807786351891,0.9374739698911655,0.5972222222222222,0.6766173681433609,0.9537863275193339,0.7698709079380592,0.6576230532943379,0.9180821284012016,,251,2379.425490162762,13.479265617263305,0.8044324893487389,0.639807786351891,0.9538245267646257,0.5972222222222222,0.6766173681433609,0.9840287144718859,0.28023301048945354,0.5406976744186046,0.930058521228946,FxxF,78.62953876022308,0.7862953876022308,0.7137469806161986,45.15043381863715,0.40065310420505557,1.75
+self_forcing,taylorseer,sf_taylorseer_x1.75_c0FFFF,787.5910166402263,251,0.6112475130706799,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.2131864467702539,3157.9557506363703,17.0,0,0.6588564223499709,0.9333973834564585,0.5972222222222222,0.6939237368447075,0.9558053489370277,0.7706630491244093,0.6638103669678062,0.9348837369287558,4,251,1930.2925989637338,16.751701684782045,0.8137232253869148,0.6588564223499709,0.9508139676825945,0.5972222222222222,0.6939237368447075,0.9846172592151436,0.28052134988128496,0.5457848837209303,0.9444037345897717,FxxF,79.44259219187533,0.7944259219187534,0.7172367080461077,38.875248692932004,0.6200639521220765,1.75
+self_forcing,taylorseer,sf_taylorseer_FFxx_x2,798.4416747074204,251,0.5319710564825616,paired retime (same process as FFFF),0.8271959454889791,3172.5268999380896,14.0,0,0.408757290212057,0.8721404244626423,0.9583333333333334,0.4293475322224587,0.7415887583007394,0.3416180196552184,0.03270437227404637,0.7426046212780347,,251,1687.6924866794116,9.626471614561668,0.6679282351168362,0.408757290212057,0.9055757034656613,0.9583333333333334,0.4293475322224587,0.9221731230446656,0.12434895915449948,0.02688953488372093,0.7802358256471861,FFxx,57.17748272863954,0.5717748272863954,0.18716119596463238,46.80289435174384,0.1555026669307534,2.0
+self_forcing,taylorseer,sf_taylorseer_x2,787.6822634997121,251,0.5278863119864577,generation run (FFFF from its own records),0.5239984617527738,3157.9557506363703,14.0,0,0.6380113029992709,0.9360359519721485,0.5694444444444444,0.6749741767985595,0.953570808506749,0.768489305919949,0.6540874454809275,0.916047644054666,,251,1667.0416146198593,13.486369997287133,0.8006112921006575,0.6380113029992709,0.9527625505314317,0.5694444444444444,0.6749741767985595,0.9839658906797174,0.2797301073548614,0.5377906976744186,0.9283214784938738,,78.27467088206136,0.7827467088206136,0.7112883757004382,47.211368801354226,0.39737210942217077,2.0
+self_forcing,taylorseer,sf_taylorseer_Fxxx_x2.85,1074.5115319362199,251,0.33846871653495,paired retime (same process as FFFF),0.705080090053528,4338.093545343771,9.0,0,0.4188469632338452,0.8581776870698948,1.0,0.43738612662522613,0.7483049140339924,0.5524781075604243,0.11932676370260163,0.7210915691144283,,251,1468.308954501057,11.750332736140424,0.6697831381958884,0.4188469632338452,0.8952642219011173,1.0,0.43738612662522613,0.9241308824409088,0.20110203115199443,0.09811046511627906,0.7618679817098989,Fxxx,60.300699768301335,0.6030069976830134,0.33590243563151295,66.153128346505,0.26076004532466374,2.85
+self_forcing,taylorseer,sf_taylorseer_Fxxx_x2.85_c0FFFF,788.4454537197888,251,0.4212918741772003,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.4902592655197083,3157.9557506363703,12.0,0,0.5030248806040775,0.7556287068735509,0.9027777777777778,0.5260499488793093,0.7917821066370899,0.7178124155253648,0.5259216622447997,0.6229152506184249,4,251,1330.421096754264,14.32098673743311,0.6637799604547894,0.5030248806040775,0.8195318000261174,0.9027777777777778,0.5260499488793093,0.9368044840847117,0.2612837192512328,0.4324127906976744,0.6780450409780112,Fxxx,65.53973761408479,0.6553973761408479,0.6218670388850822,57.870812582279974,0.46266368245223605,2.85
+self_forcing,teacache,sf_teacache_x1.3,786.8817462085253,251,0.8066901787555091,generation run (FFFF from its own records),0.3198072451400567,3157.9557506363703,22.366533864541832,0,0.6585025582262265,0.941502601573202,0.625,0.6912134654117142,0.9505924782732502,0.7653398527105157,0.6567391513409854,0.939667748514315,,251,2547.4918889828414,15.16096906123012,0.8170870639997649,0.6585025582262265,0.9567996712618096,0.625,0.6912134654117142,0.9830977074166525,0.2785837063866277,0.5399709302325582,0.9484883236815221,,79.5877551604962,0.795877551604962,0.7110395020257505,19.330982124449093,0.5324683268944106,1.3
+self_forcing,teacache,sf_teacache_x1.3_c0FFFF,787.8521776237336,251,0.8616625189894994,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.08663826258317711,3157.9557506363703,24.215139442231077,0,0.6576413278297711,0.9443638857989414,0.6805555555555556,0.6933715118520625,0.9505973640178846,0.7657485566289377,0.6850240138482686,0.9428181086442493,4,251,2721.0921069507103,20.369967309159655,0.8234672683492157,0.6576413278297711,0.9589127296625182,0.6805555555555556,0.6933715118520625,0.9830991316112134,0.2787324746129333,0.5632267441860465,0.9511781011604601,FxxF,80.38510717270931,0.8038510717270931,0.7253862852386032,13.833748101050059,0.8420746293200915,1.3
+self_forcing,teacache,sf_teacache_x1.6,786.8811229082693,251,0.6926670277384996,generation run (FFFF from its own records),0.4519524058379025,3157.9557506363703,19.243027888446214,0,0.6467099747350139,0.9433380961596467,0.6527777777777778,0.6722770039943146,0.9554033799005364,0.7654387861733232,0.6098923478132973,0.9412271352725525,,251,2187.411823522997,13.11647356260394,0.8155171779910824,0.6467099747350139,0.958155184013899,0.6527777777777778,0.6722770039943146,0.9845000852410064,0.27861971816708964,0.501453488372093,0.9498197280957054,,78.99468557915279,0.7899468557915279,0.6876655669933103,30.733297226150036,0.44276890223957155,1.6
+self_forcing,teacache,sf_teacache_x1.6_c0FFFF,789.8425030955281,251,0.7391196642360541,generation run (FFFF from its own records),0.1808342623683917,3157.9557506363703,20.820717131474105,251,0.6577075248764407,0.9455872605514449,0.6527777777777778,0.691852156551619,0.9540206958323957,0.7662048736574182,0.666462072827864,0.9435166685924709,4,251,2334.1071940826705,17.179895017071058,0.8216496718715018,0.6577075248764407,0.959816191917242,0.6527777777777778,0.691852156551619,0.9840970328351434,0.2788985740113002,0.5479651162790697,0.9517745316442516,FxxF,80.05864321457297,0.8005864321457297,0.7163334732426411,26.088033576394587,0.6581116725961526,1.6
+self_forcing,teacache,sf_teacache_x1.75,1074.030274015024,251,0.7243071804328525,paired retime (same process as FFFF),0.446030244884263,4338.093545343771,20.274900398406373,0,0.6509413879404786,0.9438329238580474,0.6388888888888888,0.6790439787838988,0.9551566427043776,0.7635727370692444,0.6311059946937598,0.9431574064400747,,251,3142.1123042819036,13.141946470384713,0.8166503243947857,0.6509413879404786,0.9585206142691679,0.6388888888888888,0.6790439787838988,0.9844281613483261,0.27794047629320495,0.5188953488372093,0.9514677936185358,FxxF,79.27881326921289,0.7927881326921289,0.6973393658815021,27.569281956714754,0.4470920001130655,1.75
+self_forcing,teacache,sf_teacache_x2,786.8441235059761,251,0.5092527405346428,generation run (FFFF from its own records),0.485431660990791,3157.9557506363703,14.0,0,0.6351314773482661,0.9391410462330098,0.625,0.666969261407441,0.9524100645349959,0.7690249518674555,0.6638103669678062,0.9245068596364799,,251,1608.1976204987066,13.020104480233423,0.8055743107563987,0.6351314773482661,0.9550556626430777,0.625,0.666969261407441,0.9836275338119513,0.2799250824797538,0.5457848837209303,0.9355439567576266,,78.77429804886452,0.7877429804886452,0.7164176594176308,49.07472594653572,0.4222123757657777,2.0
+self_forcing,teacache,sf_teacache_x2_c0FFFF,1143.820494663193,251,0.5594207961401603,generation run (FFFF from its own records),0.1882559760841003,3157.9557506363703,16.0,0,0.6558614793003247,0.9433172901397003,0.6111111111111112,0.68820925239483,0.9556261689060974,0.7681702330231344,0.6770688962680952,0.9407457264685114,4,251,1766.6261201963957,16.610850147871975,0.8162391768663672,0.6558614793003247,0.9581398187681686,0.6111111111111112,0.68820925239483,0.9845650282361275,0.2796139648204209,0.5566860465116279,0.949408701258815,FxxF,79.75152544222168,0.7975152544222167,0.7226195646456148,44.05792038598398,0.6511383636064263,2.0
+self_forcing,teacache,sf_teacache_Fxxx_x2.85,1078.812862563418,251,0.5088458148183019,paired retime (same process as FFFF),0.6665125536728665,4338.093545343771,14.0,0,0.485906938070892,0.840092618829071,0.5694444444444444,0.48801232030188196,0.7672786270518275,0.5999133935035099,0.22981450787167723,0.6987321264923295,,251,2207.4207448384677,11.843930702666052,0.6481354278124044,0.485906938070892,0.8819083990052689,0.5694444444444444,0.48801232030188196,0.9296617197856077,0.2183684752352776,0.18895348837209303,0.7427774895991509,Fxxx,60.14811323874423,0.6014811323874423,0.4148639506875936,49.115418518169804,0.30290897585362553,2.85
+self_forcing,teacache,sf_teacache_Fxxx_x3,793.1621101045039,251,0.2879681634144743,paired retime (same process as FFFF),0.7049342896121432,3171.892458455971,7.844621513944223,0,0.420561296004121,0.8232215313987195,0.9166666666666666,0.41783618348695273,0.767154870921817,0.5181422841711084,0.1891550180174574,0.6607622799751098,,251,913.4040458097876,11.945833908165753,0.6450671809309187,0.420561296004121,0.8694491009379542,0.9166666666666666,0.41783618348695273,0.9296256448737097,0.18860379143828346,0.1555232558139535,0.7103588346427487,Fxxx,58.678347496359166,0.5867834749635916,0.3536486510942829,71.20318365855258,0.2851472968955439,3.0
+self_forcing,teacache,sf_teacache_Fxxx_x3_c0FFFF,789.0412850854881,251,0.34580374342413134,strategy retime: all records from one denoise-only pass on an idle GPU (FFFF from its own records),0.582067841997897,3157.9557506363703,10.286852589641434,0,0.4696471848154581,0.7291443733126078,0.8333333333333334,0.46514842890844904,0.7826203531097186,0.7257552745493537,0.40482709463549293,0.5744085457424528,4,251,1092.0329201378195,13.994368110319847,0.6250246459191551,0.4696471848154581,0.7999731196913609,0.8333333333333334,0.46514842890844904,0.934133832931483,0.26417491993596476,0.3328488372093023,0.6366300163549062,Fxxx,61.30779536538087,0.6130779536538087,0.5652911845924233,65.41962565758686,0.4179904545802044,3.0

eval_out/vbench/raw_results/cf_ffff/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.6663068158011283,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/000.mp4",
+      "video_results": 0.6108352541923523
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/001.mp4",
+      "video_results": 0.6392403244972229
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/002.mp4",
+      "video_results": 0.6442006230354309
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/003.mp4",
+      "video_results": 0.6622069478034973
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/004.mp4",
+      "video_results": 0.6955300569534302
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/005.mp4",
+      "video_results": 0.6305249929428101
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/006.mp4",
+      "video_results": 0.6570180058479309
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/007.mp4",
+      "video_results": 0.723800778388977
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/008.mp4",
+      "video_results": 0.6581992506980896
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/009.mp4",
+      "video_results": 0.6898248791694641
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/010.mp4",
+      "video_results": 0.7135796546936035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/011.mp4",
+      "video_results": 0.5795828104019165
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/012.mp4",
+      "video_results": 0.7168670296669006
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/013.mp4",
+      "video_results": 0.682274341583252
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/014.mp4",
+      "video_results": 0.7400261163711548
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/015.mp4",
+      "video_results": 0.7212167382240295
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/016.mp4",
+      "video_results": 0.685165524482727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/017.mp4",
+      "video_results": 0.6228032112121582
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/018.mp4",
+      "video_results": 0.6049994826316833
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/019.mp4",
+      "video_results": 0.7016352415084839
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/020.mp4",
+      "video_results": 0.6433882117271423
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/021.mp4",
+      "video_results": 0.7090107202529907
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/022.mp4",
+      "video_results": 0.7869169116020203
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/023.mp4",
+      "video_results": 0.5869975686073303
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/024.mp4",
+      "video_results": 0.6370909810066223
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/025.mp4",
+      "video_results": 0.35424643754959106
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/026.mp4",
+      "video_results": 0.7767348885536194
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/027.mp4",
+      "video_results": 0.6201109886169434
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/028.mp4",
+      "video_results": 0.6859763860702515
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/029.mp4",
+      "video_results": 0.7382848858833313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/030.mp4",
+      "video_results": 0.7957078814506531
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/031.mp4",
+      "video_results": 0.6562527418136597
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/032.mp4",
+      "video_results": 0.4259902536869049
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/033.mp4",
+      "video_results": 0.6901935338973999
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/034.mp4",
+      "video_results": 0.8076865077018738
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/035.mp4",
+      "video_results": 0.572560727596283
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/036.mp4",
+      "video_results": 0.5687265992164612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/037.mp4",
+      "video_results": 0.6730977296829224
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/038.mp4",
+      "video_results": 0.6092228889465332
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/039.mp4",
+      "video_results": 0.6017369627952576
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/040.mp4",
+      "video_results": 0.47738227248191833
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/041.mp4",
+      "video_results": 0.5679580569267273
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/042.mp4",
+      "video_results": 0.6050376892089844
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/043.mp4",
+      "video_results": 0.6307345032691956
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/044.mp4",
+      "video_results": 0.7022599577903748
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/045.mp4",
+      "video_results": 0.8214500546455383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/046.mp4",
+      "video_results": 0.5804413557052612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/047.mp4",
+      "video_results": 0.7643312811851501
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/048.mp4",
+      "video_results": 0.6402441263198853
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/049.mp4",
+      "video_results": 0.7357670068740845
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/050.mp4",
+      "video_results": 0.722507894039154
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/051.mp4",
+      "video_results": 0.7553394436836243
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/052.mp4",
+      "video_results": 0.7593746781349182
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/053.mp4",
+      "video_results": 0.6288222074508667
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/054.mp4",
+      "video_results": 0.5744673013687134
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/055.mp4",
+      "video_results": 0.776573657989502
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/056.mp4",
+      "video_results": 0.6796060800552368
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/057.mp4",
+      "video_results": 0.6487081050872803
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/058.mp4",
+      "video_results": 0.8360438346862793
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/059.mp4",
+      "video_results": 0.7706379294395447
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/060.mp4",
+      "video_results": 0.6650302410125732
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/061.mp4",
+      "video_results": 0.6136115789413452
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/062.mp4",
+      "video_results": 0.728371262550354
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/063.mp4",
+      "video_results": 0.6164100170135498
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/064.mp4",
+      "video_results": 0.7571491599082947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/065.mp4",
+      "video_results": 0.7213384509086609
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/066.mp4",
+      "video_results": 0.6985371112823486
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/067.mp4",
+      "video_results": 0.7246371507644653
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/068.mp4",
+      "video_results": 0.5279011726379395
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/069.mp4",
+      "video_results": 0.5761517882347107
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/070.mp4",
+      "video_results": 0.7258728742599487
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/071.mp4",
+      "video_results": 0.6002297401428223
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/072.mp4",
+      "video_results": 0.6792954802513123
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/073.mp4",
+      "video_results": 0.6501937508583069
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/074.mp4",
+      "video_results": 0.6615275740623474
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/075.mp4",
+      "video_results": 0.6294846534729004
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/076.mp4",
+      "video_results": 0.6255424618721008
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/077.mp4",
+      "video_results": 0.49208417534828186
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/078.mp4",
+      "video_results": 0.7056908011436462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/079.mp4",
+      "video_results": 0.6410538554191589
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/080.mp4",
+      "video_results": 0.7137374877929688
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/081.mp4",
+      "video_results": 0.734585702419281
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/082.mp4",
+      "video_results": 0.7790578007698059
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/083.mp4",
+      "video_results": 0.6496210098266602
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/084.mp4",
+      "video_results": 0.828719437122345
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/085.mp4",
+      "video_results": 0.713573157787323
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/086.mp4",
+      "video_results": 0.6374160647392273
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/087.mp4",
+      "video_results": 0.7042972445487976
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/088.mp4",
+      "video_results": 0.6416654586791992
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/089.mp4",
+      "video_results": 0.6394129395484924
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/090.mp4",
+      "video_results": 0.6590496301651001
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/091.mp4",
+      "video_results": 0.5421684384346008
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/092.mp4",
+      "video_results": 0.6859636902809143
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.9577336510946585,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/000.mp4",
+      "video_results": 0.9193817138671875,
+      "video_sim": 73.550537109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/001.mp4",
+      "video_results": 0.9358428955078125,
+      "video_sim": 74.867431640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/002.mp4",
+      "video_results": 0.97041015625,
+      "video_sim": 77.6328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/003.mp4",
+      "video_results": 0.94654541015625,
+      "video_sim": 75.7236328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/004.mp4",
+      "video_results": 0.9527130126953125,
+      "video_sim": 76.217041015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/005.mp4",
+      "video_results": 0.9923095703125,
+      "video_sim": 79.384765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/006.mp4",
+      "video_results": 0.9714141845703125,
+      "video_sim": 77.713134765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/007.mp4",
+      "video_results": 0.93848876953125,
+      "video_sim": 75.0791015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/008.mp4",
+      "video_results": 0.9505859375,
+      "video_sim": 76.046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/009.mp4",
+      "video_results": 0.9851043701171875,
+      "video_sim": 78.808349609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/010.mp4",
+      "video_results": 0.9158782958984375,
+      "video_sim": 73.270263671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/011.mp4",
+      "video_results": 0.968206787109375,
+      "video_sim": 77.45654296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/012.mp4",
+      "video_results": 0.9957763671875,
+      "video_sim": 79.662109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/013.mp4",
+      "video_results": 0.953875732421875,
+      "video_sim": 76.31005859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/014.mp4",
+      "video_results": 0.955938720703125,
+      "video_sim": 76.47509765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/015.mp4",
+      "video_results": 0.9220550537109375,
+      "video_sim": 73.764404296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/016.mp4",
+      "video_results": 0.982452392578125,
+      "video_sim": 78.59619140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/017.mp4",
+      "video_results": 0.958087158203125,
+      "video_sim": 76.64697265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/018.mp4",
+      "video_results": 0.87442626953125,
+      "video_sim": 69.9541015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/019.mp4",
+      "video_results": 0.9821380615234375,
+      "video_sim": 78.571044921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/020.mp4",
+      "video_results": 0.960150146484375,
+      "video_sim": 76.81201171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/021.mp4",
+      "video_results": 0.9738555908203125,
+      "video_sim": 77.908447265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/022.mp4",
+      "video_results": 0.9768890380859375,
+      "video_sim": 78.151123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/023.mp4",
+      "video_results": 0.926190185546875,
+      "video_sim": 74.09521484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/024.mp4",
+      "video_results": 0.9598968505859375,
+      "video_sim": 76.791748046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/025.mp4",
+      "video_results": 0.9636505126953125,
+      "video_sim": 77.092041015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/026.mp4",
+      "video_results": 0.9520538330078125,
+      "video_sim": 76.164306640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/027.mp4",
+      "video_results": 0.9779510498046875,
+      "video_sim": 78.236083984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/028.mp4",
+      "video_results": 0.928399658203125,
+      "video_sim": 74.27197265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/029.mp4",
+      "video_results": 0.96798095703125,
+      "video_sim": 77.4384765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/030.mp4",
+      "video_results": 0.9515838623046875,
+      "video_sim": 76.126708984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/031.mp4",
+      "video_results": 0.9264404296875,
+      "video_sim": 74.115234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/032.mp4",
+      "video_results": 0.9521240234375,
+      "video_sim": 76.169921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/033.mp4",
+      "video_results": 0.98359375,
+      "video_sim": 78.6875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/034.mp4",
+      "video_results": 0.955792236328125,
+      "video_sim": 76.46337890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/035.mp4",
+      "video_results": 0.9856597900390625,
+      "video_sim": 78.852783203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/036.mp4",
+      "video_results": 0.985040283203125,
+      "video_sim": 78.80322265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/037.mp4",
+      "video_results": 0.97518310546875,
+      "video_sim": 78.0146484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/038.mp4",
+      "video_results": 0.9445770263671875,
+      "video_sim": 75.566162109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/039.mp4",
+      "video_results": 0.954266357421875,
+      "video_sim": 76.34130859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/040.mp4",
+      "video_results": 0.9826690673828125,
+      "video_sim": 78.613525390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/041.mp4",
+      "video_results": 0.9848358154296875,
+      "video_sim": 78.786865234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/042.mp4",
+      "video_results": 0.9619720458984375,
+      "video_sim": 76.957763671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/043.mp4",
+      "video_results": 0.9812103271484375,
+      "video_sim": 78.496826171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/044.mp4",
+      "video_results": 0.9491058349609375,
+      "video_sim": 75.928466796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/045.mp4",
+      "video_results": 0.96512451171875,
+      "video_sim": 77.2099609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/046.mp4",
+      "video_results": 0.9496673583984375,
+      "video_sim": 75.973388671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/047.mp4",
+      "video_results": 0.97938232421875,
+      "video_sim": 78.3505859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/048.mp4",
+      "video_results": 0.97935791015625,
+      "video_sim": 78.3486328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/049.mp4",
+      "video_results": 0.94229736328125,
+      "video_sim": 75.3837890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/050.mp4",
+      "video_results": 0.9805633544921875,
+      "video_sim": 78.445068359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/051.mp4",
+      "video_results": 0.9564422607421875,
+      "video_sim": 76.515380859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/052.mp4",
+      "video_results": 0.969287109375,
+      "video_sim": 77.54296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/053.mp4",
+      "video_results": 0.9593414306640625,
+      "video_sim": 76.747314453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/054.mp4",
+      "video_results": 0.97059326171875,
+      "video_sim": 77.6474609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/055.mp4",
+      "video_results": 0.984979248046875,
+      "video_sim": 78.79833984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/056.mp4",
+      "video_results": 0.964263916015625,
+      "video_sim": 77.14111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/057.mp4",
+      "video_results": 0.97708740234375,
+      "video_sim": 78.1669921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/058.mp4",
+      "video_results": 0.9389312744140625,
+      "video_sim": 75.114501953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/059.mp4",
+      "video_results": 0.9895263671875,
+      "video_sim": 79.162109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/060.mp4",
+      "video_results": 0.9741546630859375,
+      "video_sim": 77.932373046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/061.mp4",
+      "video_results": 0.923388671875,
+      "video_sim": 73.87109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/062.mp4",
+      "video_results": 0.9670928955078125,
+      "video_sim": 77.367431640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/063.mp4",
+      "video_results": 0.96712646484375,
+      "video_sim": 77.3701171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/064.mp4",
+      "video_results": 0.9179290771484375,
+      "video_sim": 73.434326171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/065.mp4",
+      "video_results": 0.9540924072265625,
+      "video_sim": 76.327392578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/066.mp4",
+      "video_results": 0.9577423095703125,
+      "video_sim": 76.619384765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/067.mp4",
+      "video_results": 0.9482513427734375,
+      "video_sim": 75.860107421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/068.mp4",
+      "video_results": 0.954656982421875,
+      "video_sim": 76.37255859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/069.mp4",
+      "video_results": 0.9389404296875,
+      "video_sim": 75.115234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/070.mp4",
+      "video_results": 0.97437744140625,
+      "video_sim": 77.9501953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/071.mp4",
+      "video_results": 0.937298583984375,
+      "video_sim": 74.98388671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/072.mp4",
+      "video_results": 0.93553466796875,
+      "video_sim": 74.8427734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/073.mp4",
+      "video_results": 0.940899658203125,
+      "video_sim": 75.27197265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/074.mp4",
+      "video_results": 0.9560211181640625,
+      "video_sim": 76.481689453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/075.mp4",
+      "video_results": 0.9042388916015625,
+      "video_sim": 72.339111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/076.mp4",
+      "video_results": 0.9920501708984375,
+      "video_sim": 79.364013671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/077.mp4",
+      "video_results": 0.956024169921875,
+      "video_sim": 76.48193359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/078.mp4",
+      "video_results": 0.9491943359375,
+      "video_sim": 75.935546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/079.mp4",
+      "video_results": 0.9253265380859375,
+      "video_sim": 74.026123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/080.mp4",
+      "video_results": 0.9545257568359375,
+      "video_sim": 76.362060546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/081.mp4",
+      "video_results": 0.962335205078125,
+      "video_sim": 76.98681640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/082.mp4",
+      "video_results": 0.9755279541015625,
+      "video_sim": 78.042236328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/083.mp4",
+      "video_results": 0.932293701171875,
+      "video_sim": 74.58349609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/084.mp4",
+      "video_results": 0.9656494140625,
+      "video_sim": 77.251953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/085.mp4",
+      "video_results": 0.9608734130859375,
+      "video_sim": 76.869873046875,
+      "cnt_per_video": 80
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/dynamic_degree.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "dynamic_degree",
+  "score": 0.8194444444444444,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/000.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/001.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/002.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/003.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/004.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/005.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/006.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/007.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/008.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/009.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/010.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/011.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/012.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/013.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/014.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/015.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/016.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/017.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/018.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/019.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/020.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/021.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/022.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/023.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/024.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/025.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/026.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/027.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/028.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/029.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/030.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/031.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/032.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/033.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/034.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/035.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/036.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/037.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/038.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/039.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/040.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/041.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/042.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/043.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/044.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/045.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/046.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/047.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/048.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/049.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/050.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/051.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/052.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/053.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/054.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/055.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/056.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/057.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/058.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/059.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/060.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/061.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/062.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/063.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/064.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/065.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/066.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/067.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/068.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/069.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/070.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/071.mp4",
+      "video_results": true
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/imaging_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "imaging_quality",
+  "score": 0.7058962025016368,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/000.mp4",
+      "video_results": 79.61514357578608
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/001.mp4",
+      "video_results": 74.41370335331669
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/002.mp4",
+      "video_results": 78.39919629509066
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/003.mp4",
+      "video_results": 71.05199545401113
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/004.mp4",
+      "video_results": 76.15531158447266
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/005.mp4",
+      "video_results": 67.86237551842207
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/006.mp4",
+      "video_results": 67.31566789415147
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/007.mp4",
+      "video_results": 70.49450909649885
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/008.mp4",
+      "video_results": 65.80519372445566
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/009.mp4",
+      "video_results": 64.35261088241765
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/010.mp4",
+      "video_results": 57.91364311877592
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/011.mp4",
+      "video_results": 60.581735116464124
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/012.mp4",
+      "video_results": 76.43124822922695
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/013.mp4",
+      "video_results": 66.1715997295615
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/014.mp4",
+      "video_results": 69.08550705144435
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/015.mp4",
+      "video_results": 76.16971606972777
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/016.mp4",
+      "video_results": 77.00584223240982
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/017.mp4",
+      "video_results": 72.80004195225092
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/018.mp4",
+      "video_results": 72.5852358782733
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/019.mp4",
+      "video_results": 76.70880230562186
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/020.mp4",
+      "video_results": 64.95813595807111
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/021.mp4",
+      "video_results": 76.04866131441092
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/022.mp4",
+      "video_results": 71.519787164382
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/023.mp4",
+      "video_results": 73.56258825608242
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/024.mp4",
+      "video_results": 72.24666020899643
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/025.mp4",
+      "video_results": 70.78421392558533
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/026.mp4",
+      "video_results": 71.19737300166378
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/027.mp4",
+      "video_results": 68.88389493212287
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/028.mp4",
+      "video_results": 59.13689229517807
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/029.mp4",
+      "video_results": 73.90825257477937
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/030.mp4",
+      "video_results": 78.76694074089144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/031.mp4",
+      "video_results": 78.35528300720968
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/032.mp4",
+      "video_results": 74.33933615978853
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/033.mp4",
+      "video_results": 74.90201399061415
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/034.mp4",
+      "video_results": 70.38156038449134
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/035.mp4",
+      "video_results": 48.116869231800976
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/036.mp4",
+      "video_results": 62.15372429364993
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/037.mp4",
+      "video_results": 68.7283718438796
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/038.mp4",
+      "video_results": 72.55884872248143
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/039.mp4",
+      "video_results": 75.71920993004316
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/040.mp4",
+      "video_results": 63.926603340808256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/041.mp4",
+      "video_results": 68.31796796822253
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/042.mp4",
+      "video_results": 72.17882584936825
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/043.mp4",
+      "video_results": 70.59403360625844
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/044.mp4",
+      "video_results": 77.31395080943166
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/045.mp4",
+      "video_results": 74.67248007691937
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/046.mp4",
+      "video_results": 67.60358932871877
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/047.mp4",
+      "video_results": 76.1547146078981
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/048.mp4",
+      "video_results": 63.651790289231286
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/049.mp4",
+      "video_results": 77.79124497778622
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/050.mp4",
+      "video_results": 65.87137415379654
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/051.mp4",
+      "video_results": 71.91450754801433
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/052.mp4",
+      "video_results": 69.5734656063127
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/053.mp4",
+      "video_results": 59.286969691147036
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/054.mp4",
+      "video_results": 77.31569746982905
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/055.mp4",
+      "video_results": 74.16485784083237
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/056.mp4",
+      "video_results": 67.61928572478118
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/057.mp4",
+      "video_results": 70.7815485353823
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/058.mp4",
+      "video_results": 74.55759232132523
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/059.mp4",
+      "video_results": 62.87100012508439
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/060.mp4",
+      "video_results": 73.62443372938368
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/061.mp4",
+      "video_results": 77.03996860833816
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/062.mp4",
+      "video_results": 76.22152031792535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/063.mp4",
+      "video_results": 76.02689700656467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/064.mp4",
+      "video_results": 75.51007353229288
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/065.mp4",
+      "video_results": 77.57974789466387
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/066.mp4",
+      "video_results": 74.9864968193902
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/067.mp4",
+      "video_results": 74.95141271897305
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/068.mp4",
+      "video_results": 56.38863928524064
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/069.mp4",
+      "video_results": 61.295341585889275
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/070.mp4",
+      "video_results": 71.44657483512972
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/071.mp4",
+      "video_results": 76.13064659966363
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/072.mp4",
+      "video_results": 71.34691252531829
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/073.mp4",
+      "video_results": 60.82686478414653
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/074.mp4",
+      "video_results": 71.29304052282262
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/075.mp4",
+      "video_results": 72.5509430685161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/076.mp4",
+      "video_results": 68.06022248444734
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/077.mp4",
+      "video_results": 67.00800916883681
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/078.mp4",
+      "video_results": 77.12909029736932
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/079.mp4",
+      "video_results": 67.50820772147473
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/080.mp4",
+      "video_results": 75.47275675078969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/081.mp4",
+      "video_results": 67.80018163610387
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/082.mp4",
+      "video_results": 60.47942036758234
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/083.mp4",
+      "video_results": 66.70997483053326
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/084.mp4",
+      "video_results": 72.03101188753858
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/085.mp4",
+      "video_results": 74.0523104255582
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/086.mp4",
+      "video_results": 61.853162741955416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/087.mp4",
+      "video_results": 56.60846875037676
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/088.mp4",
+      "video_results": 72.54937649950568
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/089.mp4",
+      "video_results": 69.4894694575557
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/090.mp4",
+      "video_results": 77.1588128172321
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/091.mp4",
+      "video_results": 72.7128429648317
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/092.mp4",
+      "video_results": 77.64265375961492
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/motion_smoothness.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "motion_smoothness",
+  "score": 0.9744178077750745,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/000.mp4",
+      "video_results": 0.9748706872990248
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/001.mp4",
+      "video_results": 0.9927959416438852
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/002.mp4",
+      "video_results": 0.9864732324169652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/003.mp4",
+      "video_results": 0.9908218136763921
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/004.mp4",
+      "video_results": 0.9834720325396452
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/005.mp4",
+      "video_results": 0.9958365124395111
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/006.mp4",
+      "video_results": 0.9882207532869585
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/007.mp4",
+      "video_results": 0.9862422925700729
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/008.mp4",
+      "video_results": 0.985574016874712
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/009.mp4",
+      "video_results": 0.9681754616209465
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/010.mp4",
+      "video_results": 0.952975108948828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/011.mp4",
+      "video_results": 0.9857543100005761
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/012.mp4",
+      "video_results": 0.8896644520121083
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/013.mp4",
+      "video_results": 0.9884786310875179
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/014.mp4",
+      "video_results": 0.9879359500527641
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/015.mp4",
+      "video_results": 0.9863886507627891
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/016.mp4",
+      "video_results": 0.9691739967771964
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/017.mp4",
+      "video_results": 0.9720653881177204
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/018.mp4",
+      "video_results": 0.9896249106413398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/019.mp4",
+      "video_results": 0.9798242278331605
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/020.mp4",
+      "video_results": 0.9784380675747864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/021.mp4",
+      "video_results": 0.9801104235731418
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/022.mp4",
+      "video_results": 0.9905456188234509
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/023.mp4",
+      "video_results": 0.9867387551291217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/024.mp4",
+      "video_results": 0.9530802402307744
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/025.mp4",
+      "video_results": 0.9606742105997046
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/026.mp4",
+      "video_results": 0.9617473716934023
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/027.mp4",
+      "video_results": 0.9484798303920259
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/028.mp4",
+      "video_results": 0.9672761964895467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/029.mp4",
+      "video_results": 0.9546350960556499
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/030.mp4",
+      "video_results": 0.9341634987712366
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/031.mp4",
+      "video_results": 0.9872331581019828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/032.mp4",
+      "video_results": 0.9791581381517618
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/033.mp4",
+      "video_results": 0.9659437626345945
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/034.mp4",
+      "video_results": 0.9857745957257101
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/035.mp4",
+      "video_results": 0.9926120073162812
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/036.mp4",
+      "video_results": 0.9788709385179686
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/037.mp4",
+      "video_results": 0.9482045689770299
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/038.mp4",
+      "video_results": 0.9891015782114128
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/039.mp4",
+      "video_results": 0.9889615332244008
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/040.mp4",
+      "video_results": 0.9734385584746051
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/041.mp4",
+      "video_results": 0.989092611168065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/042.mp4",
+      "video_results": 0.942497079559321
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/043.mp4",
+      "video_results": 0.9866519877064741
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/044.mp4",
+      "video_results": 0.9652134035371627
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/045.mp4",
+      "video_results": 0.9793513911474045
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/046.mp4",
+      "video_results": 0.9441296185007122
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/047.mp4",
+      "video_results": 0.9854523595596091
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/048.mp4",
+      "video_results": 0.9656481875903407
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/049.mp4",
+      "video_results": 0.9889832606353172
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/050.mp4",
+      "video_results": 0.9775816504937311
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/051.mp4",
+      "video_results": 0.9833403657453232
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/052.mp4",
+      "video_results": 0.9735016109926209
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/053.mp4",
+      "video_results": 0.9878363869936998
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/054.mp4",
+      "video_results": 0.9862850894764957
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/055.mp4",
+      "video_results": 0.9688981901270791
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/056.mp4",
+      "video_results": 0.9888409847913524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/057.mp4",
+      "video_results": 0.9910415862275065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/058.mp4",
+      "video_results": 0.9684283684777998
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/059.mp4",
+      "video_results": 0.9785162870069235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/060.mp4",
+      "video_results": 0.9733786930003038
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/061.mp4",
+      "video_results": 0.9728598801382866
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/062.mp4",
+      "video_results": 0.9657981828932828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/063.mp4",
+      "video_results": 0.9809928699644922
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/064.mp4",
+      "video_results": 0.9503800904159073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/065.mp4",
+      "video_results": 0.9366403008702814
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/066.mp4",
+      "video_results": 0.9856852616146619
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/067.mp4",
+      "video_results": 0.9765255502758662
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/068.mp4",
+      "video_results": 0.9787568349555367
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/069.mp4",
+      "video_results": 0.9842780558370517
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/070.mp4",
+      "video_results": 0.9779775758861237
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/071.mp4",
+      "video_results": 0.9639619249459266
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/overall_consistency.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "overall_consistency",
+  "score": 0.27354114831134835,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/000.mp4",
+      "video_results": 0.26253074407577515
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/001.mp4",
+      "video_results": 0.2387375831604004
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/002.mp4",
+      "video_results": 0.3075106739997864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/003.mp4",
+      "video_results": 0.329481303691864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/004.mp4",
+      "video_results": 0.34126585721969604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/005.mp4",
+      "video_results": 0.24100077152252197
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/006.mp4",
+      "video_results": 0.2555316686630249
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/007.mp4",
+      "video_results": 0.30256906151771545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/008.mp4",
+      "video_results": 0.34451568126678467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/009.mp4",
+      "video_results": 0.2280823141336441
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/010.mp4",
+      "video_results": 0.2712844908237457
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/011.mp4",
+      "video_results": 0.22818665206432343
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/012.mp4",
+      "video_results": 0.26010408997535706
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/013.mp4",
+      "video_results": 0.3609592914581299
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/014.mp4",
+      "video_results": 0.32377731800079346
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/015.mp4",
+      "video_results": 0.34320178627967834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/016.mp4",
+      "video_results": 0.24762177467346191
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/017.mp4",
+      "video_results": 0.21182921528816223
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/018.mp4",
+      "video_results": 0.28203028440475464
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/019.mp4",
+      "video_results": 0.21328578889369965
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/020.mp4",
+      "video_results": 0.19909392297267914
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/021.mp4",
+      "video_results": 0.25146040320396423
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/022.mp4",
+      "video_results": 0.24677853286266327
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/023.mp4",
+      "video_results": 0.22086851298809052
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/024.mp4",
+      "video_results": 0.22920119762420654
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/025.mp4",
+      "video_results": 0.2543504536151886
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/026.mp4",
+      "video_results": 0.23632244765758514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/027.mp4",
+      "video_results": 0.2911415100097656
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/028.mp4",
+      "video_results": 0.2673526108264923
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/029.mp4",
+      "video_results": 0.2841617465019226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/030.mp4",
+      "video_results": 0.23001118004322052
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/031.mp4",
+      "video_results": 0.23988336324691772
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/032.mp4",
+      "video_results": 0.22777147591114044
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/033.mp4",
+      "video_results": 0.31022220849990845
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/034.mp4",
+      "video_results": 0.33075058460235596
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/035.mp4",
+      "video_results": 0.2559235990047455
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/036.mp4",
+      "video_results": 0.18086503446102142
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/037.mp4",
+      "video_results": 0.30090928077697754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/038.mp4",
+      "video_results": 0.24229590594768524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/039.mp4",
+      "video_results": 0.2300245761871338
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/040.mp4",
+      "video_results": 0.26893964409828186
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/041.mp4",
+      "video_results": 0.28408053517341614
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/042.mp4",
+      "video_results": 0.2279752492904663
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/043.mp4",
+      "video_results": 0.2703218460083008
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/044.mp4",
+      "video_results": 0.23695161938667297
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/045.mp4",
+      "video_results": 0.33868634700775146
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/046.mp4",
+      "video_results": 0.2984617054462433
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/047.mp4",
+      "video_results": 0.30835890769958496
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/048.mp4",
+      "video_results": 0.3073715567588806
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/049.mp4",
+      "video_results": 0.25128674507141113
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/050.mp4",
+      "video_results": 0.3216383159160614
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/051.mp4",
+      "video_results": 0.28021129965782166
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/052.mp4",
+      "video_results": 0.30781447887420654
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/053.mp4",
+      "video_results": 0.2859162986278534
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/054.mp4",
+      "video_results": 0.311397522687912
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/055.mp4",
+      "video_results": 0.25047624111175537
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/056.mp4",
+      "video_results": 0.3107953369617462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/057.mp4",
+      "video_results": 0.30483686923980713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/058.mp4",
+      "video_results": 0.27540892362594604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/059.mp4",
+      "video_results": 0.2922665774822235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/060.mp4",
+      "video_results": 0.29365062713623047
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/061.mp4",
+      "video_results": 0.29571330547332764
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/062.mp4",
+      "video_results": 0.24045801162719727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/063.mp4",
+      "video_results": 0.2509625256061554
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/064.mp4",
+      "video_results": 0.3220197856426239
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/065.mp4",
+      "video_results": 0.18634727597236633
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/066.mp4",
+      "video_results": 0.19709661602973938
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/067.mp4",
+      "video_results": 0.2733650803565979
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/068.mp4",
+      "video_results": 0.24488325417041779
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/069.mp4",
+      "video_results": 0.257829874753952
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/070.mp4",
+      "video_results": 0.31952738761901855
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/071.mp4",
+      "video_results": 0.2736174166202545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/072.mp4",
+      "video_results": 0.23991581797599792
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/073.mp4",
+      "video_results": 0.35917285084724426
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/074.mp4",
+      "video_results": 0.3600561320781708
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/075.mp4",
+      "video_results": 0.32351526618003845
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/076.mp4",
+      "video_results": 0.31991708278656006
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/077.mp4",
+      "video_results": 0.259662926197052
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/078.mp4",
+      "video_results": 0.32800817489624023
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/079.mp4",
+      "video_results": 0.30352023243904114
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/080.mp4",
+      "video_results": 0.3048942983150482
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/081.mp4",
+      "video_results": 0.3396817743778229
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/082.mp4",
+      "video_results": 0.2722325623035431
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/083.mp4",
+      "video_results": 0.22908926010131836
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/084.mp4",
+      "video_results": 0.31954073905944824
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/085.mp4",
+      "video_results": 0.2663255035877228
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/086.mp4",
+      "video_results": 0.22625409066677094
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/087.mp4",
+      "video_results": 0.26136529445648193
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/088.mp4",
+      "video_results": 0.27154672145843506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/089.mp4",
+      "video_results": 0.22332538664340973
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/090.mp4",
+      "video_results": 0.28941914439201355
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/091.mp4",
+      "video_results": 0.23348279297351837
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/overall_consistency/092.mp4",
+      "video_results": 0.19683866202831268
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/scene.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "scene",
+  "score": 0.559593023255814,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/000.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/001.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/002.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/003.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/004.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/005.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/006.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/007.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/008.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/009.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/010.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/011.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/012.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/013.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/014.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/015.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/016.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/017.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/018.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/019.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/020.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/021.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/022.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/023.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/024.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/025.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/026.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/027.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/028.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/029.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/030.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/031.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/032.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/033.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/034.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/035.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/036.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/037.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/038.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/039.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/040.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/041.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/042.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/043.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/044.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/045.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/046.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/047.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/048.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/049.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/050.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/051.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/052.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/053.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/054.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/055.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/056.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/057.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/058.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/059.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/060.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/061.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/062.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/063.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/064.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/065.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/066.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/067.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/068.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/069.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/070.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/071.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/072.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/073.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/074.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/075.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/076.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/077.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/078.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/079.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/080.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/081.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/082.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/083.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/084.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/scene/085.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_ffff/subject_consistency.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "subject_consistency",
+  "score": 0.9573809718532074,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/000.mp4",
+      "video_results": 0.9168018762022256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/001.mp4",
+      "video_results": 0.980637414753437
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/002.mp4",
+      "video_results": 0.9458623439073562
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/003.mp4",
+      "video_results": 0.9573094207793474
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/004.mp4",
+      "video_results": 0.9727022770792246
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/005.mp4",
+      "video_results": 0.9810031652450562
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/006.mp4",
+      "video_results": 0.9928425688296556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/007.mp4",
+      "video_results": 0.9906406335532665
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/008.mp4",
+      "video_results": 0.9690203033387661
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/009.mp4",
+      "video_results": 0.9665539409965277
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/010.mp4",
+      "video_results": 0.9637200754135847
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/011.mp4",
+      "video_results": 0.9669828023761511
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/012.mp4",
+      "video_results": 0.873638054728508
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/013.mp4",
+      "video_results": 0.9777895398437977
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/014.mp4",
+      "video_results": 0.9520721506327391
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/015.mp4",
+      "video_results": 0.9584848687052727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/016.mp4",
+      "video_results": 0.9435024853795767
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/017.mp4",
+      "video_results": 0.9662569545209407
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/018.mp4",
+      "video_results": 0.9683230701833964
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/019.mp4",
+      "video_results": 0.9695710711181164
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/020.mp4",
+      "video_results": 0.958090604096651
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/021.mp4",
+      "video_results": 0.9762845374643803
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/022.mp4",
+      "video_results": 0.9818916920572519
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/023.mp4",
+      "video_results": 0.9742299072444439
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/024.mp4",
+      "video_results": 0.9561516761779785
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/025.mp4",
+      "video_results": 0.8916755093261599
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/026.mp4",
+      "video_results": 0.9204544071108103
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/027.mp4",
+      "video_results": 0.8530545968562364
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/028.mp4",
+      "video_results": 0.9374663453549147
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/029.mp4",
+      "video_results": 0.8152129922062159
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/030.mp4",
+      "video_results": 0.9711350407451391
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/031.mp4",
+      "video_results": 0.9731898669153451
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/032.mp4",
+      "video_results": 0.9561370592564344
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/033.mp4",
+      "video_results": 0.9715143166482448
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/034.mp4",
+      "video_results": 0.9633073471486568
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/035.mp4",
+      "video_results": 0.985916244611144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/036.mp4",
+      "video_results": 0.9387187354266644
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/037.mp4",
+      "video_results": 0.882264906913042
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/038.mp4",
+      "video_results": 0.9613051116466522
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/039.mp4",
+      "video_results": 0.9625448368489742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/040.mp4",
+      "video_results": 0.9204371400177479
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/041.mp4",
+      "video_results": 0.9786712277680636
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/042.mp4",
+      "video_results": 0.8805605631321669
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/043.mp4",
+      "video_results": 0.9683733485639096
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/044.mp4",
+      "video_results": 0.957917396724224
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/045.mp4",
+      "video_results": 0.9688179887831211
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/046.mp4",
+      "video_results": 0.9286663878709078
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/047.mp4",
+      "video_results": 0.9736674845218658
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/048.mp4",
+      "video_results": 0.9401542756706476
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/049.mp4",
+      "video_results": 0.9837920803576707
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/050.mp4",
+      "video_results": 0.9755457535386085
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/051.mp4",
+      "video_results": 0.9784442238509655
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/052.mp4",
+      "video_results": 0.9498563699424267
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/053.mp4",
+      "video_results": 0.9765497654676437
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/054.mp4",
+      "video_results": 0.9772474739700556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/055.mp4",
+      "video_results": 0.9639377232640982
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/056.mp4",
+      "video_results": 0.975064555555582
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/057.mp4",
+      "video_results": 0.9816456660628319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/058.mp4",
+      "video_results": 0.9591538213193417
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/059.mp4",
+      "video_results": 0.9819139782339334
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/060.mp4",
+      "video_results": 0.9869681995362043
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/061.mp4",
+      "video_results": 0.97812679708004
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/062.mp4",
+      "video_results": 0.972362219542265
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/063.mp4",
+      "video_results": 0.9862834885716438
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/064.mp4",
+      "video_results": 0.9018104288727045
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/065.mp4",
+      "video_results": 0.9763497076928616
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/066.mp4",
+      "video_results": 0.9916228529065847
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/067.mp4",
+      "video_results": 0.9698699101805687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/068.mp4",
+      "video_results": 0.9855845667421818
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/069.mp4",
+      "video_results": 0.9756657622754574
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/070.mp4",
+      "video_results": 0.9756690476089716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_ffff/subject_consistency/071.mp4",
+      "video_results": 0.9664390161633492
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.5069543700064382,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/000.mp4",
+      "video_results": 0.40130409598350525
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/001.mp4",
+      "video_results": 0.49015578627586365
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/002.mp4",
+      "video_results": 0.6581511497497559
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/003.mp4",
+      "video_results": 0.5044878125190735
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/004.mp4",
+      "video_results": 0.42512452602386475
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/005.mp4",
+      "video_results": 0.500209391117096
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/006.mp4",
+      "video_results": 0.438151091337204
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/007.mp4",
+      "video_results": 0.5535743832588196
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/008.mp4",
+      "video_results": 0.6132553815841675
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/009.mp4",
+      "video_results": 0.5381118655204773
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/010.mp4",
+      "video_results": 0.5214138031005859
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/011.mp4",
+      "video_results": 0.37277016043663025
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/012.mp4",
+      "video_results": 0.6180645227432251
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/013.mp4",
+      "video_results": 0.6299670934677124
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/014.mp4",
+      "video_results": 0.7124873995780945
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/015.mp4",
+      "video_results": 0.5385876893997192
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/016.mp4",
+      "video_results": 0.3772507309913635
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/017.mp4",
+      "video_results": 0.503428041934967
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/018.mp4",
+      "video_results": 0.4118868112564087
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/019.mp4",
+      "video_results": 0.3541249930858612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/020.mp4",
+      "video_results": 0.4406701922416687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/021.mp4",
+      "video_results": 0.45668843388557434
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/022.mp4",
+      "video_results": 0.5463863611221313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/023.mp4",
+      "video_results": 0.41558122634887695
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/024.mp4",
+      "video_results": 0.4211355745792389
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/025.mp4",
+      "video_results": 0.3381451368331909
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/026.mp4",
+      "video_results": 0.5382846593856812
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/027.mp4",
+      "video_results": 0.5121671557426453
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/028.mp4",
+      "video_results": 0.3436450660228729
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/029.mp4",
+      "video_results": 0.5803148150444031
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/030.mp4",
+      "video_results": 0.4748598337173462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/031.mp4",
+      "video_results": 0.4175485670566559
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/032.mp4",
+      "video_results": 0.4072643220424652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/033.mp4",
+      "video_results": 0.5662837624549866
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/034.mp4",
+      "video_results": 0.6284663677215576
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/035.mp4",
+      "video_results": 0.36803004145622253
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/036.mp4",
+      "video_results": 0.36998453736305237
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/037.mp4",
+      "video_results": 0.5828852653503418
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/038.mp4",
+      "video_results": 0.34828925132751465
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/039.mp4",
+      "video_results": 0.6437206268310547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/040.mp4",
+      "video_results": 0.3260597586631775
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/041.mp4",
+      "video_results": 0.3579199016094208
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/042.mp4",
+      "video_results": 0.4273903965950012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/043.mp4",
+      "video_results": 0.3881979286670685
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/044.mp4",
+      "video_results": 0.6888841986656189
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/045.mp4",
+      "video_results": 0.7470302581787109
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/046.mp4",
+      "video_results": 0.46880218386650085
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/047.mp4",
+      "video_results": 0.6830400824546814
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/048.mp4",
+      "video_results": 0.5749277472496033
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/049.mp4",
+      "video_results": 0.6501870155334473
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/050.mp4",
+      "video_results": 0.5959452390670776
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/051.mp4",
+      "video_results": 0.6677221655845642
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/052.mp4",
+      "video_results": 0.6533417701721191
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/053.mp4",
+      "video_results": 0.3040030896663666
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/054.mp4",
+      "video_results": 0.3507869839668274
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/055.mp4",
+      "video_results": 0.5761736631393433
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/056.mp4",
+      "video_results": 0.38193362951278687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/057.mp4",
+      "video_results": 0.7013351917266846
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/058.mp4",
+      "video_results": 0.7966108322143555
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/059.mp4",
+      "video_results": 0.48980146646499634
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/060.mp4",
+      "video_results": 0.5082018375396729
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/061.mp4",
+      "video_results": 0.4434519112110138
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/062.mp4",
+      "video_results": 0.5537194609642029
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/063.mp4",
+      "video_results": 0.4391527473926544
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/064.mp4",
+      "video_results": 0.6360719799995422
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/065.mp4",
+      "video_results": 0.49487927556037903
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/066.mp4",
+      "video_results": 0.4840577244758606
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/067.mp4",
+      "video_results": 0.41040217876434326
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/068.mp4",
+      "video_results": 0.4626275599002838
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/069.mp4",
+      "video_results": 0.40919584035873413
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/070.mp4",
+      "video_results": 0.4502454102039337
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/071.mp4",
+      "video_results": 0.6402925252914429
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/072.mp4",
+      "video_results": 0.541122555732727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/073.mp4",
+      "video_results": 0.3687473237514496
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/074.mp4",
+      "video_results": 0.5525352358818054
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/075.mp4",
+      "video_results": 0.5127542018890381
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/076.mp4",
+      "video_results": 0.49620962142944336
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/077.mp4",
+      "video_results": 0.3764975965023041
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/078.mp4",
+      "video_results": 0.6468850374221802
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/079.mp4",
+      "video_results": 0.47016534209251404
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/080.mp4",
+      "video_results": 0.6727031469345093
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/081.mp4",
+      "video_results": 0.5732182264328003
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/082.mp4",
+      "video_results": 0.6343923807144165
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/083.mp4",
+      "video_results": 0.4589507579803467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/084.mp4",
+      "video_results": 0.794792652130127
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/085.mp4",
+      "video_results": 0.5666635036468506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/086.mp4",
+      "video_results": 0.39464956521987915
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/087.mp4",
+      "video_results": 0.5147348046302795
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/088.mp4",
+      "video_results": 0.43361371755599976
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/089.mp4",
+      "video_results": 0.5271049737930298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/090.mp4",
+      "video_results": 0.4717731177806854
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/091.mp4",
+      "video_results": 0.41034749150276184
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/092.mp4",
+      "video_results": 0.40364527702331543
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.853141624982967,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/000.mp4",
+      "video_results": 0.83070068359375,
+      "video_sim": 66.4560546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/001.mp4",
+      "video_results": 0.8321990966796875,
+      "video_sim": 66.575927734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/002.mp4",
+      "video_results": 0.8552398681640625,
+      "video_sim": 68.419189453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/003.mp4",
+      "video_results": 0.752215576171875,
+      "video_sim": 60.17724609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/004.mp4",
+      "video_results": 0.8448760986328125,
+      "video_sim": 67.590087890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/005.mp4",
+      "video_results": 0.9723846435546875,
+      "video_sim": 77.790771484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/006.mp4",
+      "video_results": 0.9299652099609375,
+      "video_sim": 74.397216796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/007.mp4",
+      "video_results": 0.9287704467773438,
+      "video_sim": 74.3016357421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/008.mp4",
+      "video_results": 0.8201934814453125,
+      "video_sim": 65.615478515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/009.mp4",
+      "video_results": 0.79752197265625,
+      "video_sim": 63.8017578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/010.mp4",
+      "video_results": 0.8211456298828125,
+      "video_sim": 65.691650390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/011.mp4",
+      "video_results": 0.8451812744140625,
+      "video_sim": 67.614501953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/012.mp4",
+      "video_results": 0.825567626953125,
+      "video_sim": 66.04541015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/013.mp4",
+      "video_results": 0.8066802978515625,
+      "video_sim": 64.534423828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/014.mp4",
+      "video_results": 0.868048095703125,
+      "video_sim": 69.44384765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/015.mp4",
+      "video_results": 0.902117919921875,
+      "video_sim": 72.16943359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/016.mp4",
+      "video_results": 0.79229736328125,
+      "video_sim": 63.3837890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/017.mp4",
+      "video_results": 0.8740676879882813,
+      "video_sim": 69.9254150390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/018.mp4",
+      "video_results": 0.83350830078125,
+      "video_sim": 66.6806640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/019.mp4",
+      "video_results": 0.9540084838867188,
+      "video_sim": 76.3206787109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/020.mp4",
+      "video_results": 0.834130859375,
+      "video_sim": 66.73046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/021.mp4",
+      "video_results": 0.923779296875,
+      "video_sim": 73.90234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/022.mp4",
+      "video_results": 0.9053421020507812,
+      "video_sim": 72.4273681640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/023.mp4",
+      "video_results": 0.960205078125,
+      "video_sim": 76.81640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/024.mp4",
+      "video_results": 0.9672515869140625,
+      "video_sim": 77.380126953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/025.mp4",
+      "video_results": 0.7533035278320312,
+      "video_sim": 60.2642822265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/026.mp4",
+      "video_results": 0.8422515869140625,
+      "video_sim": 67.380126953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/027.mp4",
+      "video_results": 0.8049591064453125,
+      "video_sim": 64.396728515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/028.mp4",
+      "video_results": 0.92479248046875,
+      "video_sim": 73.9833984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/029.mp4",
+      "video_results": 0.8483856201171875,
+      "video_sim": 67.870849609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/030.mp4",
+      "video_results": 0.7679229736328125,
+      "video_sim": 61.433837890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/031.mp4",
+      "video_results": 0.9140960693359375,
+      "video_sim": 73.127685546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/032.mp4",
+      "video_results": 0.8098541259765625,
+      "video_sim": 64.788330078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/033.mp4",
+      "video_results": 0.9184234619140625,
+      "video_sim": 73.473876953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/034.mp4",
+      "video_results": 0.9574432373046875,
+      "video_sim": 76.595458984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/035.mp4",
+      "video_results": 0.843072509765625,
+      "video_sim": 67.44580078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/036.mp4",
+      "video_results": 0.7753814697265625,
+      "video_sim": 62.030517578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/037.mp4",
+      "video_results": 0.793255615234375,
+      "video_sim": 63.46044921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/038.mp4",
+      "video_results": 0.9105682373046875,
+      "video_sim": 72.845458984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/039.mp4",
+      "video_results": 0.83148193359375,
+      "video_sim": 66.5185546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/040.mp4",
+      "video_results": 0.8186767578125,
+      "video_sim": 65.494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/041.mp4",
+      "video_results": 0.874774169921875,
+      "video_sim": 69.98193359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/042.mp4",
+      "video_results": 0.818060302734375,
+      "video_sim": 65.44482421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/043.mp4",
+      "video_results": 0.7813507080078125,
+      "video_sim": 62.508056640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/044.mp4",
+      "video_results": 0.8175323486328125,
+      "video_sim": 65.402587890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/045.mp4",
+      "video_results": 0.8392913818359375,
+      "video_sim": 67.143310546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/046.mp4",
+      "video_results": 0.838909912109375,
+      "video_sim": 67.11279296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/047.mp4",
+      "video_results": 0.9381103515625,
+      "video_sim": 75.048828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/048.mp4",
+      "video_results": 0.7723434448242188,
+      "video_sim": 61.7874755859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/049.mp4",
+      "video_results": 0.832830810546875,
+      "video_sim": 66.62646484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/050.mp4",
+      "video_results": 0.9380401611328125,
+      "video_sim": 75.043212890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/051.mp4",
+      "video_results": 0.7894424438476563,
+      "video_sim": 63.1553955078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/052.mp4",
+      "video_results": 0.792462158203125,
+      "video_sim": 63.39697265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/053.mp4",
+      "video_results": 0.8073638916015625,
+      "video_sim": 64.589111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/054.mp4",
+      "video_results": 0.8353515625,
+      "video_sim": 66.828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/055.mp4",
+      "video_results": 0.8991806030273437,
+      "video_sim": 71.9344482421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/056.mp4",
+      "video_results": 0.78953857421875,
+      "video_sim": 63.1630859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/057.mp4",
+      "video_results": 0.9420196533203125,
+      "video_sim": 75.361572265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/058.mp4",
+      "video_results": 0.8517486572265625,
+      "video_sim": 68.139892578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/059.mp4",
+      "video_results": 0.9746002197265625,
+      "video_sim": 77.968017578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/060.mp4",
+      "video_results": 0.7918060302734375,
+      "video_sim": 63.344482421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/061.mp4",
+      "video_results": 0.8849700927734375,
+      "video_sim": 70.797607421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/062.mp4",
+      "video_results": 0.8865142822265625,
+      "video_sim": 70.921142578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/063.mp4",
+      "video_results": 0.87657470703125,
+      "video_sim": 70.1259765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/064.mp4",
+      "video_results": 0.7309799194335938,
+      "video_sim": 58.4783935546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/065.mp4",
+      "video_results": 0.8975494384765625,
+      "video_sim": 71.803955078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/066.mp4",
+      "video_results": 0.8554962158203125,
+      "video_sim": 68.439697265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/067.mp4",
+      "video_results": 0.920428466796875,
+      "video_sim": 73.63427734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/068.mp4",
+      "video_results": 0.93023681640625,
+      "video_sim": 74.4189453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/069.mp4",
+      "video_results": 0.7278945922851563,
+      "video_sim": 58.2315673828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/070.mp4",
+      "video_results": 0.865447998046875,
+      "video_sim": 69.23583984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/071.mp4",
+      "video_results": 0.788348388671875,
+      "video_sim": 63.06787109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/072.mp4",
+      "video_results": 0.8591796875,
+      "video_sim": 68.734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/073.mp4",
+      "video_results": 0.7994964599609375,
+      "video_sim": 63.959716796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/074.mp4",
+      "video_results": 0.94549560546875,
+      "video_sim": 75.6396484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/075.mp4",
+      "video_results": 0.924615478515625,
+      "video_sim": 73.96923828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/076.mp4",
+      "video_results": 0.8392623901367188,
+      "video_sim": 67.1409912109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/077.mp4",
+      "video_results": 0.8375213623046875,
+      "video_sim": 67.001708984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/078.mp4",
+      "video_results": 0.833013916015625,
+      "video_sim": 66.64111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/079.mp4",
+      "video_results": 0.781646728515625,
+      "video_sim": 62.53173828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/080.mp4",
+      "video_results": 0.9160919189453125,
+      "video_sim": 73.287353515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/081.mp4",
+      "video_results": 0.83245849609375,
+      "video_sim": 66.5966796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/082.mp4",
+      "video_results": 0.8301971435546875,
+      "video_sim": 66.415771484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/083.mp4",
+      "video_results": 0.82509765625,
+      "video_sim": 66.0078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/084.mp4",
+      "video_results": 0.8559112548828125,
+      "video_sim": 68.472900390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/085.mp4",
+      "video_results": 0.8097259521484375,
+      "video_sim": 64.778076171875,
+      "cnt_per_video": 80
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/dynamic_degree.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "dynamic_degree",
+  "score": 0.875,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/000.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/001.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/002.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/003.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/004.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/005.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/006.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/007.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/008.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/009.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/010.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/011.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/012.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/013.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/014.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/015.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/016.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/017.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/018.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/019.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/020.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/021.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/022.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/023.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/024.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/025.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/026.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/027.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/028.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/029.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/030.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/031.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/032.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/033.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/034.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/035.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/036.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/037.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/038.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/039.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/040.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/041.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/042.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/043.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/044.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/045.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/046.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/047.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/048.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/049.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/050.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/051.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/052.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/053.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/054.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/055.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/056.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/057.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/058.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/059.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/060.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/061.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/062.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/063.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/064.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/065.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/066.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/067.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/068.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/069.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/070.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/071.mp4",
+      "video_results": true
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/imaging_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "imaging_quality",
+  "score": 0.5187975601293519,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/000.mp4",
+      "video_results": 38.67582170462903
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/001.mp4",
+      "video_results": 52.33113319491163
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/002.mp4",
+      "video_results": 72.88935837922273
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/003.mp4",
+      "video_results": 49.14059255152573
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/004.mp4",
+      "video_results": 51.27019425380377
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/005.mp4",
+      "video_results": 42.4416872660319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/006.mp4",
+      "video_results": 43.69359249538846
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/007.mp4",
+      "video_results": 48.55518279840917
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/008.mp4",
+      "video_results": 64.8471026479462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/009.mp4",
+      "video_results": 44.5031111917378
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/010.mp4",
+      "video_results": 43.463191821251385
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/011.mp4",
+      "video_results": 36.210252620555735
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/012.mp4",
+      "video_results": 72.35460017639913
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/013.mp4",
+      "video_results": 61.6104141988872
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/014.mp4",
+      "video_results": 69.25729134642047
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/015.mp4",
+      "video_results": 46.18298711894471
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/016.mp4",
+      "video_results": 52.34209983731493
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/017.mp4",
+      "video_results": 62.49027765533071
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/018.mp4",
+      "video_results": 48.253211975097656
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/019.mp4",
+      "video_results": 50.64964124891493
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/020.mp4",
+      "video_results": 39.243252224392364
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/021.mp4",
+      "video_results": 51.158716413709854
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/022.mp4",
+      "video_results": 47.39453374603648
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/023.mp4",
+      "video_results": 56.40546954119647
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/024.mp4",
+      "video_results": 50.63155595755872
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/025.mp4",
+      "video_results": 37.6521748672297
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/026.mp4",
+      "video_results": 39.95197809478383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/027.mp4",
+      "video_results": 37.53492393022702
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/028.mp4",
+      "video_results": 26.78326941125187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/029.mp4",
+      "video_results": 47.26494565422152
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/030.mp4",
+      "video_results": 54.217138784903064
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/031.mp4",
+      "video_results": 57.32925184273425
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/032.mp4",
+      "video_results": 71.90107661117742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/033.mp4",
+      "video_results": 50.779852007642205
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/034.mp4",
+      "video_results": 45.84287836522232
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/035.mp4",
+      "video_results": 38.713646665031526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/036.mp4",
+      "video_results": 34.47919313407239
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/037.mp4",
+      "video_results": 62.92910724216037
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/038.mp4",
+      "video_results": 41.38449449892397
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/039.mp4",
+      "video_results": 69.64374791839977
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/040.mp4",
+      "video_results": 36.25548492243261
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/041.mp4",
+      "video_results": 38.24244233119635
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/042.mp4",
+      "video_results": 45.04785834418403
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/043.mp4",
+      "video_results": 38.60371811007276
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/044.mp4",
+      "video_results": 78.02389856032383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/045.mp4",
+      "video_results": 67.51491937519592
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/046.mp4",
+      "video_results": 40.86162830870828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/047.mp4",
+      "video_results": 71.80725229522328
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/048.mp4",
+      "video_results": 63.03430472479926
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/049.mp4",
+      "video_results": 73.39990290889034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/050.mp4",
+      "video_results": 42.49564658270942
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/051.mp4",
+      "video_results": 62.0569834297086
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/052.mp4",
+      "video_results": 64.58249518312054
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/053.mp4",
+      "video_results": 37.08303807105547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/054.mp4",
+      "video_results": 56.67697072912146
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/055.mp4",
+      "video_results": 59.76104430210443
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/056.mp4",
+      "video_results": 38.35388016406401
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/057.mp4",
+      "video_results": 61.40756588217653
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/058.mp4",
+      "video_results": 73.86556677170742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/059.mp4",
+      "video_results": 48.26620930801203
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/060.mp4",
+      "video_results": 58.64164908138322
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/061.mp4",
+      "video_results": 50.452132943235796
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/062.mp4",
+      "video_results": 58.63609747239101
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/063.mp4",
+      "video_results": 52.07718997531467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/064.mp4",
+      "video_results": 49.182034904574174
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/065.mp4",
+      "video_results": 49.402943128420986
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/066.mp4",
+      "video_results": 50.04367611732012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/067.mp4",
+      "video_results": 45.44592478245865
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/068.mp4",
+      "video_results": 40.48558734375754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/069.mp4",
+      "video_results": 45.1667992391704
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/070.mp4",
+      "video_results": 44.504695562668786
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/071.mp4",
+      "video_results": 68.00785295462903
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/072.mp4",
+      "video_results": 48.68287658691406
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/073.mp4",
+      "video_results": 39.85167317331573
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/074.mp4",
+      "video_results": 51.76804403611171
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/075.mp4",
+      "video_results": 50.87364432252484
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/076.mp4",
+      "video_results": 44.78995231345848
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/077.mp4",
+      "video_results": 53.6276597858947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/078.mp4",
+      "video_results": 69.36629222351827
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/079.mp4",
+      "video_results": 44.036168110223464
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/080.mp4",
+      "video_results": 70.370102022901
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/081.mp4",
+      "video_results": 42.001624778464986
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/082.mp4",
+      "video_results": 45.92960725007234
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/083.mp4",
+      "video_results": 44.37099395563573
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/084.mp4",
+      "video_results": 68.74905079971126
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/085.mp4",
+      "video_results": 60.1337887328348
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/086.mp4",
+      "video_results": 43.804825559074494
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/087.mp4",
+      "video_results": 45.44327123665515
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/088.mp4",
+      "video_results": 51.024642379195605
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/089.mp4",
+      "video_results": 77.07722444887514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/090.mp4",
+      "video_results": 60.187661159185716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/091.mp4",
+      "video_results": 50.86815944718726
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/092.mp4",
+      "video_results": 40.06970167748722
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/motion_smoothness.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "motion_smoothness",
+  "score": 0.9411156114511796,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/000.mp4",
+      "video_results": 0.9239192365464481
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/001.mp4",
+      "video_results": 0.953520612309761
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/002.mp4",
+      "video_results": 0.9840564902209549
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/003.mp4",
+      "video_results": 0.9704656855380374
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/004.mp4",
+      "video_results": 0.960083715235226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/005.mp4",
+      "video_results": 0.9571161253430325
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/006.mp4",
+      "video_results": 0.95646940505135
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/007.mp4",
+      "video_results": 0.9397929973905962
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/008.mp4",
+      "video_results": 0.9340148235542882
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/009.mp4",
+      "video_results": 0.9439742557045521
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/010.mp4",
+      "video_results": 0.9483516716615866
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/011.mp4",
+      "video_results": 0.9583290658026699
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/012.mp4",
+      "video_results": 0.9458295229065852
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/013.mp4",
+      "video_results": 0.942414564774227
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/014.mp4",
+      "video_results": 0.9374334003032303
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/015.mp4",
+      "video_results": 0.9377666027081238
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/016.mp4",
+      "video_results": 0.9466747022359959
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/017.mp4",
+      "video_results": 0.928617167860734
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/018.mp4",
+      "video_results": 0.9370863062272184
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/019.mp4",
+      "video_results": 0.9356107916457181
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/020.mp4",
+      "video_results": 0.9341614250284115
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/021.mp4",
+      "video_results": 0.9443139747452132
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/022.mp4",
+      "video_results": 0.9395453285714659
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/023.mp4",
+      "video_results": 0.944873752824781
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/024.mp4",
+      "video_results": 0.9136835314771607
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/025.mp4",
+      "video_results": 0.9447146075059966
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/026.mp4",
+      "video_results": 0.9224804787332935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/027.mp4",
+      "video_results": 0.9288110620784105
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/028.mp4",
+      "video_results": 0.9362456235532408
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/029.mp4",
+      "video_results": 0.9264882181588581
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/030.mp4",
+      "video_results": 0.9234187318173129
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/031.mp4",
+      "video_results": 0.938116101366762
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/032.mp4",
+      "video_results": 0.9335144722569183
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/033.mp4",
+      "video_results": 0.9427691321637496
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/034.mp4",
+      "video_results": 0.9407463648537006
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/035.mp4",
+      "video_results": 0.9407252207289833
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/036.mp4",
+      "video_results": 0.9514031855380373
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/037.mp4",
+      "video_results": 0.9238664223051
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/038.mp4",
+      "video_results": 0.9332996253155376
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/039.mp4",
+      "video_results": 0.9722992487326128
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/040.mp4",
+      "video_results": 0.9281281781242144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/041.mp4",
+      "video_results": 0.9590759297392167
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/042.mp4",
+      "video_results": 0.9031790117455902
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/043.mp4",
+      "video_results": 0.9558866768528993
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/044.mp4",
+      "video_results": 0.9204273523094467
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/045.mp4",
+      "video_results": 0.9231752580272226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/046.mp4",
+      "video_results": 0.9136862696818178
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/047.mp4",
+      "video_results": 0.982544217725485
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/048.mp4",
+      "video_results": 0.9305919250212105
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/049.mp4",
+      "video_results": 0.9808579707106534
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/050.mp4",
+      "video_results": 0.9367092257743108
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/051.mp4",
+      "video_results": 0.9373993886951149
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/052.mp4",
+      "video_results": 0.9643339599077478
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/053.mp4",
+      "video_results": 0.9343942747939187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/054.mp4",
+      "video_results": 0.9384148560900054
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/055.mp4",
+      "video_results": 0.9279219978272425
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/056.mp4",
+      "video_results": 0.9438966174310269
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/057.mp4",
+      "video_results": 0.9929476569373743
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/058.mp4",
+      "video_results": 0.9173319599758306
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/059.mp4",
+      "video_results": 0.9810725359922281
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/060.mp4",
+      "video_results": 0.9287049565252117
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/061.mp4",
+      "video_results": 0.9187120234695775
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/062.mp4",
+      "video_results": 0.9593251039080829
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/063.mp4",
+      "video_results": 0.9497355671034439
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/064.mp4",
+      "video_results": 0.9383724939478328
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/065.mp4",
+      "video_results": 0.9274318393089073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/066.mp4",
+      "video_results": 0.966760585891675
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/067.mp4",
+      "video_results": 0.9181131482758034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/068.mp4",
+      "video_results": 0.9232386502227093
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/069.mp4",
+      "video_results": 0.9312808692437311
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/070.mp4",
+      "video_results": 0.9185387498265198
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/071.mp4",
+      "video_results": 0.9311311226229941
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/overall_consistency.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "overall_consistency",
+  "score": 0.25640377506453504,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/000.mp4",
+      "video_results": 0.117201067507267
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/001.mp4",
+      "video_results": 0.25244587659835815
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/002.mp4",
+      "video_results": 0.33453816175460815
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/003.mp4",
+      "video_results": 0.34577739238739014
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/004.mp4",
+      "video_results": 0.31551966071128845
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/005.mp4",
+      "video_results": 0.2147233784198761
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/006.mp4",
+      "video_results": 0.22496771812438965
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/007.mp4",
+      "video_results": 0.2909640073776245
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/008.mp4",
+      "video_results": 0.3532547652721405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/009.mp4",
+      "video_results": 0.26394110918045044
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/010.mp4",
+      "video_results": 0.2586269676685333
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/011.mp4",
+      "video_results": 0.23438385128974915
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/012.mp4",
+      "video_results": 0.26074478030204773
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/013.mp4",
+      "video_results": 0.3508411645889282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/014.mp4",
+      "video_results": 0.3248273432254791
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/015.mp4",
+      "video_results": 0.31604790687561035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/016.mp4",
+      "video_results": 0.21056927740573883
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/017.mp4",
+      "video_results": 0.2269124537706375
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/018.mp4",
+      "video_results": 0.2529808580875397
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/019.mp4",
+      "video_results": 0.16270412504673004
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/020.mp4",
+      "video_results": 0.17190296947956085
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/021.mp4",
+      "video_results": 0.2209702730178833
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/022.mp4",
+      "video_results": 0.19918163120746613
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/023.mp4",
+      "video_results": 0.22334593534469604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/024.mp4",
+      "video_results": 0.2744245231151581
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/025.mp4",
+      "video_results": 0.19164367020130157
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/026.mp4",
+      "video_results": 0.2364223450422287
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/027.mp4",
+      "video_results": 0.1870320737361908
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/028.mp4",
+      "video_results": 0.10698176920413971
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/029.mp4",
+      "video_results": 0.30151063203811646
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/030.mp4",
+      "video_results": 0.22105377912521362
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/031.mp4",
+      "video_results": 0.19248177111148834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/032.mp4",
+      "video_results": 0.20845071971416473
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/033.mp4",
+      "video_results": 0.2980394661426544
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/034.mp4",
+      "video_results": 0.33676469326019287
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/035.mp4",
+      "video_results": 0.19420279562473297
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/036.mp4",
+      "video_results": 0.09880750626325607
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/037.mp4",
+      "video_results": 0.29624485969543457
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/038.mp4",
+      "video_results": 0.1257622241973877
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/039.mp4",
+      "video_results": 0.2601328492164612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/040.mp4",
+      "video_results": 0.1897229701280594
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/041.mp4",
+      "video_results": 0.12285879999399185
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/042.mp4",
+      "video_results": 0.26845043897628784
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/043.mp4",
+      "video_results": 0.15044482052326202
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/044.mp4",
+      "video_results": 0.24020440876483917
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/045.mp4",
+      "video_results": 0.3365418314933777
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/046.mp4",
+      "video_results": 0.25506505370140076
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/047.mp4",
+      "video_results": 0.31277111172676086
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/048.mp4",
+      "video_results": 0.31591278314590454
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/049.mp4",
+      "video_results": 0.2507062554359436
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/050.mp4",
+      "video_results": 0.3577311635017395
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/051.mp4",
+      "video_results": 0.28846248984336853
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/052.mp4",
+      "video_results": 0.3225397765636444
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/053.mp4",
+      "video_results": 0.1679697483778
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/054.mp4",
+      "video_results": 0.25261741876602173
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/055.mp4",
+      "video_results": 0.2101600021123886
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/056.mp4",
+      "video_results": 0.19369252026081085
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/057.mp4",
+      "video_results": 0.32519692182540894
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/058.mp4",
+      "video_results": 0.27514004707336426
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/059.mp4",
+      "video_results": 0.20645654201507568
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/060.mp4",
+      "video_results": 0.3159801959991455
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/061.mp4",
+      "video_results": 0.31846460700035095
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/062.mp4",
+      "video_results": 0.2560323476791382
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/063.mp4",
+      "video_results": 0.24692021310329437
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/064.mp4",
+      "video_results": 0.3199976086616516
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/065.mp4",
+      "video_results": 0.19450832903385162
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/066.mp4",
+      "video_results": 0.24030902981758118
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/067.mp4",
+      "video_results": 0.25564390420913696
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/068.mp4",
+      "video_results": 0.2625647783279419
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/069.mp4",
+      "video_results": 0.2837512195110321
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/070.mp4",
+      "video_results": 0.32272082567214966
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/071.mp4",
+      "video_results": 0.27480074763298035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/072.mp4",
+      "video_results": 0.2472597062587738
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/073.mp4",
+      "video_results": 0.29808056354522705
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/074.mp4",
+      "video_results": 0.35118916630744934
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/075.mp4",
+      "video_results": 0.32104259729385376
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/076.mp4",
+      "video_results": 0.21199090778827667
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/077.mp4",
+      "video_results": 0.25297802686691284
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/078.mp4",
+      "video_results": 0.33596140146255493
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/079.mp4",
+      "video_results": 0.2968819737434387
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/080.mp4",
+      "video_results": 0.31852349638938904
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/081.mp4",
+      "video_results": 0.35374394059181213
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/082.mp4",
+      "video_results": 0.2507631182670593
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/083.mp4",
+      "video_results": 0.2631984353065491
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/084.mp4",
+      "video_results": 0.33874747157096863
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/085.mp4",
+      "video_results": 0.2826699912548065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/086.mp4",
+      "video_results": 0.22445417940616608
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/087.mp4",
+      "video_results": 0.31238362193107605
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/088.mp4",
+      "video_results": 0.2457333654165268
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/089.mp4",
+      "video_results": 0.2650182545185089
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/090.mp4",
+      "video_results": 0.29134470224380493
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/091.mp4",
+      "video_results": 0.23090879619121552
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/overall_consistency/092.mp4",
+      "video_results": 0.16101010143756866
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/scene.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "scene",
+  "score": 0.35101744186046513,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/000.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/001.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/002.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/003.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/004.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/005.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/006.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/007.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/008.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/009.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/010.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/011.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/012.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/013.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/014.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/015.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/016.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/017.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/018.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/019.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/020.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/021.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/022.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/023.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/024.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/025.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/026.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/027.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/028.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/029.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/030.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/031.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/032.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/033.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/034.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/035.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/036.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/037.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/038.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/039.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/040.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/041.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/042.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/043.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/044.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/045.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/046.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/047.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/048.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/049.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/050.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/051.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/052.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/053.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/054.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/055.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/056.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/057.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/058.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/059.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/060.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/061.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/062.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/063.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/064.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/065.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/066.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/067.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/068.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/069.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/070.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/071.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/072.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/073.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/074.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/075.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/076.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/077.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/078.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/079.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/080.mp4",
+      "video_results": 0.25,
+      "success_frame_count": 4,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/081.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/082.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/083.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/084.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/scene/085.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_Fxxx_x3/subject_consistency.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "subject_consistency",
+  "score": 0.6856875440942936,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/000.mp4",
+      "video_results": 0.6168447098694742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/001.mp4",
+      "video_results": 0.5569555995054543
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/002.mp4",
+      "video_results": 0.921806812658906
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/003.mp4",
+      "video_results": 0.8204329497180879
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/004.mp4",
+      "video_results": 0.8550100341439247
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/005.mp4",
+      "video_results": 0.645188831910491
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/006.mp4",
+      "video_results": 0.5447472297586501
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/007.mp4",
+      "video_results": 0.7059232125990093
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/008.mp4",
+      "video_results": 0.6674362787976861
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/009.mp4",
+      "video_results": 0.7313050616998226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/010.mp4",
+      "video_results": 0.8472405516542494
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/011.mp4",
+      "video_results": 0.7322296442463994
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/012.mp4",
+      "video_results": 0.8562307571992278
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/013.mp4",
+      "video_results": 0.6227376621216536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/014.mp4",
+      "video_results": 0.5847039829008281
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/015.mp4",
+      "video_results": 0.6167154134251177
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/016.mp4",
+      "video_results": 0.6487722100224346
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/017.mp4",
+      "video_results": 0.6391462170518935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/018.mp4",
+      "video_results": 0.5703322536777705
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/019.mp4",
+      "video_results": 0.6017322512809187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/020.mp4",
+      "video_results": 0.5899378278292715
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/021.mp4",
+      "video_results": 0.6955814000655665
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/022.mp4",
+      "video_results": 0.6586017852649093
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/023.mp4",
+      "video_results": 0.6779131674673409
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/024.mp4",
+      "video_results": 0.6085261590778828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/025.mp4",
+      "video_results": 0.8023344540037215
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/026.mp4",
+      "video_results": 0.5902794073801487
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/027.mp4",
+      "video_results": 0.6329763598740101
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/028.mp4",
+      "video_results": 0.6566636232659221
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/029.mp4",
+      "video_results": 0.585241402941756
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/030.mp4",
+      "video_results": 0.595228155492805
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/031.mp4",
+      "video_results": 0.6187227973714471
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/032.mp4",
+      "video_results": 0.5878775281831622
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/033.mp4",
+      "video_results": 0.7531081230379642
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/034.mp4",
+      "video_results": 0.5483188674319536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/035.mp4",
+      "video_results": 0.587636826839298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/036.mp4",
+      "video_results": 0.7692260263953358
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/037.mp4",
+      "video_results": 0.5683976791333407
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/038.mp4",
+      "video_results": 0.6054199183359742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/039.mp4",
+      "video_results": 0.8399916130118072
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/040.mp4",
+      "video_results": 0.5705548699945211
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/041.mp4",
+      "video_results": 0.5739289611577988
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/042.mp4",
+      "video_results": 0.6343318563885987
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/043.mp4",
+      "video_results": 0.6183298668824136
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/044.mp4",
+      "video_results": 0.5522635237779469
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/045.mp4",
+      "video_results": 0.6563880395144224
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/046.mp4",
+      "video_results": 0.5768886856734753
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/047.mp4",
+      "video_results": 0.892314187111333
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/048.mp4",
+      "video_results": 0.5655516879167408
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/049.mp4",
+      "video_results": 0.9451117319986224
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/050.mp4",
+      "video_results": 0.7497121557593346
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/051.mp4",
+      "video_results": 0.7141053836792708
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/052.mp4",
+      "video_results": 0.8808323846198618
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/053.mp4",
+      "video_results": 0.6554410870186984
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/054.mp4",
+      "video_results": 0.5553150377236307
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/055.mp4",
+      "video_results": 0.7255504001863301
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/056.mp4",
+      "video_results": 0.6847183611243963
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/057.mp4",
+      "video_results": 0.9443889304995536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/058.mp4",
+      "video_results": 0.5951916811056435
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/059.mp4",
+      "video_results": 0.9816959954798221
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/060.mp4",
+      "video_results": 0.6307764176279307
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/061.mp4",
+      "video_results": 0.5886367746628821
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/062.mp4",
+      "video_results": 0.8916863908991217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/063.mp4",
+      "video_results": 0.7690916001796723
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/064.mp4",
+      "video_results": 0.784781647566706
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/065.mp4",
+      "video_results": 0.7980988775379956
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/066.mp4",
+      "video_results": 0.9146059777587652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/067.mp4",
+      "video_results": 0.5580811697989703
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/068.mp4",
+      "video_results": 0.6346648192033172
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/069.mp4",
+      "video_results": 0.5836536140646785
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/070.mp4",
+      "video_results": 0.6231824008980766
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_Fxxx_x3/subject_consistency/071.mp4",
+      "video_results": 0.7621538703329861
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.6613815125598702,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/000.mp4",
+      "video_results": 0.6061410903930664
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/001.mp4",
+      "video_results": 0.6480342745780945
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/002.mp4",
+      "video_results": 0.6820483803749084
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/003.mp4",
+      "video_results": 0.6450273394584656
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/004.mp4",
+      "video_results": 0.6868087649345398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/005.mp4",
+      "video_results": 0.6192630529403687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/006.mp4",
+      "video_results": 0.6645212173461914
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/007.mp4",
+      "video_results": 0.7131673693656921
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/008.mp4",
+      "video_results": 0.6618235111236572
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/009.mp4",
+      "video_results": 0.6738575100898743
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/010.mp4",
+      "video_results": 0.7117655277252197
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/011.mp4",
+      "video_results": 0.5510502457618713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/012.mp4",
+      "video_results": 0.696106493473053
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/013.mp4",
+      "video_results": 0.6644552946090698
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/014.mp4",
+      "video_results": 0.7442034482955933
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/015.mp4",
+      "video_results": 0.691696047782898
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/016.mp4",
+      "video_results": 0.6697721481323242
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/017.mp4",
+      "video_results": 0.589036762714386
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/018.mp4",
+      "video_results": 0.531868577003479
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/019.mp4",
+      "video_results": 0.6865115165710449
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/020.mp4",
+      "video_results": 0.6239994764328003
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/021.mp4",
+      "video_results": 0.7459040880203247
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/022.mp4",
+      "video_results": 0.7741451263427734
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/023.mp4",
+      "video_results": 0.563548743724823
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/024.mp4",
+      "video_results": 0.6551650166511536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/025.mp4",
+      "video_results": 0.3488362431526184
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/026.mp4",
+      "video_results": 0.7865095138549805
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/027.mp4",
+      "video_results": 0.6072874069213867
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/028.mp4",
+      "video_results": 0.6262262463569641
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/029.mp4",
+      "video_results": 0.7354100346565247
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/030.mp4",
+      "video_results": 0.7723540663719177
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/031.mp4",
+      "video_results": 0.6504288911819458
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/032.mp4",
+      "video_results": 0.43765243887901306
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/033.mp4",
+      "video_results": 0.7237615585327148
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/034.mp4",
+      "video_results": 0.7784337401390076
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/035.mp4",
+      "video_results": 0.5534067749977112
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/036.mp4",
+      "video_results": 0.5552094578742981
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/037.mp4",
+      "video_results": 0.6608609557151794
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/038.mp4",
+      "video_results": 0.6087098121643066
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/039.mp4",
+      "video_results": 0.5882866978645325
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/040.mp4",
+      "video_results": 0.5120987892150879
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/041.mp4",
+      "video_results": 0.5548538565635681
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/042.mp4",
+      "video_results": 0.6240487694740295
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/043.mp4",
+      "video_results": 0.6129100918769836
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/044.mp4",
+      "video_results": 0.7044288516044617
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/045.mp4",
+      "video_results": 0.8123803734779358
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/046.mp4",
+      "video_results": 0.5866533517837524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/047.mp4",
+      "video_results": 0.7644875049591064
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/048.mp4",
+      "video_results": 0.6315028667449951
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/049.mp4",
+      "video_results": 0.7332414984703064
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/050.mp4",
+      "video_results": 0.6957590579986572
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/051.mp4",
+      "video_results": 0.7259196043014526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/052.mp4",
+      "video_results": 0.6655163168907166
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/053.mp4",
+      "video_results": 0.6247608661651611
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/054.mp4",
+      "video_results": 0.59218430519104
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/055.mp4",
+      "video_results": 0.8100592494010925
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/056.mp4",
+      "video_results": 0.6825082302093506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/057.mp4",
+      "video_results": 0.7245991230010986
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/058.mp4",
+      "video_results": 0.8450083136558533
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/059.mp4",
+      "video_results": 0.7772387266159058
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/060.mp4",
+      "video_results": 0.686150312423706
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/061.mp4",
+      "video_results": 0.6178897619247437
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/062.mp4",
+      "video_results": 0.7097384333610535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/063.mp4",
+      "video_results": 0.6089802384376526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/064.mp4",
+      "video_results": 0.7857299447059631
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/065.mp4",
+      "video_results": 0.7023036479949951
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/066.mp4",
+      "video_results": 0.6867678761482239
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/067.mp4",
+      "video_results": 0.7544267773628235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/068.mp4",
+      "video_results": 0.5080211162567139
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/069.mp4",
+      "video_results": 0.5691226720809937
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/070.mp4",
+      "video_results": 0.7007194757461548
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/071.mp4",
+      "video_results": 0.6363161206245422
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/072.mp4",
+      "video_results": 0.6784853339195251
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/073.mp4",
+      "video_results": 0.6364796161651611
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/074.mp4",
+      "video_results": 0.6619340181350708
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/075.mp4",
+      "video_results": 0.6201655268669128
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/076.mp4",
+      "video_results": 0.6225926876068115
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/077.mp4",
+      "video_results": 0.49267008900642395
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/078.mp4",
+      "video_results": 0.7030600309371948
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/079.mp4",
+      "video_results": 0.6360272765159607
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/080.mp4",
+      "video_results": 0.7037330269813538
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/081.mp4",
+      "video_results": 0.7285451292991638
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/082.mp4",
+      "video_results": 0.787123441696167
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/083.mp4",
+      "video_results": 0.6454548835754395
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/084.mp4",
+      "video_results": 0.8023137450218201
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/085.mp4",
+      "video_results": 0.741306722164154
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/086.mp4",
+      "video_results": 0.6081802248954773
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/087.mp4",
+      "video_results": 0.7496660351753235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/088.mp4",
+      "video_results": 0.6516275405883789
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/089.mp4",
+      "video_results": 0.6261903643608093
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/090.mp4",
+      "video_results": 0.6389004588127136
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/091.mp4",
+      "video_results": 0.5275384783744812
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/092.mp4",
+      "video_results": 0.6668650507926941
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.9536002580509629,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/000.mp4",
+      "video_results": 0.926812744140625,
+      "video_sim": 74.14501953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/001.mp4",
+      "video_results": 0.946990966796875,
+      "video_sim": 75.75927734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/002.mp4",
+      "video_results": 0.9730438232421875,
+      "video_sim": 77.843505859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/003.mp4",
+      "video_results": 0.9486328125,
+      "video_sim": 75.890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/004.mp4",
+      "video_results": 0.9355377197265625,
+      "video_sim": 74.843017578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/005.mp4",
+      "video_results": 0.9769287109375,
+      "video_sim": 78.154296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/006.mp4",
+      "video_results": 0.9515533447265625,
+      "video_sim": 76.124267578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/007.mp4",
+      "video_results": 0.9337677001953125,
+      "video_sim": 74.701416015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/008.mp4",
+      "video_results": 0.9495147705078125,
+      "video_sim": 75.961181640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/009.mp4",
+      "video_results": 0.972607421875,
+      "video_sim": 77.80859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/010.mp4",
+      "video_results": 0.9452362060546875,
+      "video_sim": 75.618896484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/011.mp4",
+      "video_results": 0.9648223876953125,
+      "video_sim": 77.185791015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/012.mp4",
+      "video_results": 0.9900787353515625,
+      "video_sim": 79.206298828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/013.mp4",
+      "video_results": 0.9605712890625,
+      "video_sim": 76.845703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/014.mp4",
+      "video_results": 0.9676849365234375,
+      "video_sim": 77.414794921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/015.mp4",
+      "video_results": 0.918389892578125,
+      "video_sim": 73.47119140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/016.mp4",
+      "video_results": 0.9700927734375,
+      "video_sim": 77.607421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/017.mp4",
+      "video_results": 0.950140380859375,
+      "video_sim": 76.01123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/018.mp4",
+      "video_results": 0.9081451416015625,
+      "video_sim": 72.651611328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/019.mp4",
+      "video_results": 0.96605224609375,
+      "video_sim": 77.2841796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/020.mp4",
+      "video_results": 0.9630767822265625,
+      "video_sim": 77.046142578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/021.mp4",
+      "video_results": 0.96927490234375,
+      "video_sim": 77.5419921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/022.mp4",
+      "video_results": 0.952783203125,
+      "video_sim": 76.22265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/023.mp4",
+      "video_results": 0.9217193603515625,
+      "video_sim": 73.737548828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/024.mp4",
+      "video_results": 0.951141357421875,
+      "video_sim": 76.09130859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/025.mp4",
+      "video_results": 0.9558013916015625,
+      "video_sim": 76.464111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/026.mp4",
+      "video_results": 0.95396728515625,
+      "video_sim": 76.3173828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/027.mp4",
+      "video_results": 0.97244873046875,
+      "video_sim": 77.7958984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/028.mp4",
+      "video_results": 0.9231842041015625,
+      "video_sim": 73.854736328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/029.mp4",
+      "video_results": 0.9309661865234375,
+      "video_sim": 74.477294921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/030.mp4",
+      "video_results": 0.9563323974609375,
+      "video_sim": 76.506591796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/031.mp4",
+      "video_results": 0.9133758544921875,
+      "video_sim": 73.070068359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/032.mp4",
+      "video_results": 0.9488006591796875,
+      "video_sim": 75.904052734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/033.mp4",
+      "video_results": 0.967950439453125,
+      "video_sim": 77.43603515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/034.mp4",
+      "video_results": 0.9573883056640625,
+      "video_sim": 76.591064453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/035.mp4",
+      "video_results": 0.96876220703125,
+      "video_sim": 77.5009765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/036.mp4",
+      "video_results": 0.9691802978515625,
+      "video_sim": 77.534423828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/037.mp4",
+      "video_results": 0.9695281982421875,
+      "video_sim": 77.562255859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/038.mp4",
+      "video_results": 0.9478424072265625,
+      "video_sim": 75.827392578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/039.mp4",
+      "video_results": 0.9382843017578125,
+      "video_sim": 75.062744140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/040.mp4",
+      "video_results": 0.9718597412109375,
+      "video_sim": 77.748779296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/041.mp4",
+      "video_results": 0.9782470703125,
+      "video_sim": 78.259765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/042.mp4",
+      "video_results": 0.9632568359375,
+      "video_sim": 77.060546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/043.mp4",
+      "video_results": 0.984375,
+      "video_sim": 78.75,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/044.mp4",
+      "video_results": 0.9423553466796875,
+      "video_sim": 75.388427734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/045.mp4",
+      "video_results": 0.9610107421875,
+      "video_sim": 76.880859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/046.mp4",
+      "video_results": 0.9585784912109375,
+      "video_sim": 76.686279296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/047.mp4",
+      "video_results": 0.97471923828125,
+      "video_sim": 77.9775390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/048.mp4",
+      "video_results": 0.972454833984375,
+      "video_sim": 77.79638671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/049.mp4",
+      "video_results": 0.9642730712890625,
+      "video_sim": 77.141845703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/050.mp4",
+      "video_results": 0.984454345703125,
+      "video_sim": 78.75634765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/051.mp4",
+      "video_results": 0.9753570556640625,
+      "video_sim": 78.028564453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/052.mp4",
+      "video_results": 0.941595458984375,
+      "video_sim": 75.32763671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/053.mp4",
+      "video_results": 0.9528350830078125,
+      "video_sim": 76.226806640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/054.mp4",
+      "video_results": 0.973126220703125,
+      "video_sim": 77.85009765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/055.mp4",
+      "video_results": 0.9768096923828125,
+      "video_sim": 78.144775390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/056.mp4",
+      "video_results": 0.9435577392578125,
+      "video_sim": 75.484619140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/057.mp4",
+      "video_results": 0.97996826171875,
+      "video_sim": 78.3974609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/058.mp4",
+      "video_results": 0.9103973388671875,
+      "video_sim": 72.831787109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/059.mp4",
+      "video_results": 0.96939697265625,
+      "video_sim": 77.5517578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/060.mp4",
+      "video_results": 0.9774169921875,
+      "video_sim": 78.193359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/061.mp4",
+      "video_results": 0.932666015625,
+      "video_sim": 74.61328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/062.mp4",
+      "video_results": 0.926605224609375,
+      "video_sim": 74.12841796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/063.mp4",
+      "video_results": 0.9535369873046875,
+      "video_sim": 76.282958984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/064.mp4",
+      "video_results": 0.93955078125,
+      "video_sim": 75.1640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/065.mp4",
+      "video_results": 0.9487335205078125,
+      "video_sim": 75.898681640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/066.mp4",
+      "video_results": 0.9582061767578125,
+      "video_sim": 76.656494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/067.mp4",
+      "video_results": 0.9336395263671875,
+      "video_sim": 74.691162109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/068.mp4",
+      "video_results": 0.923065185546875,
+      "video_sim": 73.84521484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/069.mp4",
+      "video_results": 0.963067626953125,
+      "video_sim": 77.04541015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/070.mp4",
+      "video_results": 0.98218994140625,
+      "video_sim": 78.5751953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/071.mp4",
+      "video_results": 0.91409912109375,
+      "video_sim": 73.1279296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/072.mp4",
+      "video_results": 0.9402496337890625,
+      "video_sim": 75.219970703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/073.mp4",
+      "video_results": 0.9464263916015625,
+      "video_sim": 75.714111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/074.mp4",
+      "video_results": 0.9407958984375,
+      "video_sim": 75.263671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/075.mp4",
+      "video_results": 0.8731964111328125,
+      "video_sim": 69.855712890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/076.mp4",
+      "video_results": 0.992059326171875,
+      "video_sim": 79.36474609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/077.mp4",
+      "video_results": 0.95362548828125,
+      "video_sim": 76.2900390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/078.mp4",
+      "video_results": 0.9600341796875,
+      "video_sim": 76.802734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/079.mp4",
+      "video_results": 0.9305267333984375,
+      "video_sim": 74.442138671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/080.mp4",
+      "video_results": 0.951580810546875,
+      "video_sim": 76.12646484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/081.mp4",
+      "video_results": 0.9609893798828125,
+      "video_sim": 76.879150390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/082.mp4",
+      "video_results": 0.9653839111328125,
+      "video_sim": 77.230712890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/083.mp4",
+      "video_results": 0.963018798828125,
+      "video_sim": 77.04150390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/084.mp4",
+      "video_results": 0.974456787109375,
+      "video_sim": 77.95654296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/085.mp4",
+      "video_results": 0.9374603271484375,
+      "video_sim": 74.996826171875,
+      "cnt_per_video": 80
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/dynamic_degree.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "dynamic_degree",
+  "score": 0.9027777777777778,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/000.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/001.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/002.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/003.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/004.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/005.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/006.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/007.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/008.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/009.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/010.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/011.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/012.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/013.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/014.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/015.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/016.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/017.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/018.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/019.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/020.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/021.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/022.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/023.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/024.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/025.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/026.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/027.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/028.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/029.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/030.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/031.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/032.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/033.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/034.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/035.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/036.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/037.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/038.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/039.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/040.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/041.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/042.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/043.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/044.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/045.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/046.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/047.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/048.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/049.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/050.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/051.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/052.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/053.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/054.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/055.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/056.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/057.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/058.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/059.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/060.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/061.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/062.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/063.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/064.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/065.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/066.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/067.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/068.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/069.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/070.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/071.mp4",
+      "video_results": true
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/imaging_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "imaging_quality",
+  "score": 0.6999734349328655,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/000.mp4",
+      "video_results": 78.97565997088397
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/001.mp4",
+      "video_results": 74.07801828266662
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/002.mp4",
+      "video_results": 77.54994531325352
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/003.mp4",
+      "video_results": 69.60194933855975
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/004.mp4",
+      "video_results": 77.17177110836829
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/005.mp4",
+      "video_results": 67.22847766640746
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/006.mp4",
+      "video_results": 62.12285020616319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/007.mp4",
+      "video_results": 69.31441516640746
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/008.mp4",
+      "video_results": 70.18276242856626
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/009.mp4",
+      "video_results": 62.97660116501796
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/010.mp4",
+      "video_results": 60.96987505312319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/011.mp4",
+      "video_results": 57.831337022192685
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/012.mp4",
+      "video_results": 73.8738515406479
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/013.mp4",
+      "video_results": 60.968611163857545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/014.mp4",
+      "video_results": 72.05227105411483
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/015.mp4",
+      "video_results": 75.14922558819806
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/016.mp4",
+      "video_results": 76.82825790216893
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/017.mp4",
+      "video_results": 71.65457784393688
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/018.mp4",
+      "video_results": 69.29633642126012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/019.mp4",
+      "video_results": 75.88935296329451
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/020.mp4",
+      "video_results": 65.9295967478811
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/021.mp4",
+      "video_results": 75.70978574399595
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/022.mp4",
+      "video_results": 73.66602721037688
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/023.mp4",
+      "video_results": 74.42712534209828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/024.mp4",
+      "video_results": 70.02394339479046
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/025.mp4",
+      "video_results": 58.65766628877616
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/026.mp4",
+      "video_results": 70.85979395736882
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/027.mp4",
+      "video_results": 66.78645131617417
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/028.mp4",
+      "video_results": 47.461658595520774
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/029.mp4",
+      "video_results": 73.66483391655817
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/030.mp4",
+      "video_results": 76.62808679651332
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/031.mp4",
+      "video_results": 78.4822499781479
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/032.mp4",
+      "video_results": 73.0677712522907
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/033.mp4",
+      "video_results": 74.4735733785747
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/034.mp4",
+      "video_results": 64.80270814306942
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/035.mp4",
+      "video_results": 46.13431473720221
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/036.mp4",
+      "video_results": 59.53498261063187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/037.mp4",
+      "video_results": 71.3410067146207
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/038.mp4",
+      "video_results": 70.91878594292535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/039.mp4",
+      "video_results": 72.6697078751929
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/040.mp4",
+      "video_results": 59.377250247531464
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/041.mp4",
+      "video_results": 67.1369400024414
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/042.mp4",
+      "video_results": 69.8382640885718
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/043.mp4",
+      "video_results": 68.58611881585769
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/044.mp4",
+      "video_results": 78.60098869417921
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/045.mp4",
+      "video_results": 74.47259700445481
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/046.mp4",
+      "video_results": 66.41110639218931
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/047.mp4",
+      "video_results": 76.1162618001302
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/048.mp4",
+      "video_results": 68.5857448813356
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/049.mp4",
+      "video_results": 77.76399664231289
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/050.mp4",
+      "video_results": 66.65999405472367
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/051.mp4",
+      "video_results": 75.47141454249252
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/052.mp4",
+      "video_results": 66.08833783938562
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/053.mp4",
+      "video_results": 58.155476369975524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/054.mp4",
+      "video_results": 76.51617610601731
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/055.mp4",
+      "video_results": 76.24243974096981
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/056.mp4",
+      "video_results": 66.77782802817262
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/057.mp4",
+      "video_results": 70.84408032452619
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/058.mp4",
+      "video_results": 75.31374679377049
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/059.mp4",
+      "video_results": 66.86337138988354
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/060.mp4",
+      "video_results": 74.22493847505545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/061.mp4",
+      "video_results": 77.56056090931834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/062.mp4",
+      "video_results": 74.43079771818938
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/063.mp4",
+      "video_results": 76.30395244080343
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/064.mp4",
+      "video_results": 75.91208667519652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/065.mp4",
+      "video_results": 72.63785355179398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/066.mp4",
+      "video_results": 78.03322431776259
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/067.mp4",
+      "video_results": 75.53202471321012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/068.mp4",
+      "video_results": 62.05892445128641
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/069.mp4",
+      "video_results": 61.38693411556291
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/070.mp4",
+      "video_results": 70.38986121283637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/071.mp4",
+      "video_results": 76.09418930242092
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/072.mp4",
+      "video_results": 68.9877628279321
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/073.mp4",
+      "video_results": 61.36070529325509
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/074.mp4",
+      "video_results": 68.75661214192708
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/075.mp4",
+      "video_results": 72.01011262116609
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/076.mp4",
+      "video_results": 69.6629254847397
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/077.mp4",
+      "video_results": 64.94340439784673
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/078.mp4",
+      "video_results": 76.96671003176843
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/079.mp4",
+      "video_results": 67.8760063736527
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/080.mp4",
+      "video_results": 73.81144846221547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/081.mp4",
+      "video_results": 69.05961250964506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/082.mp4",
+      "video_results": 58.689279391441815
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/083.mp4",
+      "video_results": 64.68523378725405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/084.mp4",
+      "video_results": 67.87433624267578
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/085.mp4",
+      "video_results": 71.23254799548491
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/086.mp4",
+      "video_results": 68.20189007417655
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/087.mp4",
+      "video_results": 61.16750043704186
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/088.mp4",
+      "video_results": 74.32987957236207
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/089.mp4",
+      "video_results": 70.56713047734013
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/090.mp4",
+      "video_results": 77.7476648401331
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/091.mp4",
+      "video_results": 75.31326755476587
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/092.mp4",
+      "video_results": 77.16521557466483
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/motion_smoothness.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "motion_smoothness",
+  "score": 0.9760344787476049,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/000.mp4",
+      "video_results": 0.9777369626369512
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/001.mp4",
+      "video_results": 0.9920252560960282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/002.mp4",
+      "video_results": 0.9851500819612032
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/003.mp4",
+      "video_results": 0.9900930873384343
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/004.mp4",
+      "video_results": 0.9828234075664855
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/005.mp4",
+      "video_results": 0.9941957457913053
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/006.mp4",
+      "video_results": 0.990198920151327
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/007.mp4",
+      "video_results": 0.9859611425666688
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/008.mp4",
+      "video_results": 0.981300240270053
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/009.mp4",
+      "video_results": 0.9675086308845787
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/010.mp4",
+      "video_results": 0.9611814361311432
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/011.mp4",
+      "video_results": 0.9847927311967121
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/012.mp4",
+      "video_results": 0.9245055261621208
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/013.mp4",
+      "video_results": 0.986481265776877
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/014.mp4",
+      "video_results": 0.9883897132470777
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/015.mp4",
+      "video_results": 0.9887569558188526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/016.mp4",
+      "video_results": 0.9698294063802738
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/017.mp4",
+      "video_results": 0.9765621568038273
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/018.mp4",
+      "video_results": 0.9871100117213686
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/019.mp4",
+      "video_results": 0.9731572446469907
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/020.mp4",
+      "video_results": 0.9775335054060352
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/021.mp4",
+      "video_results": 0.9829895386540033
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/022.mp4",
+      "video_results": 0.9901825055710051
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/023.mp4",
+      "video_results": 0.9881549451344372
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/024.mp4",
+      "video_results": 0.9599173199177508
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/025.mp4",
+      "video_results": 0.9614543896868978
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/026.mp4",
+      "video_results": 0.9578010394245171
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/027.mp4",
+      "video_results": 0.9660682332745465
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/028.mp4",
+      "video_results": 0.9722364981683111
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/029.mp4",
+      "video_results": 0.9479826595101182
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/030.mp4",
+      "video_results": 0.9539954129221133
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/031.mp4",
+      "video_results": 0.9855752361458072
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/032.mp4",
+      "video_results": 0.9808957389830265
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/033.mp4",
+      "video_results": 0.9693315901848186
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/034.mp4",
+      "video_results": 0.9877271818733503
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/035.mp4",
+      "video_results": 0.992455296366343
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/036.mp4",
+      "video_results": 0.978788138063385
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/037.mp4",
+      "video_results": 0.9645669049236949
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/038.mp4",
+      "video_results": 0.9901410451166311
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/039.mp4",
+      "video_results": 0.9891393558124371
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/040.mp4",
+      "video_results": 0.9724801121336623
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/041.mp4",
+      "video_results": 0.9896283681341126
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/042.mp4",
+      "video_results": 0.9446145540380949
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/043.mp4",
+      "video_results": 0.9875581681507405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/044.mp4",
+      "video_results": 0.9668124382999728
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/045.mp4",
+      "video_results": 0.9786400949034796
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/046.mp4",
+      "video_results": 0.9496718067535508
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/047.mp4",
+      "video_results": 0.9873066481533852
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/048.mp4",
+      "video_results": 0.9710812981325676
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/049.mp4",
+      "video_results": 0.9844543422253383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/050.mp4",
+      "video_results": 0.9840496533833218
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/051.mp4",
+      "video_results": 0.9826987592730068
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/052.mp4",
+      "video_results": 0.9776509297228506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/053.mp4",
+      "video_results": 0.9866547166643099
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/054.mp4",
+      "video_results": 0.984725011898122
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/055.mp4",
+      "video_results": 0.9683025063958542
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/056.mp4",
+      "video_results": 0.9879806204633296
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/057.mp4",
+      "video_results": 0.9879257945883348
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/058.mp4",
+      "video_results": 0.9668213513353392
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/059.mp4",
+      "video_results": 0.9784834594010547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/060.mp4",
+      "video_results": 0.9763080800195345
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/061.mp4",
+      "video_results": 0.9729303810934096
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/062.mp4",
+      "video_results": 0.9680633667462711
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/063.mp4",
+      "video_results": 0.9761740078242835
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/064.mp4",
+      "video_results": 0.9456002267844237
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/065.mp4",
+      "video_results": 0.9499260739568931
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/066.mp4",
+      "video_results": 0.9826317055000419
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/067.mp4",
+      "video_results": 0.9764234971215383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/068.mp4",
+      "video_results": 0.976694235286262
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/069.mp4",
+      "video_results": 0.9840498968283895
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/070.mp4",
+      "video_results": 0.9773804819737724
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/071.mp4",
+      "video_results": 0.9660634243547847
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/overall_consistency.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "overall_consistency",
+  "score": 0.27514451037171067,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/000.mp4",
+      "video_results": 0.2724785804748535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/001.mp4",
+      "video_results": 0.24152308702468872
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/002.mp4",
+      "video_results": 0.32002371549606323
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/003.mp4",
+      "video_results": 0.3183883726596832
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/004.mp4",
+      "video_results": 0.3423217833042145
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/005.mp4",
+      "video_results": 0.2325664907693863
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/006.mp4",
+      "video_results": 0.254224568605423
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/007.mp4",
+      "video_results": 0.30356377363204956
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/008.mp4",
+      "video_results": 0.34366506338119507
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/009.mp4",
+      "video_results": 0.23729901015758514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/010.mp4",
+      "video_results": 0.277118980884552
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/011.mp4",
+      "video_results": 0.23646658658981323
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/012.mp4",
+      "video_results": 0.2818683683872223
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/013.mp4",
+      "video_results": 0.37942349910736084
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/014.mp4",
+      "video_results": 0.3202468454837799
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/015.mp4",
+      "video_results": 0.33730876445770264
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/016.mp4",
+      "video_results": 0.24659201502799988
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/017.mp4",
+      "video_results": 0.1947111189365387
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/018.mp4",
+      "video_results": 0.2869577705860138
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/019.mp4",
+      "video_results": 0.21509328484535217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/020.mp4",
+      "video_results": 0.20971322059631348
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/021.mp4",
+      "video_results": 0.24970747530460358
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/022.mp4",
+      "video_results": 0.24937677383422852
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/023.mp4",
+      "video_results": 0.229983851313591
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/024.mp4",
+      "video_results": 0.23007209599018097
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/025.mp4",
+      "video_results": 0.21180632710456848
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/026.mp4",
+      "video_results": 0.23384791612625122
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/027.mp4",
+      "video_results": 0.2867773771286011
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/028.mp4",
+      "video_results": 0.2855794429779053
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/029.mp4",
+      "video_results": 0.28386420011520386
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/030.mp4",
+      "video_results": 0.24081625044345856
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/031.mp4",
+      "video_results": 0.2211339920759201
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/032.mp4",
+      "video_results": 0.21820470690727234
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/033.mp4",
+      "video_results": 0.3107594847679138
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/034.mp4",
+      "video_results": 0.3302055597305298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/035.mp4",
+      "video_results": 0.24716973304748535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/036.mp4",
+      "video_results": 0.2003806233406067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/037.mp4",
+      "video_results": 0.2969669997692108
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/038.mp4",
+      "video_results": 0.2477651834487915
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/039.mp4",
+      "video_results": 0.2576482594013214
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/040.mp4",
+      "video_results": 0.2615187466144562
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/041.mp4",
+      "video_results": 0.2835186719894409
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/042.mp4",
+      "video_results": 0.25304386019706726
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/043.mp4",
+      "video_results": 0.2795668840408325
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/044.mp4",
+      "video_results": 0.22410278022289276
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/045.mp4",
+      "video_results": 0.335808664560318
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/046.mp4",
+      "video_results": 0.3096529543399811
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/047.mp4",
+      "video_results": 0.30913832783699036
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/048.mp4",
+      "video_results": 0.3153693377971649
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/049.mp4",
+      "video_results": 0.25339043140411377
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/050.mp4",
+      "video_results": 0.31553328037261963
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/051.mp4",
+      "video_results": 0.2917073965072632
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/052.mp4",
+      "video_results": 0.322996586561203
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/053.mp4",
+      "video_results": 0.2862696051597595
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/054.mp4",
+      "video_results": 0.2807069420814514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/055.mp4",
+      "video_results": 0.24254284799098969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/056.mp4",
+      "video_results": 0.3073174059391022
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/057.mp4",
+      "video_results": 0.30373919010162354
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/058.mp4",
+      "video_results": 0.27090445160865784
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/059.mp4",
+      "video_results": 0.2989930510520935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/060.mp4",
+      "video_results": 0.29331091046333313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/061.mp4",
+      "video_results": 0.29861170053482056
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/062.mp4",
+      "video_results": 0.2458711862564087
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/063.mp4",
+      "video_results": 0.2570676803588867
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/064.mp4",
+      "video_results": 0.32130879163742065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/065.mp4",
+      "video_results": 0.20058418810367584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/066.mp4",
+      "video_results": 0.207773357629776
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/067.mp4",
+      "video_results": 0.292033851146698
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/068.mp4",
+      "video_results": 0.23748749494552612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/069.mp4",
+      "video_results": 0.2540132999420166
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/070.mp4",
+      "video_results": 0.3192715644836426
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/071.mp4",
+      "video_results": 0.29175135493278503
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/072.mp4",
+      "video_results": 0.24001653492450714
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/073.mp4",
+      "video_results": 0.3566638231277466
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/074.mp4",
+      "video_results": 0.36141231656074524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/075.mp4",
+      "video_results": 0.2991148829460144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/076.mp4",
+      "video_results": 0.31735095381736755
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/077.mp4",
+      "video_results": 0.25610092282295227
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/078.mp4",
+      "video_results": 0.32483410835266113
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/079.mp4",
+      "video_results": 0.3095172643661499
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/080.mp4",
+      "video_results": 0.30610138177871704
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/081.mp4",
+      "video_results": 0.34665337204933167
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/082.mp4",
+      "video_results": 0.26591745018959045
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/083.mp4",
+      "video_results": 0.23971353471279144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/084.mp4",
+      "video_results": 0.3258378803730011
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/085.mp4",
+      "video_results": 0.2617781460285187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/086.mp4",
+      "video_results": 0.21711625158786774
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/087.mp4",
+      "video_results": 0.25916680693626404
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/088.mp4",
+      "video_results": 0.2604644000530243
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/089.mp4",
+      "video_results": 0.2365879863500595
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/090.mp4",
+      "video_results": 0.3016507923603058
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/091.mp4",
+      "video_results": 0.24637922644615173
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/overall_consistency/092.mp4",
+      "video_results": 0.20753347873687744
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/scene.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "scene",
+  "score": 0.5741279069767442,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/000.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/001.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/002.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/003.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/004.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/005.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/006.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/007.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/008.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/009.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/010.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/011.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/012.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/013.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/014.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/015.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/016.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/017.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/018.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/019.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/020.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/021.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/022.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/023.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/024.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/025.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/026.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/027.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/028.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/029.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/030.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/031.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/032.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/033.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/034.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/035.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/036.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/037.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/038.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/039.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/040.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/041.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/042.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/043.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/044.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/045.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/046.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/047.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/048.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/049.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/050.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/051.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/052.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/053.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/054.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/055.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/056.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/057.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/058.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/059.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/060.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/061.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/062.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/063.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/064.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/065.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/066.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/067.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/068.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/069.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/070.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/071.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/072.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/073.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/074.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/075.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/076.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/077.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/078.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/079.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/080.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/081.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/082.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/083.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/084.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/scene/085.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.3/subject_consistency.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "subject_consistency",
+  "score": 0.9566833234624937,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/000.mp4",
+      "video_results": 0.9151667412370443
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/001.mp4",
+      "video_results": 0.9707510266453028
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/002.mp4",
+      "video_results": 0.9449180565774441
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/003.mp4",
+      "video_results": 0.9711387131363154
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/004.mp4",
+      "video_results": 0.9616400733590126
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/005.mp4",
+      "video_results": 0.9764201413840056
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/006.mp4",
+      "video_results": 0.9922867473214865
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/007.mp4",
+      "video_results": 0.991137757897377
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/008.mp4",
+      "video_results": 0.9812213443219662
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/009.mp4",
+      "video_results": 0.9630442973226309
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/010.mp4",
+      "video_results": 0.9730429030954838
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/011.mp4",
+      "video_results": 0.9667194332927466
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/012.mp4",
+      "video_results": 0.8683007307350635
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/013.mp4",
+      "video_results": 0.9816763486713171
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/014.mp4",
+      "video_results": 0.9373380854725838
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/015.mp4",
+      "video_results": 0.9764445777982473
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/016.mp4",
+      "video_results": 0.9555780313909054
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/017.mp4",
+      "video_results": 0.9728650625795126
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/018.mp4",
+      "video_results": 0.9656747438013553
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/019.mp4",
+      "video_results": 0.9565582122653723
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/020.mp4",
+      "video_results": 0.9444741833955049
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/021.mp4",
+      "video_results": 0.9830352164804935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/022.mp4",
+      "video_results": 0.986248167976737
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/023.mp4",
+      "video_results": 0.9750865790992975
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/024.mp4",
+      "video_results": 0.9570280618965625
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/025.mp4",
+      "video_results": 0.9143207736313343
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/026.mp4",
+      "video_results": 0.9331931501626969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/027.mp4",
+      "video_results": 0.8509939366951584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/028.mp4",
+      "video_results": 0.9153177801519632
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/029.mp4",
+      "video_results": 0.8376022730022669
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/030.mp4",
+      "video_results": 0.9734079156070947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/031.mp4",
+      "video_results": 0.9434447269886732
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/032.mp4",
+      "video_results": 0.972244530543685
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/033.mp4",
+      "video_results": 0.9624107092618942
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/034.mp4",
+      "video_results": 0.9739201258867979
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/035.mp4",
+      "video_results": 0.9689369089901447
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/036.mp4",
+      "video_results": 0.9341334838420152
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/037.mp4",
+      "video_results": 0.9064308725297451
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/038.mp4",
+      "video_results": 0.9494652841240168
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/039.mp4",
+      "video_results": 0.9593836985528469
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/040.mp4",
+      "video_results": 0.9261924594640731
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/041.mp4",
+      "video_results": 0.9777183882892132
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/042.mp4",
+      "video_results": 0.872646338865161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/043.mp4",
+      "video_results": 0.9677682645618916
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/044.mp4",
+      "video_results": 0.9608668200671673
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/045.mp4",
+      "video_results": 0.9703601226210594
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/046.mp4",
+      "video_results": 0.9364852514117956
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/047.mp4",
+      "video_results": 0.9784586600959301
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/048.mp4",
+      "video_results": 0.950283731892705
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/049.mp4",
+      "video_results": 0.9833489302545786
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/050.mp4",
+      "video_results": 0.9811189509928226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/051.mp4",
+      "video_results": 0.9785771153867244
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/052.mp4",
+      "video_results": 0.958156855776906
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/053.mp4",
+      "video_results": 0.9726986348628998
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/054.mp4",
+      "video_results": 0.9701504245400429
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/055.mp4",
+      "video_results": 0.9600366704165936
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/056.mp4",
+      "video_results": 0.9730059791356325
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/057.mp4",
+      "video_results": 0.9530421014875173
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/058.mp4",
+      "video_results": 0.953710600361228
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/059.mp4",
+      "video_results": 0.9850210472941399
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/060.mp4",
+      "video_results": 0.9859248481690883
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/061.mp4",
+      "video_results": 0.9716189321130514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/062.mp4",
+      "video_results": 0.968894362077117
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/063.mp4",
+      "video_results": 0.977024058625102
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/064.mp4",
+      "video_results": 0.8917860500514507
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/065.mp4",
+      "video_results": 0.9812510840594768
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/066.mp4",
+      "video_results": 0.9898155275732279
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/067.mp4",
+      "video_results": 0.96852997392416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/068.mp4",
+      "video_results": 0.9870753098279238
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/069.mp4",
+      "video_results": 0.974802615866065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/070.mp4",
+      "video_results": 0.9667251288890839
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.3/subject_consistency/071.mp4",
+      "video_results": 0.9451026432216167
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.643781497593849,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/000.mp4",
+      "video_results": 0.5245162844657898
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/001.mp4",
+      "video_results": 0.6517899036407471
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/002.mp4",
+      "video_results": 0.7269644141197205
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/003.mp4",
+      "video_results": 0.6438368558883667
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/004.mp4",
+      "video_results": 0.636307418346405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/005.mp4",
+      "video_results": 0.6180627942085266
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/006.mp4",
+      "video_results": 0.6616761088371277
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/007.mp4",
+      "video_results": 0.6959682703018188
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/008.mp4",
+      "video_results": 0.6659129858016968
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/009.mp4",
+      "video_results": 0.6805827617645264
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/010.mp4",
+      "video_results": 0.6838095188140869
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/011.mp4",
+      "video_results": 0.5365409851074219
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/012.mp4",
+      "video_results": 0.7157936096191406
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/013.mp4",
+      "video_results": 0.5763000845909119
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/014.mp4",
+      "video_results": 0.7247188091278076
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/015.mp4",
+      "video_results": 0.6939440369606018
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/016.mp4",
+      "video_results": 0.6955122947692871
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/017.mp4",
+      "video_results": 0.5898140668869019
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/018.mp4",
+      "video_results": 0.5231783390045166
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/019.mp4",
+      "video_results": 0.6743660569190979
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/020.mp4",
+      "video_results": 0.5910609364509583
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/021.mp4",
+      "video_results": 0.7018845081329346
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/022.mp4",
+      "video_results": 0.7986888289451599
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/023.mp4",
+      "video_results": 0.5718824863433838
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/024.mp4",
+      "video_results": 0.6154590249061584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/025.mp4",
+      "video_results": 0.3144211173057556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/026.mp4",
+      "video_results": 0.7833601236343384
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/027.mp4",
+      "video_results": 0.5912564396858215
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/028.mp4",
+      "video_results": 0.5640547871589661
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/029.mp4",
+      "video_results": 0.7197081446647644
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/030.mp4",
+      "video_results": 0.6822444796562195
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/031.mp4",
+      "video_results": 0.616827666759491
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/032.mp4",
+      "video_results": 0.3875937759876251
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/033.mp4",
+      "video_results": 0.7108049988746643
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/034.mp4",
+      "video_results": 0.7703782320022583
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/035.mp4",
+      "video_results": 0.5407233238220215
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/036.mp4",
+      "video_results": 0.5119103193283081
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/037.mp4",
+      "video_results": 0.6615058183670044
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/038.mp4",
+      "video_results": 0.5272534489631653
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/039.mp4",
+      "video_results": 0.5984392166137695
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/040.mp4",
+      "video_results": 0.539675235748291
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/041.mp4",
+      "video_results": 0.5123471617698669
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/042.mp4",
+      "video_results": 0.5908386707305908
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/043.mp4",
+      "video_results": 0.5721153020858765
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/044.mp4",
+      "video_results": 0.6984793543815613
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/045.mp4",
+      "video_results": 0.7879428863525391
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/046.mp4",
+      "video_results": 0.5854605436325073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/047.mp4",
+      "video_results": 0.7460986375808716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/048.mp4",
+      "video_results": 0.6005405187606812
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/049.mp4",
+      "video_results": 0.6942705512046814
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/050.mp4",
+      "video_results": 0.6725733280181885
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/051.mp4",
+      "video_results": 0.7186431884765625
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/052.mp4",
+      "video_results": 0.7564579844474792
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/053.mp4",
+      "video_results": 0.6002789735794067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/054.mp4",
+      "video_results": 0.6214011311531067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/055.mp4",
+      "video_results": 0.7611373066902161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/056.mp4",
+      "video_results": 0.6074207425117493
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/057.mp4",
+      "video_results": 0.7037014365196228
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/058.mp4",
+      "video_results": 0.8068596124649048
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/059.mp4",
+      "video_results": 0.7414395213127136
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/060.mp4",
+      "video_results": 0.6471284627914429
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/061.mp4",
+      "video_results": 0.5479444861412048
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/062.mp4",
+      "video_results": 0.6657873392105103
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/063.mp4",
+      "video_results": 0.6234413981437683
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/064.mp4",
+      "video_results": 0.7087509036064148
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/065.mp4",
+      "video_results": 0.7036333680152893
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/066.mp4",
+      "video_results": 0.7428249716758728
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/067.mp4",
+      "video_results": 0.7333640456199646
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/068.mp4",
+      "video_results": 0.5114406943321228
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/069.mp4",
+      "video_results": 0.5380142331123352
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/070.mp4",
+      "video_results": 0.6782300472259521
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/071.mp4",
+      "video_results": 0.6519728899002075
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/072.mp4",
+      "video_results": 0.6607142090797424
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/073.mp4",
+      "video_results": 0.6120864748954773
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/074.mp4",
+      "video_results": 0.6260761022567749
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/075.mp4",
+      "video_results": 0.6225026845932007
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/076.mp4",
+      "video_results": 0.6207085847854614
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/077.mp4",
+      "video_results": 0.48790937662124634
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/078.mp4",
+      "video_results": 0.6998400092124939
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/079.mp4",
+      "video_results": 0.6315795183181763
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/080.mp4",
+      "video_results": 0.7124508619308472
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/081.mp4",
+      "video_results": 0.7556148767471313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/082.mp4",
+      "video_results": 0.7674018740653992
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/083.mp4",
+      "video_results": 0.6307210326194763
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/084.mp4",
+      "video_results": 0.8144586086273193
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/085.mp4",
+      "video_results": 0.752528190612793
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/086.mp4",
+      "video_results": 0.6130667924880981
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/087.mp4",
+      "video_results": 0.6663174629211426
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/088.mp4",
+      "video_results": 0.6336423754692078
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/089.mp4",
+      "video_results": 0.5947459936141968
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/090.mp4",
+      "video_results": 0.6432280540466309
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/091.mp4",
+      "video_results": 0.4403951168060303
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/092.mp4",
+      "video_results": 0.636422872543335
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.9505740143531977,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/000.mp4",
+      "video_results": 0.9243865966796875,
+      "video_sim": 73.950927734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/001.mp4",
+      "video_results": 0.9365325927734375,
+      "video_sim": 74.922607421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/002.mp4",
+      "video_results": 0.9537933349609375,
+      "video_sim": 76.303466796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/003.mp4",
+      "video_results": 0.949017333984375,
+      "video_sim": 75.92138671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/004.mp4",
+      "video_results": 0.927215576171875,
+      "video_sim": 74.17724609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/005.mp4",
+      "video_results": 0.977752685546875,
+      "video_sim": 78.22021484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/006.mp4",
+      "video_results": 0.947119140625,
+      "video_sim": 75.76953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/007.mp4",
+      "video_results": 0.9642730712890625,
+      "video_sim": 77.141845703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/008.mp4",
+      "video_results": 0.958526611328125,
+      "video_sim": 76.68212890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/009.mp4",
+      "video_results": 0.975732421875,
+      "video_sim": 78.05859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/010.mp4",
+      "video_results": 0.9499420166015625,
+      "video_sim": 75.995361328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/011.mp4",
+      "video_results": 0.9708343505859375,
+      "video_sim": 77.666748046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/012.mp4",
+      "video_results": 0.987213134765625,
+      "video_sim": 78.97705078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/013.mp4",
+      "video_results": 0.932611083984375,
+      "video_sim": 74.60888671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/014.mp4",
+      "video_results": 0.9566986083984375,
+      "video_sim": 76.535888671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/015.mp4",
+      "video_results": 0.914874267578125,
+      "video_sim": 73.18994140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/016.mp4",
+      "video_results": 0.9703399658203125,
+      "video_sim": 77.627197265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/017.mp4",
+      "video_results": 0.968719482421875,
+      "video_sim": 77.49755859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/018.mp4",
+      "video_results": 0.8940673828125,
+      "video_sim": 71.525390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/019.mp4",
+      "video_results": 0.97093505859375,
+      "video_sim": 77.6748046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/020.mp4",
+      "video_results": 0.9658447265625,
+      "video_sim": 77.267578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/021.mp4",
+      "video_results": 0.925238037109375,
+      "video_sim": 74.01904296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/022.mp4",
+      "video_results": 0.9566436767578125,
+      "video_sim": 76.531494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/023.mp4",
+      "video_results": 0.9185516357421875,
+      "video_sim": 73.484130859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/024.mp4",
+      "video_results": 0.9390228271484375,
+      "video_sim": 75.121826171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/025.mp4",
+      "video_results": 0.96611328125,
+      "video_sim": 77.2890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/026.mp4",
+      "video_results": 0.953253173828125,
+      "video_sim": 76.26025390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/027.mp4",
+      "video_results": 0.9511474609375,
+      "video_sim": 76.091796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/028.mp4",
+      "video_results": 0.943817138671875,
+      "video_sim": 75.50537109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/029.mp4",
+      "video_results": 0.9489013671875,
+      "video_sim": 75.912109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/030.mp4",
+      "video_results": 0.9512176513671875,
+      "video_sim": 76.097412109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/031.mp4",
+      "video_results": 0.918994140625,
+      "video_sim": 73.51953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/032.mp4",
+      "video_results": 0.9633819580078125,
+      "video_sim": 77.070556640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/033.mp4",
+      "video_results": 0.966650390625,
+      "video_sim": 77.33203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/034.mp4",
+      "video_results": 0.9665130615234375,
+      "video_sim": 77.321044921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/035.mp4",
+      "video_results": 0.8958343505859375,
+      "video_sim": 71.666748046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/036.mp4",
+      "video_results": 0.97109375,
+      "video_sim": 77.6875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/037.mp4",
+      "video_results": 0.9652435302734375,
+      "video_sim": 77.219482421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/038.mp4",
+      "video_results": 0.93116455078125,
+      "video_sim": 74.4931640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/039.mp4",
+      "video_results": 0.944805908203125,
+      "video_sim": 75.58447265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/040.mp4",
+      "video_results": 0.937744140625,
+      "video_sim": 75.01953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/041.mp4",
+      "video_results": 0.9802154541015625,
+      "video_sim": 78.417236328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/042.mp4",
+      "video_results": 0.968011474609375,
+      "video_sim": 77.44091796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/043.mp4",
+      "video_results": 0.9828826904296875,
+      "video_sim": 78.630615234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/044.mp4",
+      "video_results": 0.9388641357421875,
+      "video_sim": 75.109130859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/045.mp4",
+      "video_results": 0.9500823974609375,
+      "video_sim": 76.006591796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/046.mp4",
+      "video_results": 0.939678955078125,
+      "video_sim": 75.17431640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/047.mp4",
+      "video_results": 0.9806365966796875,
+      "video_sim": 78.450927734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/048.mp4",
+      "video_results": 0.9751708984375,
+      "video_sim": 78.013671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/049.mp4",
+      "video_results": 0.9550537109375,
+      "video_sim": 76.404296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/050.mp4",
+      "video_results": 0.9712432861328125,
+      "video_sim": 77.699462890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/051.mp4",
+      "video_results": 0.956158447265625,
+      "video_sim": 76.49267578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/052.mp4",
+      "video_results": 0.958270263671875,
+      "video_sim": 76.66162109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/053.mp4",
+      "video_results": 0.9465789794921875,
+      "video_sim": 75.726318359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/054.mp4",
+      "video_results": 0.946636962890625,
+      "video_sim": 75.73095703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/055.mp4",
+      "video_results": 0.9610565185546875,
+      "video_sim": 76.884521484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/056.mp4",
+      "video_results": 0.93980712890625,
+      "video_sim": 75.1845703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/057.mp4",
+      "video_results": 0.976812744140625,
+      "video_sim": 78.14501953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/058.mp4",
+      "video_results": 0.936297607421875,
+      "video_sim": 74.90380859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/059.mp4",
+      "video_results": 0.96444091796875,
+      "video_sim": 77.1552734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/060.mp4",
+      "video_results": 0.9790740966796875,
+      "video_sim": 78.325927734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/061.mp4",
+      "video_results": 0.921392822265625,
+      "video_sim": 73.71142578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/062.mp4",
+      "video_results": 0.94605712890625,
+      "video_sim": 75.6845703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/063.mp4",
+      "video_results": 0.9691680908203125,
+      "video_sim": 77.533447265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/064.mp4",
+      "video_results": 0.8975677490234375,
+      "video_sim": 71.805419921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/065.mp4",
+      "video_results": 0.950555419921875,
+      "video_sim": 76.04443359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/066.mp4",
+      "video_results": 0.957061767578125,
+      "video_sim": 76.56494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/067.mp4",
+      "video_results": 0.9452484130859375,
+      "video_sim": 75.619873046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/068.mp4",
+      "video_results": 0.9558624267578125,
+      "video_sim": 76.468994140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/069.mp4",
+      "video_results": 0.968572998046875,
+      "video_sim": 77.48583984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/070.mp4",
+      "video_results": 0.9694915771484375,
+      "video_sim": 77.559326171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/071.mp4",
+      "video_results": 0.9190399169921875,
+      "video_sim": 73.523193359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/072.mp4",
+      "video_results": 0.914874267578125,
+      "video_sim": 73.18994140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/073.mp4",
+      "video_results": 0.9319732666015625,
+      "video_sim": 74.557861328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/074.mp4",
+      "video_results": 0.946563720703125,
+      "video_sim": 75.72509765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/075.mp4",
+      "video_results": 0.9180877685546875,
+      "video_sim": 73.447021484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/076.mp4",
+      "video_results": 0.978668212890625,
+      "video_sim": 78.29345703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/077.mp4",
+      "video_results": 0.928765869140625,
+      "video_sim": 74.30126953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/078.mp4",
+      "video_results": 0.9531494140625,
+      "video_sim": 76.251953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/079.mp4",
+      "video_results": 0.944232177734375,
+      "video_sim": 75.53857421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/080.mp4",
+      "video_results": 0.941888427734375,
+      "video_sim": 75.35107421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/081.mp4",
+      "video_results": 0.967913818359375,
+      "video_sim": 77.43310546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/082.mp4",
+      "video_results": 0.9692535400390625,
+      "video_sim": 77.540283203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/083.mp4",
+      "video_results": 0.9488433837890625,
+      "video_sim": 75.907470703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/084.mp4",
+      "video_results": 0.9700408935546875,
+      "video_sim": 77.603271484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/085.mp4",
+      "video_results": 0.916357421875,
+      "video_sim": 73.30859375,
+      "cnt_per_video": 80
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/dynamic_degree.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "dynamic_degree",
+  "score": 0.875,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/000.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/001.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/002.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/003.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/004.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/005.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/006.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/007.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/008.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/009.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/010.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/011.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/012.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/013.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/014.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/015.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/016.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/017.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/018.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/019.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/020.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/021.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/022.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/023.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/024.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/025.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/026.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/027.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/028.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/029.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/030.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/031.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/032.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/033.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/034.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/035.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/036.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/037.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/038.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/039.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/040.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/041.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/042.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/043.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/044.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/045.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/046.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/047.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/048.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/049.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/050.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/051.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/052.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/053.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/054.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/055.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/056.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/057.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/058.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/059.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/060.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/061.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/062.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/063.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/064.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/065.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/066.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/067.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/068.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/069.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/070.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/071.mp4",
+      "video_results": true
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/imaging_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "imaging_quality",
+  "score": 0.6771617144011545,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/000.mp4",
+      "video_results": 75.95063310788001
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/001.mp4",
+      "video_results": 74.20986297984182
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/002.mp4",
+      "video_results": 77.42892069875458
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/003.mp4",
+      "video_results": 65.86755333417727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/004.mp4",
+      "video_results": 75.24961363239053
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/005.mp4",
+      "video_results": 63.2021373230734
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/006.mp4",
+      "video_results": 63.68822102487823
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/007.mp4",
+      "video_results": 68.08737408673322
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/008.mp4",
+      "video_results": 67.27734860078787
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/009.mp4",
+      "video_results": 61.87830866119008
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/010.mp4",
+      "video_results": 55.23252647305712
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/011.mp4",
+      "video_results": 50.33652364471812
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/012.mp4",
+      "video_results": 76.07878056278935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/013.mp4",
+      "video_results": 60.53011086546344
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/014.mp4",
+      "video_results": 70.49633289855204
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/015.mp4",
+      "video_results": 72.9410058480722
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/016.mp4",
+      "video_results": 76.66268826708381
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/017.mp4",
+      "video_results": 64.75558650640794
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/018.mp4",
+      "video_results": 70.00254388503086
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/019.mp4",
+      "video_results": 74.92414102436584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/020.mp4",
+      "video_results": 64.39683862380039
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/021.mp4",
+      "video_results": 70.60198447145062
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/022.mp4",
+      "video_results": 68.68039698659638
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/023.mp4",
+      "video_results": 75.3774200251073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/024.mp4",
+      "video_results": 68.02899000379774
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/025.mp4",
+      "video_results": 59.49202954327619
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/026.mp4",
+      "video_results": 65.40385940928518
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/027.mp4",
+      "video_results": 67.69625779140142
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/028.mp4",
+      "video_results": 44.78775050316328
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/029.mp4",
+      "video_results": 67.40865815716025
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/030.mp4",
+      "video_results": 75.45604225441262
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/031.mp4",
+      "video_results": 77.16902217158565
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/032.mp4",
+      "video_results": 71.90355964943215
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/033.mp4",
+      "video_results": 72.09043253203969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/034.mp4",
+      "video_results": 47.16034609005775
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/035.mp4",
+      "video_results": 47.49894408237787
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/036.mp4",
+      "video_results": 55.59456370789328
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/037.mp4",
+      "video_results": 71.27894818341291
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/038.mp4",
+      "video_results": 55.773700243161045
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/039.mp4",
+      "video_results": 75.06779762550637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/040.mp4",
+      "video_results": 51.12642556649667
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/041.mp4",
+      "video_results": 57.25680692696277
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/042.mp4",
+      "video_results": 70.39110913688754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/043.mp4",
+      "video_results": 70.52190785349151
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/044.mp4",
+      "video_results": 78.56947590392313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/045.mp4",
+      "video_results": 72.9186814861533
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/046.mp4",
+      "video_results": 67.33030667717074
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/047.mp4",
+      "video_results": 72.1628099606361
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/048.mp4",
+      "video_results": 71.94530684859664
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/049.mp4",
+      "video_results": 77.42207458872853
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/050.mp4",
+      "video_results": 66.40948015377845
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/051.mp4",
+      "video_results": 66.19049547925408
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/052.mp4",
+      "video_results": 72.03174454488872
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/053.mp4",
+      "video_results": 56.482282191147036
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/054.mp4",
+      "video_results": 76.07484228817033
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/055.mp4",
+      "video_results": 74.04423089674961
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/056.mp4",
+      "video_results": 62.36633338457273
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/057.mp4",
+      "video_results": 64.9879003925088
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/058.mp4",
+      "video_results": 73.69977230495877
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/059.mp4",
+      "video_results": 68.0761203530394
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/060.mp4",
+      "video_results": 75.5830426628207
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/061.mp4",
+      "video_results": 75.35693698459201
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/062.mp4",
+      "video_results": 73.76717659279153
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/063.mp4",
+      "video_results": 78.15331466109664
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/064.mp4",
+      "video_results": 71.98049907919801
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/065.mp4",
+      "video_results": 71.63389436698255
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/066.mp4",
+      "video_results": 77.20138785279828
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/067.mp4",
+      "video_results": 76.35619702751254
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/068.mp4",
+      "video_results": 53.82268279275777
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/069.mp4",
+      "video_results": 59.27346976009416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/070.mp4",
+      "video_results": 70.10014201976635
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/071.mp4",
+      "video_results": 70.8283223281672
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/072.mp4",
+      "video_results": 66.06108027328679
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/073.mp4",
+      "video_results": 55.1481605341405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/074.mp4",
+      "video_results": 69.45191889633367
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/075.mp4",
+      "video_results": 72.80795617751133
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/076.mp4",
+      "video_results": 69.14900702017324
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/077.mp4",
+      "video_results": 60.81547325040087
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/078.mp4",
+      "video_results": 74.83766014193311
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/079.mp4",
+      "video_results": 66.60953366314924
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/080.mp4",
+      "video_results": 70.25706416000554
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/081.mp4",
+      "video_results": 63.42711700627833
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/082.mp4",
+      "video_results": 49.66524336073134
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/083.mp4",
+      "video_results": 64.96297539605035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/084.mp4",
+      "video_results": 67.90773292824075
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/085.mp4",
+      "video_results": 68.20134466665762
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/086.mp4",
+      "video_results": 63.35715894345884
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/087.mp4",
+      "video_results": 60.99991179101261
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/088.mp4",
+      "video_results": 72.86616167610075
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/089.mp4",
+      "video_results": 68.42678164258416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/090.mp4",
+      "video_results": 77.10469394259982
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/091.mp4",
+      "video_results": 73.50289078700689
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/092.mp4",
+      "video_results": 72.31114912621769
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/motion_smoothness.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "motion_smoothness",
+  "score": 0.9792787388493522,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/000.mp4",
+      "video_results": 0.980320511102077
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/001.mp4",
+      "video_results": 0.9941080930469143
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/002.mp4",
+      "video_results": 0.9831970714417578
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/003.mp4",
+      "video_results": 0.9902630769689019
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/004.mp4",
+      "video_results": 0.983107764825682
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/005.mp4",
+      "video_results": 0.994439271216299
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/006.mp4",
+      "video_results": 0.9919734855180052
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/007.mp4",
+      "video_results": 0.9864466717008652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/008.mp4",
+      "video_results": 0.9857823916141643
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/009.mp4",
+      "video_results": 0.9741496309945586
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/010.mp4",
+      "video_results": 0.9634496085894294
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/011.mp4",
+      "video_results": 0.9895305525605675
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/012.mp4",
+      "video_results": 0.9406052293146159
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/013.mp4",
+      "video_results": 0.980083828979308
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/014.mp4",
+      "video_results": 0.9865607229737515
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/015.mp4",
+      "video_results": 0.9883194018108713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/016.mp4",
+      "video_results": 0.9755576568751834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/017.mp4",
+      "video_results": 0.9835228751623513
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/018.mp4",
+      "video_results": 0.9850925887465697
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/019.mp4",
+      "video_results": 0.9785588043811274
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/020.mp4",
+      "video_results": 0.9876579329214324
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/021.mp4",
+      "video_results": 0.9855568418456458
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/022.mp4",
+      "video_results": 0.9926155239723427
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/023.mp4",
+      "video_results": 0.989296950611174
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/024.mp4",
+      "video_results": 0.9705460111996187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/025.mp4",
+      "video_results": 0.9603162035564092
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/026.mp4",
+      "video_results": 0.9561765946429319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/027.mp4",
+      "video_results": 0.972116590548145
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/028.mp4",
+      "video_results": 0.9732273251581615
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/029.mp4",
+      "video_results": 0.9752978875678209
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/030.mp4",
+      "video_results": 0.9622286824769304
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/031.mp4",
+      "video_results": 0.989653636504682
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/032.mp4",
+      "video_results": 0.9766447219145404
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/033.mp4",
+      "video_results": 0.9744456547142094
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/034.mp4",
+      "video_results": 0.985276319234959
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/035.mp4",
+      "video_results": 0.9931401601222086
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/036.mp4",
+      "video_results": 0.9790477942813076
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/037.mp4",
+      "video_results": 0.9656477055281916
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/038.mp4",
+      "video_results": 0.9911440578618601
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/039.mp4",
+      "video_results": 0.99026773294788
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/040.mp4",
+      "video_results": 0.9775248895782271
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/041.mp4",
+      "video_results": 0.9926900414028459
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/042.mp4",
+      "video_results": 0.9566128608060478
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/043.mp4",
+      "video_results": 0.9920081945655532
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/044.mp4",
+      "video_results": 0.9653048936304623
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/045.mp4",
+      "video_results": 0.9781015635637936
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/046.mp4",
+      "video_results": 0.9558594139512108
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/047.mp4",
+      "video_results": 0.9859181387114808
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/048.mp4",
+      "video_results": 0.9745217148908842
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/049.mp4",
+      "video_results": 0.9867503181561086
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/050.mp4",
+      "video_results": 0.9833263973174071
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/051.mp4",
+      "video_results": 0.987002790657863
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/052.mp4",
+      "video_results": 0.9824481435820188
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/053.mp4",
+      "video_results": 0.983849682040284
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/054.mp4",
+      "video_results": 0.9853256154291311
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/055.mp4",
+      "video_results": 0.9753868794646597
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/056.mp4",
+      "video_results": 0.988902085002671
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/057.mp4",
+      "video_results": 0.9901842106684421
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/058.mp4",
+      "video_results": 0.9739101786714953
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/059.mp4",
+      "video_results": 0.9797117251982257
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/060.mp4",
+      "video_results": 0.9729898564827908
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/061.mp4",
+      "video_results": 0.9849579565049177
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/062.mp4",
+      "video_results": 0.9697214370607351
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/063.mp4",
+      "video_results": 0.9821488991045804
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/064.mp4",
+      "video_results": 0.9636683625991128
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/065.mp4",
+      "video_results": 0.9623212988003027
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/066.mp4",
+      "video_results": 0.9823810582225678
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/067.mp4",
+      "video_results": 0.9798537172547972
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/068.mp4",
+      "video_results": 0.9820107568351192
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/069.mp4",
+      "video_results": 0.9834380356609791
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/070.mp4",
+      "video_results": 0.9779797205757971
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/071.mp4",
+      "video_results": 0.9658847953293898
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/overall_consistency.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "overall_consistency",
+  "score": 0.2786124991152876,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/000.mp4",
+      "video_results": 0.28193193674087524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/001.mp4",
+      "video_results": 0.25091513991355896
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/002.mp4",
+      "video_results": 0.3338015675544739
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/003.mp4",
+      "video_results": 0.331429660320282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/004.mp4",
+      "video_results": 0.33156269788742065
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/005.mp4",
+      "video_results": 0.24385234713554382
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/006.mp4",
+      "video_results": 0.2572931945323944
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/007.mp4",
+      "video_results": 0.29997870326042175
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/008.mp4",
+      "video_results": 0.34409987926483154
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/009.mp4",
+      "video_results": 0.23972544074058533
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/010.mp4",
+      "video_results": 0.25696179270744324
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/011.mp4",
+      "video_results": 0.23603901267051697
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/012.mp4",
+      "video_results": 0.2728970944881439
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/013.mp4",
+      "video_results": 0.3481258153915405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/014.mp4",
+      "video_results": 0.3260330557823181
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/015.mp4",
+      "video_results": 0.35230088233947754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/016.mp4",
+      "video_results": 0.24944300949573517
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/017.mp4",
+      "video_results": 0.2137373685836792
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/018.mp4",
+      "video_results": 0.2942877411842346
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/019.mp4",
+      "video_results": 0.22190988063812256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/020.mp4",
+      "video_results": 0.2071547657251358
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/021.mp4",
+      "video_results": 0.23663347959518433
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/022.mp4",
+      "video_results": 0.2539632022380829
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/023.mp4",
+      "video_results": 0.23342952132225037
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/024.mp4",
+      "video_results": 0.22761280834674835
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/025.mp4",
+      "video_results": 0.2269701510667801
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/026.mp4",
+      "video_results": 0.22935840487480164
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/027.mp4",
+      "video_results": 0.308009535074234
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/028.mp4",
+      "video_results": 0.23916344344615936
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/029.mp4",
+      "video_results": 0.29068723320961
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/030.mp4",
+      "video_results": 0.24726563692092896
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/031.mp4",
+      "video_results": 0.24477338790893555
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/032.mp4",
+      "video_results": 0.22752009332180023
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/033.mp4",
+      "video_results": 0.3096098005771637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/034.mp4",
+      "video_results": 0.3422766923904419
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/035.mp4",
+      "video_results": 0.25167763233184814
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/036.mp4",
+      "video_results": 0.2368617206811905
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/037.mp4",
+      "video_results": 0.3024473190307617
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/038.mp4",
+      "video_results": 0.273814857006073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/039.mp4",
+      "video_results": 0.23237945139408112
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/040.mp4",
+      "video_results": 0.2588093876838684
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/041.mp4",
+      "video_results": 0.3296649158000946
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/042.mp4",
+      "video_results": 0.302496999502182
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/043.mp4",
+      "video_results": 0.2596810460090637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/044.mp4",
+      "video_results": 0.2435615509748459
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/045.mp4",
+      "video_results": 0.3329663574695587
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/046.mp4",
+      "video_results": 0.29763081669807434
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/047.mp4",
+      "video_results": 0.2891891598701477
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/048.mp4",
+      "video_results": 0.3366524875164032
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/049.mp4",
+      "video_results": 0.25164806842803955
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/050.mp4",
+      "video_results": 0.32293665409088135
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/051.mp4",
+      "video_results": 0.27095159888267517
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/052.mp4",
+      "video_results": 0.30323314666748047
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/053.mp4",
+      "video_results": 0.27909091114997864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/054.mp4",
+      "video_results": 0.3148052394390106
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/055.mp4",
+      "video_results": 0.24936865270137787
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/056.mp4",
+      "video_results": 0.29591885209083557
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/057.mp4",
+      "video_results": 0.30817800760269165
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/058.mp4",
+      "video_results": 0.2778310179710388
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/059.mp4",
+      "video_results": 0.2974344491958618
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/060.mp4",
+      "video_results": 0.29417097568511963
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/061.mp4",
+      "video_results": 0.30511629581451416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/062.mp4",
+      "video_results": 0.2653442621231079
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/063.mp4",
+      "video_results": 0.24527320265769958
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/064.mp4",
+      "video_results": 0.3056468665599823
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/065.mp4",
+      "video_results": 0.16036176681518555
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/066.mp4",
+      "video_results": 0.214156836271286
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/067.mp4",
+      "video_results": 0.29064273834228516
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/068.mp4",
+      "video_results": 0.23105382919311523
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/069.mp4",
+      "video_results": 0.2584921717643738
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/070.mp4",
+      "video_results": 0.32047632336616516
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/071.mp4",
+      "video_results": 0.28322094678878784
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/072.mp4",
+      "video_results": 0.24295364320278168
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/073.mp4",
+      "video_results": 0.35870158672332764
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/074.mp4",
+      "video_results": 0.36111536622047424
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/075.mp4",
+      "video_results": 0.35163000226020813
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/076.mp4",
+      "video_results": 0.3218078315258026
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/077.mp4",
+      "video_results": 0.2462078183889389
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/078.mp4",
+      "video_results": 0.3320821523666382
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/079.mp4",
+      "video_results": 0.30695006251335144
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/080.mp4",
+      "video_results": 0.3128361105918884
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/081.mp4",
+      "video_results": 0.3480342626571655
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/082.mp4",
+      "video_results": 0.26444581151008606
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/083.mp4",
+      "video_results": 0.24352523684501648
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/084.mp4",
+      "video_results": 0.3320687413215637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/085.mp4",
+      "video_results": 0.27761414647102356
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/086.mp4",
+      "video_results": 0.24182866513729095
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/087.mp4",
+      "video_results": 0.2532927393913269
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/088.mp4",
+      "video_results": 0.25949782133102417
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/089.mp4",
+      "video_results": 0.26312947273254395
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/090.mp4",
+      "video_results": 0.3258615732192993
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/091.mp4",
+      "video_results": 0.23847314715385437
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/overall_consistency/092.mp4",
+      "video_results": 0.22496533393859863
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/scene.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "scene",
+  "score": 0.5203488372093024,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/000.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/001.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/002.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/003.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/004.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/005.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/006.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/007.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/008.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/009.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/010.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/011.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/012.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/013.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/014.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/015.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/016.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/017.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/018.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/019.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/020.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/021.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/022.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/023.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/024.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/025.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/026.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/027.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/028.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/029.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/030.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/031.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/032.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/033.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/034.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/035.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/036.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/037.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/038.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/039.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/040.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/041.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/042.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/043.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/044.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/045.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/046.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/047.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/048.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/049.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/050.mp4",
+      "video_results": 0.25,
+      "success_frame_count": 4,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/051.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/052.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/053.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/054.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/055.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/056.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/057.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/058.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/059.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/060.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/061.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/062.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/063.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/064.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/065.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/066.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/067.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/068.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/069.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/070.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/071.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/072.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/073.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/074.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/075.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/076.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/077.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/078.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/079.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/080.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/081.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/082.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/083.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/084.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/scene/085.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x1.6/subject_consistency.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "subject_consistency",
+  "score": 0.9476039244327694,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/000.mp4",
+      "video_results": 0.9284419760107994
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/001.mp4",
+      "video_results": 0.973231901973486
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/002.mp4",
+      "video_results": 0.9564099837094545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/003.mp4",
+      "video_results": 0.9599520184099675
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/004.mp4",
+      "video_results": 0.9648812290281057
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/005.mp4",
+      "video_results": 0.9639458358287811
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/006.mp4",
+      "video_results": 0.9918078664690256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/007.mp4",
+      "video_results": 0.9907476335763932
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/008.mp4",
+      "video_results": 0.9791098941117525
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/009.mp4",
+      "video_results": 0.9430701844394207
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/010.mp4",
+      "video_results": 0.9704963378608227
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/011.mp4",
+      "video_results": 0.9679510060697794
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/012.mp4",
+      "video_results": 0.8620766378939152
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/013.mp4",
+      "video_results": 0.909285980835557
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/014.mp4",
+      "video_results": 0.9063445460051298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/015.mp4",
+      "video_results": 0.9689525082707405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/016.mp4",
+      "video_results": 0.9507218796759844
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/017.mp4",
+      "video_results": 0.974201162531972
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/018.mp4",
+      "video_results": 0.9019914418458939
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/019.mp4",
+      "video_results": 0.95453512519598
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/020.mp4",
+      "video_results": 0.9699207935482264
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/021.mp4",
+      "video_results": 0.9197405129671097
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/022.mp4",
+      "video_results": 0.9911040276288986
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/023.mp4",
+      "video_results": 0.9808128878474236
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/024.mp4",
+      "video_results": 0.9398958746343851
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/025.mp4",
+      "video_results": 0.9026526071131229
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/026.mp4",
+      "video_results": 0.9261337913572788
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/027.mp4",
+      "video_results": 0.894768463075161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/028.mp4",
+      "video_results": 0.9110462702810764
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/029.mp4",
+      "video_results": 0.8370762784034014
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/030.mp4",
+      "video_results": 0.9713323816657067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/031.mp4",
+      "video_results": 0.9793442200869322
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/032.mp4",
+      "video_results": 0.9572660267353058
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/033.mp4",
+      "video_results": 0.9618414517492055
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/034.mp4",
+      "video_results": 0.9289767567068339
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/035.mp4",
+      "video_results": 0.9831804595887661
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/036.mp4",
+      "video_results": 0.9160571809858084
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/037.mp4",
+      "video_results": 0.8954664785414934
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/038.mp4",
+      "video_results": 0.8958362016826869
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/039.mp4",
+      "video_results": 0.9526920702308417
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/040.mp4",
+      "video_results": 0.9071814876049757
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/041.mp4",
+      "video_results": 0.9529469009488821
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/042.mp4",
+      "video_results": 0.7528209090232849
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/043.mp4",
+      "video_results": 0.9764004182070494
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/044.mp4",
+      "video_results": 0.9490169733762741
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/045.mp4",
+      "video_results": 0.9556041780859232
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/046.mp4",
+      "video_results": 0.907974935323
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/047.mp4",
+      "video_results": 0.9662238005548716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/048.mp4",
+      "video_results": 0.953501945734024
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/049.mp4",
+      "video_results": 0.9732383038848639
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/050.mp4",
+      "video_results": 0.9791592214256525
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/051.mp4",
+      "video_results": 0.9637487530708313
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/052.mp4",
+      "video_results": 0.961144482716918
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/053.mp4",
+      "video_results": 0.9465148180723191
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/054.mp4",
+      "video_results": 0.9406589861959219
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/055.mp4",
+      "video_results": 0.9642467245459556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/056.mp4",
+      "video_results": 0.9632775388658047
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/057.mp4",
+      "video_results": 0.9528702784329652
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/058.mp4",
+      "video_results": 0.947848591953516
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/059.mp4",
+      "video_results": 0.9827661011368036
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/060.mp4",
+      "video_results": 0.9856001559644938
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/061.mp4",
+      "video_results": 0.9752073541283608
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/062.mp4",
+      "video_results": 0.9478302456438541
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/063.mp4",
+      "video_results": 0.9763527676463127
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/064.mp4",
+      "video_results": 0.9325441267341376
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/065.mp4",
+      "video_results": 0.9807818546891213
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/066.mp4",
+      "video_results": 0.9858903899788857
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/067.mp4",
+      "video_results": 0.9721014726907015
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/068.mp4",
+      "video_results": 0.9834989491850138
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/069.mp4",
+      "video_results": 0.9327896706759929
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/070.mp4",
+      "video_results": 0.97388546615839
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x1.6/subject_consistency/071.mp4",
+      "video_results": 0.9505548719316721
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.6361620823542277,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/000.mp4",
+      "video_results": 0.5647661685943604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/001.mp4",
+      "video_results": 0.6569087505340576
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/002.mp4",
+      "video_results": 0.7036424875259399
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/003.mp4",
+      "video_results": 0.652493953704834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/004.mp4",
+      "video_results": 0.6616523861885071
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/005.mp4",
+      "video_results": 0.6316354870796204
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/006.mp4",
+      "video_results": 0.6383684873580933
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/007.mp4",
+      "video_results": 0.6838834285736084
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/008.mp4",
+      "video_results": 0.6742064952850342
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/009.mp4",
+      "video_results": 0.6812805533409119
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/010.mp4",
+      "video_results": 0.6754634976387024
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/011.mp4",
+      "video_results": 0.5430633425712585
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/012.mp4",
+      "video_results": 0.6829960942268372
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/013.mp4",
+      "video_results": 0.6299670934677124
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/014.mp4",
+      "video_results": 0.7232410907745361
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/015.mp4",
+      "video_results": 0.6620758175849915
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/016.mp4",
+      "video_results": 0.6498154997825623
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/017.mp4",
+      "video_results": 0.5621232986450195
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/018.mp4",
+      "video_results": 0.5388656258583069
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/019.mp4",
+      "video_results": 0.6607988476753235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/020.mp4",
+      "video_results": 0.6134143471717834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/021.mp4",
+      "video_results": 0.6861920356750488
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/022.mp4",
+      "video_results": 0.7845668196678162
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/023.mp4",
+      "video_results": 0.5096081495285034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/024.mp4",
+      "video_results": 0.6123642921447754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/025.mp4",
+      "video_results": 0.3315657079219818
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/026.mp4",
+      "video_results": 0.7785670757293701
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/027.mp4",
+      "video_results": 0.5690515041351318
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/028.mp4",
+      "video_results": 0.5466141700744629
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/029.mp4",
+      "video_results": 0.7293021082878113
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/030.mp4",
+      "video_results": 0.7229092717170715
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/031.mp4",
+      "video_results": 0.6301512718200684
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/032.mp4",
+      "video_results": 0.40159299969673157
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/033.mp4",
+      "video_results": 0.6606644988059998
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/034.mp4",
+      "video_results": 0.7415331602096558
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/035.mp4",
+      "video_results": 0.5338243246078491
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/036.mp4",
+      "video_results": 0.4757675528526306
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/037.mp4",
+      "video_results": 0.6500318050384521
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/038.mp4",
+      "video_results": 0.541310727596283
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/039.mp4",
+      "video_results": 0.6437206268310547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/040.mp4",
+      "video_results": 0.5088447332382202
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/041.mp4",
+      "video_results": 0.518416166305542
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/042.mp4",
+      "video_results": 0.5386133193969727
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/043.mp4",
+      "video_results": 0.5795735120773315
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/044.mp4",
+      "video_results": 0.6888841986656189
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/045.mp4",
+      "video_results": 0.7994552254676819
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/046.mp4",
+      "video_results": 0.5800235271453857
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/047.mp4",
+      "video_results": 0.7172426581382751
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/048.mp4",
+      "video_results": 0.6134501695632935
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/049.mp4",
+      "video_results": 0.6796888113021851
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/050.mp4",
+      "video_results": 0.6543897986412048
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/051.mp4",
+      "video_results": 0.738969624042511
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/052.mp4",
+      "video_results": 0.6533417701721191
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/053.mp4",
+      "video_results": 0.6133531332015991
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/054.mp4",
+      "video_results": 0.5396977066993713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/055.mp4",
+      "video_results": 0.720710813999176
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/056.mp4",
+      "video_results": 0.6053422689437866
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/057.mp4",
+      "video_results": 0.7521349787712097
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/058.mp4",
+      "video_results": 0.7966108322143555
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/059.mp4",
+      "video_results": 0.7507560849189758
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/060.mp4",
+      "video_results": 0.5859876871109009
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/061.mp4",
+      "video_results": 0.5853880643844604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/062.mp4",
+      "video_results": 0.661316454410553
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/063.mp4",
+      "video_results": 0.6016930341720581
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/064.mp4",
+      "video_results": 0.7109871506690979
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/065.mp4",
+      "video_results": 0.7335259318351746
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/066.mp4",
+      "video_results": 0.7475337386131287
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/067.mp4",
+      "video_results": 0.6899742484092712
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/068.mp4",
+      "video_results": 0.6188748478889465
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/069.mp4",
+      "video_results": 0.5165887475013733
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/070.mp4",
+      "video_results": 0.6359543204307556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/071.mp4",
+      "video_results": 0.680884838104248
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/072.mp4",
+      "video_results": 0.6777082681655884
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/073.mp4",
+      "video_results": 0.6079233288764954
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/074.mp4",
+      "video_results": 0.6509542465209961
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/075.mp4",
+      "video_results": 0.6272805333137512
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/076.mp4",
+      "video_results": 0.6127306222915649
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/077.mp4",
+      "video_results": 0.4387735426425934
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/078.mp4",
+      "video_results": 0.67162024974823
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/079.mp4",
+      "video_results": 0.6090936660766602
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/080.mp4",
+      "video_results": 0.6909818053245544
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/081.mp4",
+      "video_results": 0.7280601263046265
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/082.mp4",
+      "video_results": 0.7750771641731262
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/083.mp4",
+      "video_results": 0.6303328275680542
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/084.mp4",
+      "video_results": 0.794792652130127
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/085.mp4",
+      "video_results": 0.7173608541488647
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/086.mp4",
+      "video_results": 0.5946504473686218
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/087.mp4",
+      "video_results": 0.6440332531929016
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/088.mp4",
+      "video_results": 0.6158283352851868
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/089.mp4",
+      "video_results": 0.5271049737930298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/090.mp4",
+      "video_results": 0.6205033659934998
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/091.mp4",
+      "video_results": 0.44607046246528625
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/092.mp4",
+      "video_results": 0.6239836812019348
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.9524052464684775,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/000.mp4",
+      "video_results": 0.9434600830078125,
+      "video_sim": 75.476806640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/001.mp4",
+      "video_results": 0.954241943359375,
+      "video_sim": 76.33935546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/002.mp4",
+      "video_results": 0.9826995849609375,
+      "video_sim": 78.615966796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/003.mp4",
+      "video_results": 0.959228515625,
+      "video_sim": 76.73828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/004.mp4",
+      "video_results": 0.93072509765625,
+      "video_sim": 74.4580078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/005.mp4",
+      "video_results": 0.9723846435546875,
+      "video_sim": 77.790771484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/006.mp4",
+      "video_results": 0.9299652099609375,
+      "video_sim": 74.397216796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/007.mp4",
+      "video_results": 0.958209228515625,
+      "video_sim": 76.65673828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/008.mp4",
+      "video_results": 0.9503936767578125,
+      "video_sim": 76.031494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/009.mp4",
+      "video_results": 0.9730194091796875,
+      "video_sim": 77.841552734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/010.mp4",
+      "video_results": 0.9686492919921875,
+      "video_sim": 77.491943359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/011.mp4",
+      "video_results": 0.9707366943359375,
+      "video_sim": 77.658935546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/012.mp4",
+      "video_results": 0.9669464111328125,
+      "video_sim": 77.355712890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/013.mp4",
+      "video_results": 0.9472808837890625,
+      "video_sim": 75.782470703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/014.mp4",
+      "video_results": 0.94503173828125,
+      "video_sim": 75.6025390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/015.mp4",
+      "video_results": 0.902117919921875,
+      "video_sim": 72.16943359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/016.mp4",
+      "video_results": 0.964813232421875,
+      "video_sim": 77.18505859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/017.mp4",
+      "video_results": 0.9537567138671875,
+      "video_sim": 76.300537109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/018.mp4",
+      "video_results": 0.899017333984375,
+      "video_sim": 71.92138671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/019.mp4",
+      "video_results": 0.979876708984375,
+      "video_sim": 78.39013671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/020.mp4",
+      "video_results": 0.9680145263671875,
+      "video_sim": 77.441162109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/021.mp4",
+      "video_results": 0.9491912841796875,
+      "video_sim": 75.935302734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/022.mp4",
+      "video_results": 0.9607330322265625,
+      "video_sim": 76.858642578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/023.mp4",
+      "video_results": 0.960205078125,
+      "video_sim": 76.81640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/024.mp4",
+      "video_results": 0.9672515869140625,
+      "video_sim": 77.380126953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/025.mp4",
+      "video_results": 0.9687835693359375,
+      "video_sim": 77.502685546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/026.mp4",
+      "video_results": 0.9552581787109375,
+      "video_sim": 76.420654296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/027.mp4",
+      "video_results": 0.935601806640625,
+      "video_sim": 74.84814453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/028.mp4",
+      "video_results": 0.9405029296875,
+      "video_sim": 75.240234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/029.mp4",
+      "video_results": 0.91707763671875,
+      "video_sim": 73.3662109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/030.mp4",
+      "video_results": 0.9448974609375,
+      "video_sim": 75.591796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/031.mp4",
+      "video_results": 0.9140960693359375,
+      "video_sim": 73.127685546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/032.mp4",
+      "video_results": 0.9458984375,
+      "video_sim": 75.671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/033.mp4",
+      "video_results": 0.971160888671875,
+      "video_sim": 77.69287109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/034.mp4",
+      "video_results": 0.9778564453125,
+      "video_sim": 78.228515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/035.mp4",
+      "video_results": 0.9653839111328125,
+      "video_sim": 77.230712890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/036.mp4",
+      "video_results": 0.9744873046875,
+      "video_sim": 77.958984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/037.mp4",
+      "video_results": 0.967822265625,
+      "video_sim": 77.42578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/038.mp4",
+      "video_results": 0.9105682373046875,
+      "video_sim": 72.845458984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/039.mp4",
+      "video_results": 0.959637451171875,
+      "video_sim": 76.77099609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/040.mp4",
+      "video_results": 0.9489654541015625,
+      "video_sim": 75.917236328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/041.mp4",
+      "video_results": 0.972088623046875,
+      "video_sim": 77.76708984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/042.mp4",
+      "video_results": 0.9737640380859375,
+      "video_sim": 77.901123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/043.mp4",
+      "video_results": 0.97747802734375,
+      "video_sim": 78.1982421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/044.mp4",
+      "video_results": 0.96329345703125,
+      "video_sim": 77.0634765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/045.mp4",
+      "video_results": 0.924859619140625,
+      "video_sim": 73.98876953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/046.mp4",
+      "video_results": 0.937103271484375,
+      "video_sim": 74.96826171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/047.mp4",
+      "video_results": 0.970147705078125,
+      "video_sim": 77.61181640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/048.mp4",
+      "video_results": 0.9758575439453125,
+      "video_sim": 78.068603515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/049.mp4",
+      "video_results": 0.9601348876953125,
+      "video_sim": 76.810791015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/050.mp4",
+      "video_results": 0.9668792724609375,
+      "video_sim": 77.350341796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/051.mp4",
+      "video_results": 0.9737762451171875,
+      "video_sim": 77.902099609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/052.mp4",
+      "video_results": 0.95325927734375,
+      "video_sim": 76.2607421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/053.mp4",
+      "video_results": 0.9547882080078125,
+      "video_sim": 76.383056640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/054.mp4",
+      "video_results": 0.9507415771484375,
+      "video_sim": 76.059326171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/055.mp4",
+      "video_results": 0.9702606201171875,
+      "video_sim": 77.620849609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/056.mp4",
+      "video_results": 0.9377044677734375,
+      "video_sim": 75.016357421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/057.mp4",
+      "video_results": 0.9787261962890625,
+      "video_sim": 78.298095703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/058.mp4",
+      "video_results": 0.9445068359375,
+      "video_sim": 75.560546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/059.mp4",
+      "video_results": 0.9746002197265625,
+      "video_sim": 77.968017578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/060.mp4",
+      "video_results": 0.970977783203125,
+      "video_sim": 77.67822265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/061.mp4",
+      "video_results": 0.8955780029296875,
+      "video_sim": 71.646240234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/062.mp4",
+      "video_results": 0.89884033203125,
+      "video_sim": 71.9072265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/063.mp4",
+      "video_results": 0.9660919189453125,
+      "video_sim": 77.287353515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/064.mp4",
+      "video_results": 0.8934967041015625,
+      "video_sim": 71.479736328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/065.mp4",
+      "video_results": 0.943426513671875,
+      "video_sim": 75.47412109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/066.mp4",
+      "video_results": 0.965496826171875,
+      "video_sim": 77.23974609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/067.mp4",
+      "video_results": 0.920428466796875,
+      "video_sim": 73.63427734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/068.mp4",
+      "video_results": 0.93023681640625,
+      "video_sim": 74.4189453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/069.mp4",
+      "video_results": 0.969549560546875,
+      "video_sim": 77.56396484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/070.mp4",
+      "video_results": 0.9805908203125,
+      "video_sim": 78.447265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/071.mp4",
+      "video_results": 0.9517791748046875,
+      "video_sim": 76.142333984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/072.mp4",
+      "video_results": 0.924786376953125,
+      "video_sim": 73.98291015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/073.mp4",
+      "video_results": 0.9431549072265625,
+      "video_sim": 75.452392578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/074.mp4",
+      "video_results": 0.94549560546875,
+      "video_sim": 75.6396484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/075.mp4",
+      "video_results": 0.924615478515625,
+      "video_sim": 73.96923828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/076.mp4",
+      "video_results": 0.9739837646484375,
+      "video_sim": 77.918701171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/077.mp4",
+      "video_results": 0.9461181640625,
+      "video_sim": 75.689453125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/078.mp4",
+      "video_results": 0.957855224609375,
+      "video_sim": 76.62841796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/079.mp4",
+      "video_results": 0.9475311279296875,
+      "video_sim": 75.802490234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/080.mp4",
+      "video_results": 0.9487335205078125,
+      "video_sim": 75.898681640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/081.mp4",
+      "video_results": 0.9714111328125,
+      "video_sim": 77.712890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/082.mp4",
+      "video_results": 0.9775970458984375,
+      "video_sim": 78.207763671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/083.mp4",
+      "video_results": 0.9451385498046875,
+      "video_sim": 75.611083984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/084.mp4",
+      "video_results": 0.957623291015625,
+      "video_sim": 76.60986328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/085.mp4",
+      "video_results": 0.9403961181640625,
+      "video_sim": 75.231689453125,
+      "cnt_per_video": 80
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/dynamic_degree.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "dynamic_degree",
+  "score": 0.8194444444444444,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/000.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/001.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/002.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/003.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/004.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/005.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/006.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/007.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/008.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/009.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/010.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/011.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/012.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/013.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/014.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/015.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/016.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/017.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/018.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/019.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/020.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/021.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/022.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/023.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/024.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/025.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/026.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/027.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/028.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/029.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/030.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/031.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/032.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/033.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/034.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/035.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/036.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/037.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/038.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/039.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/040.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/041.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/042.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/043.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/044.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/045.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/046.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/047.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/048.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/049.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/050.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/051.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/052.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/053.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/054.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/055.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/056.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/057.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/058.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/059.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/060.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/061.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/062.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/063.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/064.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/065.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/066.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/067.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/068.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/069.mp4",
+      "video_results": true
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/070.mp4",
+      "video_results": false
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/071.mp4",
+      "video_results": true
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/imaging_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "imaging_quality",
+  "score": 0.672523024746515,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/000.mp4",
+      "video_results": 73.09849830910012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/001.mp4",
+      "video_results": 73.66232356318721
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/002.mp4",
+      "video_results": 75.35823087339048
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/003.mp4",
+      "video_results": 70.48138813913604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/004.mp4",
+      "video_results": 74.54998477888697
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/005.mp4",
+      "video_results": 65.41042520970474
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/006.mp4",
+      "video_results": 64.62372918776524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/007.mp4",
+      "video_results": 67.76017035967038
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/008.mp4",
+      "video_results": 69.62363207781756
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/009.mp4",
+      "video_results": 60.17215568636671
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/010.mp4",
+      "video_results": 58.847541997462145
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/011.mp4",
+      "video_results": 48.45279966754678
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/012.mp4",
+      "video_results": 75.36797718942901
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/013.mp4",
+      "video_results": 61.6104141988872
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/014.mp4",
+      "video_results": 70.70872422206548
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/015.mp4",
+      "video_results": 71.37437005690586
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/016.mp4",
+      "video_results": 75.20144521454235
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/017.mp4",
+      "video_results": 63.24863749374578
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/018.mp4",
+      "video_results": 67.68400342964831
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/019.mp4",
+      "video_results": 76.03181683575666
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/020.mp4",
+      "video_results": 65.4002646928952
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/021.mp4",
+      "video_results": 71.37128580352406
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/022.mp4",
+      "video_results": 68.0349346678934
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/023.mp4",
+      "video_results": 75.68482650945217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/024.mp4",
+      "video_results": 69.49761524906864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/025.mp4",
+      "video_results": 48.423605883563006
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/026.mp4",
+      "video_results": 68.00892064600815
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/027.mp4",
+      "video_results": 69.05640222996841
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/028.mp4",
+      "video_results": 34.332015637998225
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/029.mp4",
+      "video_results": 65.59288006064332
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/030.mp4",
+      "video_results": 74.4588875476225
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/031.mp4",
+      "video_results": 76.08227944079741
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/032.mp4",
+      "video_results": 72.7235765810366
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/033.mp4",
+      "video_results": 70.33343892038604
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/034.mp4",
+      "video_results": 48.327157809410565
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/035.mp4",
+      "video_results": 47.71832802854938
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/036.mp4",
+      "video_results": 57.15247627540871
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/037.mp4",
+      "video_results": 70.58915192403911
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/038.mp4",
+      "video_results": 57.835562859052494
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/039.mp4",
+      "video_results": 69.64374791839977
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/040.mp4",
+      "video_results": 47.3490426334334
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/041.mp4",
+      "video_results": 58.45064643577293
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/042.mp4",
+      "video_results": 69.91975007233796
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/043.mp4",
+      "video_results": 71.5764397515191
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/044.mp4",
+      "video_results": 78.02389856032383
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/045.mp4",
+      "video_results": 73.41892327202692
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/046.mp4",
+      "video_results": 68.21326512466243
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/047.mp4",
+      "video_results": 73.94297536214192
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/048.mp4",
+      "video_results": 64.98115337042161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/049.mp4",
+      "video_results": 75.83528410358194
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/050.mp4",
+      "video_results": 66.51699386408299
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/051.mp4",
+      "video_results": 62.688673561002
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/052.mp4",
+      "video_results": 64.58249518312054
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/053.mp4",
+      "video_results": 57.43278461032443
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/054.mp4",
+      "video_results": 75.79438367302035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/055.mp4",
+      "video_results": 71.83959706624348
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/056.mp4",
+      "video_results": 59.36440380708671
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/057.mp4",
+      "video_results": 64.28058115641277
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/058.mp4",
+      "video_results": 73.86556677170742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/059.mp4",
+      "video_results": 66.95833295657312
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/060.mp4",
+      "video_results": 76.2117111771195
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/061.mp4",
+      "video_results": 73.54849422125169
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/062.mp4",
+      "video_results": 70.88092446032866
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/063.mp4",
+      "video_results": 77.10979753659095
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/064.mp4",
+      "video_results": 72.42856503710334
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/065.mp4",
+      "video_results": 73.369169258777
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/066.mp4",
+      "video_results": 77.82657924699194
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/067.mp4",
+      "video_results": 73.93823873260875
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/068.mp4",
+      "video_results": 53.61950688303253
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/069.mp4",
+      "video_results": 64.85269268648123
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/070.mp4",
+      "video_results": 71.44653659396701
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/071.mp4",
+      "video_results": 70.19419625364704
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/072.mp4",
+      "video_results": 63.36439980400933
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/073.mp4",
+      "video_results": 53.134262414626136
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/074.mp4",
+      "video_results": 70.69828786967713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/075.mp4",
+      "video_results": 73.00094199474947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/076.mp4",
+      "video_results": 68.44146271693853
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/077.mp4",
+      "video_results": 64.34251427356108
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/078.mp4",
+      "video_results": 70.43833946887358
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/079.mp4",
+      "video_results": 64.15756319775994
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/080.mp4",
+      "video_results": 70.84322065188562
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/081.mp4",
+      "video_results": 64.60544637986172
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/082.mp4",
+      "video_results": 52.33611269350405
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/083.mp4",
+      "video_results": 63.383104347888334
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/084.mp4",
+      "video_results": 68.74905079971126
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/085.mp4",
+      "video_results": 68.5722129256637
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/086.mp4",
+      "video_results": 61.94940086647316
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/087.mp4",
+      "video_results": 62.102155850257404
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/088.mp4",
+      "video_results": 72.07401690071012
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/089.mp4",
+      "video_results": 77.07722444887514
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/090.mp4",
+      "video_results": 78.1892463778272
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/091.mp4",
+      "video_results": 71.5283996205271
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/092.mp4",
+      "video_results": 71.47953593878098
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/motion_smoothness.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "motion_smoothness",
+  "score": 0.9805859981635103,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/000.mp4",
+      "video_results": 0.9811881491595704
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/001.mp4",
+      "video_results": 0.9945302933222568
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/002.mp4",
+      "video_results": 0.9840564880115374
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/003.mp4",
+      "video_results": 0.9911820377473238
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/004.mp4",
+      "video_results": 0.9822456857442496
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/005.mp4",
+      "video_results": 0.9935009575778763
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/006.mp4",
+      "video_results": 0.9926146586990164
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/007.mp4",
+      "video_results": 0.9893981627139371
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/008.mp4",
+      "video_results": 0.9858398868745548
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/009.mp4",
+      "video_results": 0.9674474736375587
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/010.mp4",
+      "video_results": 0.970866732850993
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/011.mp4",
+      "video_results": 0.991122252221201
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/012.mp4",
+      "video_results": 0.9458294742175716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/013.mp4",
+      "video_results": 0.986480482170165
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/014.mp4",
+      "video_results": 0.991243844972217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/015.mp4",
+      "video_results": 0.9882132209738196
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/016.mp4",
+      "video_results": 0.9795788630272488
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/017.mp4",
+      "video_results": 0.9861758850107886
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/018.mp4",
+      "video_results": 0.9834052366957067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/019.mp4",
+      "video_results": 0.9794569528565967
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/020.mp4",
+      "video_results": 0.9911717787675969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/021.mp4",
+      "video_results": 0.9890571863511028
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/022.mp4",
+      "video_results": 0.9926152725897384
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/023.mp4",
+      "video_results": 0.9915682226366107
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/024.mp4",
+      "video_results": 0.9703376911227899
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/025.mp4",
+      "video_results": 0.9706965797236362
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/026.mp4",
+      "video_results": 0.9545550781577321
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/027.mp4",
+      "video_results": 0.9735655564425957
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/028.mp4",
+      "video_results": 0.9781664440064888
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/029.mp4",
+      "video_results": 0.9789172033096091
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/030.mp4",
+      "video_results": 0.9747453939374896
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/031.mp4",
+      "video_results": 0.990053566261574
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/032.mp4",
+      "video_results": 0.9824632215466315
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/033.mp4",
+      "video_results": 0.9770403479717875
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/034.mp4",
+      "video_results": 0.9879083162144398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/035.mp4",
+      "video_results": 0.9935864675965205
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/036.mp4",
+      "video_results": 0.9823954272096792
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/037.mp4",
+      "video_results": 0.9689559198312071
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/038.mp4",
+      "video_results": 0.9910508649623712
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/039.mp4",
+      "video_results": 0.990302757287477
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/040.mp4",
+      "video_results": 0.9778800693855266
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/041.mp4",
+      "video_results": 0.99148669431548
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/042.mp4",
+      "video_results": 0.9565396682076943
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/043.mp4",
+      "video_results": 0.992362182023918
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/044.mp4",
+      "video_results": 0.9659623714937363
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/045.mp4",
+      "video_results": 0.977588909739243
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/046.mp4",
+      "video_results": 0.9586468250344342
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/047.mp4",
+      "video_results": 0.9880895226480015
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/048.mp4",
+      "video_results": 0.9740737794850847
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/049.mp4",
+      "video_results": 0.9870560888434566
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/050.mp4",
+      "video_results": 0.9851958256576535
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/051.mp4",
+      "video_results": 0.9885950808057599
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/052.mp4",
+      "video_results": 0.982565837856911
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/053.mp4",
+      "video_results": 0.9849903066311326
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/054.mp4",
+      "video_results": 0.9851585061425078
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/055.mp4",
+      "video_results": 0.973007189362457
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/056.mp4",
+      "video_results": 0.9900157190229858
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/057.mp4",
+      "video_results": 0.9929476638111174
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/058.mp4",
+      "video_results": 0.9729366138599537
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/059.mp4",
+      "video_results": 0.9810725228993841
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/060.mp4",
+      "video_results": 0.9752822476747108
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/061.mp4",
+      "video_results": 0.9706636668506211
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/062.mp4",
+      "video_results": 0.9708664862963748
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/063.mp4",
+      "video_results": 0.9872869796740145
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/064.mp4",
+      "video_results": 0.9692868617565883
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/065.mp4",
+      "video_results": 0.9564015174278846
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/066.mp4",
+      "video_results": 0.9851705049975386
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/067.mp4",
+      "video_results": 0.9782423694087009
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/068.mp4",
+      "video_results": 0.9826884318831699
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/069.mp4",
+      "video_results": 0.9835684729554215
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/070.mp4",
+      "video_results": 0.979180933529595
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/071.mp4",
+      "video_results": 0.9638519836804247
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/overall_consistency.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "overall_consistency",
+  "score": 0.2791719359736289,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/000.mp4",
+      "video_results": 0.29461005330085754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/001.mp4",
+      "video_results": 0.25332146883010864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/002.mp4",
+      "video_results": 0.3291073441505432
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/003.mp4",
+      "video_results": 0.3334363102912903
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/004.mp4",
+      "video_results": 0.32678067684173584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/005.mp4",
+      "video_results": 0.2431577444076538
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/006.mp4",
+      "video_results": 0.2599814832210541
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/007.mp4",
+      "video_results": 0.29784008860588074
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/008.mp4",
+      "video_results": 0.3449877202510834
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/009.mp4",
+      "video_results": 0.23804400861263275
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/010.mp4",
+      "video_results": 0.26155558228492737
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/011.mp4",
+      "video_results": 0.24755729734897614
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/012.mp4",
+      "video_results": 0.2827436029911041
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/013.mp4",
+      "video_results": 0.3508411645889282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/014.mp4",
+      "video_results": 0.3188580274581909
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/015.mp4",
+      "video_results": 0.344436377286911
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/016.mp4",
+      "video_results": 0.24287505447864532
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/017.mp4",
+      "video_results": 0.21614882349967957
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/018.mp4",
+      "video_results": 0.3015531897544861
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/019.mp4",
+      "video_results": 0.22239868342876434
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/020.mp4",
+      "video_results": 0.20785678923130035
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/021.mp4",
+      "video_results": 0.24003377556800842
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/022.mp4",
+      "video_results": 0.25529006123542786
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/023.mp4",
+      "video_results": 0.2194586843252182
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/024.mp4",
+      "video_results": 0.2223336100578308
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/025.mp4",
+      "video_results": 0.2264500856399536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/026.mp4",
+      "video_results": 0.23021182417869568
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/027.mp4",
+      "video_results": 0.30675604939460754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/028.mp4",
+      "video_results": 0.2766900658607483
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/029.mp4",
+      "video_results": 0.290919691324234
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/030.mp4",
+      "video_results": 0.2478601187467575
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/031.mp4",
+      "video_results": 0.23697642982006073
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/032.mp4",
+      "video_results": 0.20570527017116547
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/033.mp4",
+      "video_results": 0.29267799854278564
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/034.mp4",
+      "video_results": 0.3305222988128662
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/035.mp4",
+      "video_results": 0.25187718868255615
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/036.mp4",
+      "video_results": 0.23032574355602264
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/037.mp4",
+      "video_results": 0.29079028964042664
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/038.mp4",
+      "video_results": 0.27004775404930115
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/039.mp4",
+      "video_results": 0.2601328492164612
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/040.mp4",
+      "video_results": 0.2777414619922638
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/041.mp4",
+      "video_results": 0.33376550674438477
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/042.mp4",
+      "video_results": 0.3124505579471588
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/043.mp4",
+      "video_results": 0.2514769434928894
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/044.mp4",
+      "video_results": 0.24020440876483917
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/045.mp4",
+      "video_results": 0.3322354555130005
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/046.mp4",
+      "video_results": 0.29479560256004333
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/047.mp4",
+      "video_results": 0.31082388758659363
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/048.mp4",
+      "video_results": 0.31510815024375916
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/049.mp4",
+      "video_results": 0.24839241802692413
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/050.mp4",
+      "video_results": 0.3206897974014282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/051.mp4",
+      "video_results": 0.28299346566200256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/052.mp4",
+      "video_results": 0.3225397765636444
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/053.mp4",
+      "video_results": 0.27987927198410034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/054.mp4",
+      "video_results": 0.2819913625717163
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/055.mp4",
+      "video_results": 0.23882585763931274
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/056.mp4",
+      "video_results": 0.3012455999851227
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/057.mp4",
+      "video_results": 0.31901541352272034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/058.mp4",
+      "video_results": 0.27514004707336426
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/059.mp4",
+      "video_results": 0.3023218810558319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/060.mp4",
+      "video_results": 0.3062872886657715
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/061.mp4",
+      "video_results": 0.31320682168006897
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/062.mp4",
+      "video_results": 0.25731736421585083
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/063.mp4",
+      "video_results": 0.25757917761802673
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/064.mp4",
+      "video_results": 0.30017632246017456
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/065.mp4",
+      "video_results": 0.17120608687400818
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/066.mp4",
+      "video_results": 0.21544647216796875
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/067.mp4",
+      "video_results": 0.304947167634964
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/068.mp4",
+      "video_results": 0.22675222158432007
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/069.mp4",
+      "video_results": 0.26763924956321716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/070.mp4",
+      "video_results": 0.3227720260620117
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/071.mp4",
+      "video_results": 0.2817455530166626
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/072.mp4",
+      "video_results": 0.24280381202697754
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/073.mp4",
+      "video_results": 0.3561737835407257
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/074.mp4",
+      "video_results": 0.3675282597541809
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/075.mp4",
+      "video_results": 0.3521800935268402
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/076.mp4",
+      "video_results": 0.3233966827392578
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/077.mp4",
+      "video_results": 0.2495257705450058
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/078.mp4",
+      "video_results": 0.33206310868263245
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/079.mp4",
+      "video_results": 0.3009187877178192
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/080.mp4",
+      "video_results": 0.31504255533218384
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/081.mp4",
+      "video_results": 0.3626801669597626
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/082.mp4",
+      "video_results": 0.2586021423339844
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/083.mp4",
+      "video_results": 0.25119414925575256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/084.mp4",
+      "video_results": 0.33874747157096863
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/085.mp4",
+      "video_results": 0.29091277718544006
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/086.mp4",
+      "video_results": 0.23873043060302734
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/087.mp4",
+      "video_results": 0.2487836629152298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/088.mp4",
+      "video_results": 0.2350851446390152
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/089.mp4",
+      "video_results": 0.2650182545185089
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/090.mp4",
+      "video_results": 0.29209446907043457
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/091.mp4",
+      "video_results": 0.24362978339195251
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/overall_consistency/092.mp4",
+      "video_results": 0.22801484167575836
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/scene.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "scene",
+  "score": 0.5239825581395349,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/000.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/001.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/002.mp4",
+      "video_results": 0.5625,
+      "success_frame_count": 9,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/003.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/004.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/005.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/006.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/007.mp4",
+      "video_results": 0.25,
+      "success_frame_count": 4,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/008.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/009.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/010.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/011.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/012.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/013.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/014.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/015.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/016.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/017.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/018.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/019.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/020.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/021.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/022.mp4",
+      "video_results": 0.75,
+      "success_frame_count": 12,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/023.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/024.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/025.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/026.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/027.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/028.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/029.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/030.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/031.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/032.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/033.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/034.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/035.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/036.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/037.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/038.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/039.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/040.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/041.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/042.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/043.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/044.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/045.mp4",
+      "video_results": 0.9375,
+      "success_frame_count": 15,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/046.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/047.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/048.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/049.mp4",
+      "video_results": 0.375,
+      "success_frame_count": 6,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/050.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/051.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/052.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/053.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/054.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/055.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/056.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/057.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/058.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/059.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/060.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/061.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/062.mp4",
+      "video_results": 0.8125,
+      "success_frame_count": 13,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/063.mp4",
+      "video_results": 0.625,
+      "success_frame_count": 10,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/064.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/065.mp4",
+      "video_results": 0.0625,
+      "success_frame_count": 1,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/066.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/067.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/068.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/069.mp4",
+      "video_results": 0.4375,
+      "success_frame_count": 7,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/070.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/071.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/072.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/073.mp4",
+      "video_results": 0.1875,
+      "success_frame_count": 3,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/074.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/075.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/076.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/077.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/078.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/079.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/080.mp4",
+      "video_results": 0.25,
+      "success_frame_count": 4,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/081.mp4",
+      "video_results": 0.0,
+      "success_frame_count": 0,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/082.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/083.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/084.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/scene/085.mp4",
+      "video_results": 1.0,
+      "success_frame_count": 16,
+      "frame_count": 16
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_flowcache_x2/subject_consistency.json

@@ -0,0 +1,294 @@
+{
+  "dimension": "subject_consistency",
+  "score": 0.9457420072181978,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/000.mp4",
+      "video_results": 0.9335242856293917
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/001.mp4",
+      "video_results": 0.9738880392163992
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/002.mp4",
+      "video_results": 0.921806812658906
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/003.mp4",
+      "video_results": 0.9481954015791416
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/004.mp4",
+      "video_results": 0.9608259197324515
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/005.mp4",
+      "video_results": 0.9605686344206333
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/006.mp4",
+      "video_results": 0.9862055029720068
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/007.mp4",
+      "video_results": 0.9881804317235947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/008.mp4",
+      "video_results": 0.9722430925816298
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/009.mp4",
+      "video_results": 0.9304814029484987
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/010.mp4",
+      "video_results": 0.9720583572983742
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/011.mp4",
+      "video_results": 0.9660735260695219
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/012.mp4",
+      "video_results": 0.8562307571992278
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/013.mp4",
+      "video_results": 0.9443636026233435
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/014.mp4",
+      "video_results": 0.9328951194882393
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/015.mp4",
+      "video_results": 0.9604405842721462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/016.mp4",
+      "video_results": 0.9532839000225067
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/017.mp4",
+      "video_results": 0.9655833054333925
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/018.mp4",
+      "video_results": 0.8723231201991439
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/019.mp4",
+      "video_results": 0.9375577159225941
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/020.mp4",
+      "video_results": 0.9516093313694001
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/021.mp4",
+      "video_results": 0.9154439810663462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/022.mp4",
+      "video_results": 0.9832807067781687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/023.mp4",
+      "video_results": 0.9822055153548718
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/024.mp4",
+      "video_results": 0.92957210727036
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/025.mp4",
+      "video_results": 0.9223341796547174
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/026.mp4",
+      "video_results": 0.9188885811716319
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/027.mp4",
+      "video_results": 0.88826975338161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/028.mp4",
+      "video_results": 0.9222632482647896
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/029.mp4",
+      "video_results": 0.8811818953603506
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/030.mp4",
+      "video_results": 0.9674769211560488
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/031.mp4",
+      "video_results": 0.978601598739624
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/032.mp4",
+      "video_results": 0.976797716319561
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/033.mp4",
+      "video_results": 0.9485741421580315
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/034.mp4",
+      "video_results": 0.9328784622251988
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/035.mp4",
+      "video_results": 0.9842938583344221
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/036.mp4",
+      "video_results": 0.9711862493306398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/037.mp4",
+      "video_results": 0.9109269693493843
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/038.mp4",
+      "video_results": 0.9021467488259077
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/039.mp4",
+      "video_results": 0.9294166035950184
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/040.mp4",
+      "video_results": 0.8944154895842076
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/041.mp4",
+      "video_results": 0.9511589504778385
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/042.mp4",
+      "video_results": 0.7947675643488765
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/043.mp4",
+      "video_results": 0.9701449330896139
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/044.mp4",
+      "video_results": 0.9414953593164682
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/045.mp4",
+      "video_results": 0.9519405730068684
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/046.mp4",
+      "video_results": 0.8935973282903433
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/047.mp4",
+      "video_results": 0.9375594221055508
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/048.mp4",
+      "video_results": 0.9460898775607347
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/049.mp4",
+      "video_results": 0.9720710247755051
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/050.mp4",
+      "video_results": 0.97913503870368
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/051.mp4",
+      "video_results": 0.9626878377050161
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/052.mp4",
+      "video_results": 0.9520863056182861
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/053.mp4",
+      "video_results": 0.958490627631545
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/054.mp4",
+      "video_results": 0.9448235183954239
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/055.mp4",
+      "video_results": 0.957756144553423
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/056.mp4",
+      "video_results": 0.9588528797030449
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/057.mp4",
+      "video_results": 0.9443889304995536
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/058.mp4",
+      "video_results": 0.9416585348546505
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/059.mp4",
+      "video_results": 0.9816959954798221
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/060.mp4",
+      "video_results": 0.9784950885921717
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/061.mp4",
+      "video_results": 0.9550287939608098
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/062.mp4",
+      "video_results": 0.9544802807271481
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/063.mp4",
+      "video_results": 0.9812259446829558
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/064.mp4",
+      "video_results": 0.9124760191887618
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/065.mp4",
+      "video_results": 0.9689407967031002
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/066.mp4",
+      "video_results": 0.9844514079391956
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/067.mp4",
+      "video_results": 0.9653400044888258
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/068.mp4",
+      "video_results": 0.9863853737711906
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/069.mp4",
+      "video_results": 0.931744585558772
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/070.mp4",
+      "video_results": 0.9709516979753972
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_flowcache_x2/subject_consistency/071.mp4",
+      "video_results": 0.9350101087242365
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_motioncache_Fxxx_x2.85/aesthetic_quality.json

@@ -0,0 +1,378 @@
+{
+  "dimension": "aesthetic_quality",
+  "score": 0.4141179701333405,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/000.mp4",
+      "video_results": 0.3475063145160675
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/001.mp4",
+      "video_results": 0.45738139748573303
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/002.mp4",
+      "video_results": 0.3679850101470947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/003.mp4",
+      "video_results": 0.491588830947876
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/004.mp4",
+      "video_results": 0.3814035952091217
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/005.mp4",
+      "video_results": 0.4532116651535034
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/006.mp4",
+      "video_results": 0.40032967925071716
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/007.mp4",
+      "video_results": 0.5101510286331177
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/008.mp4",
+      "video_results": 0.38770487904548645
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/009.mp4",
+      "video_results": 0.42763200402259827
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/010.mp4",
+      "video_results": 0.37801647186279297
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/011.mp4",
+      "video_results": 0.35794395208358765
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/012.mp4",
+      "video_results": 0.34676527976989746
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/013.mp4",
+      "video_results": 0.3595391511917114
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/014.mp4",
+      "video_results": 0.516808032989502
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/015.mp4",
+      "video_results": 0.512623131275177
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/016.mp4",
+      "video_results": 0.32595089077949524
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/017.mp4",
+      "video_results": 0.32354050874710083
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/018.mp4",
+      "video_results": 0.35479652881622314
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/019.mp4",
+      "video_results": 0.3299887180328369
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/020.mp4",
+      "video_results": 0.430459588766098
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/021.mp4",
+      "video_results": 0.37015125155448914
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/022.mp4",
+      "video_results": 0.5454368591308594
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/023.mp4",
+      "video_results": 0.36643797159194946
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/024.mp4",
+      "video_results": 0.3600754141807556
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/025.mp4",
+      "video_results": 0.32547393441200256
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/026.mp4",
+      "video_results": 0.49556535482406616
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/027.mp4",
+      "video_results": 0.4966665208339691
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/028.mp4",
+      "video_results": 0.32917362451553345
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/029.mp4",
+      "video_results": 0.4353787899017334
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/030.mp4",
+      "video_results": 0.37061160802841187
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/031.mp4",
+      "video_results": 0.3212670683860779
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/032.mp4",
+      "video_results": 0.4243648648262024
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/033.mp4",
+      "video_results": 0.5224426984786987
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/034.mp4",
+      "video_results": 0.3671969473361969
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/035.mp4",
+      "video_results": 0.3480663001537323
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/036.mp4",
+      "video_results": 0.3400349020957947
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/037.mp4",
+      "video_results": 0.42030900716781616
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/038.mp4",
+      "video_results": 0.4010145366191864
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/039.mp4",
+      "video_results": 0.30878761410713196
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/040.mp4",
+      "video_results": 0.3360128402709961
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/041.mp4",
+      "video_results": 0.3207598626613617
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/042.mp4",
+      "video_results": 0.46755802631378174
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/043.mp4",
+      "video_results": 0.3625333309173584
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/044.mp4",
+      "video_results": 0.32763057947158813
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/045.mp4",
+      "video_results": 0.5595523715019226
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/046.mp4",
+      "video_results": 0.4630136489868164
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/047.mp4",
+      "video_results": 0.46637871861457825
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/048.mp4",
+      "video_results": 0.4456171691417694
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/049.mp4",
+      "video_results": 0.4117700159549713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/050.mp4",
+      "video_results": 0.5891132354736328
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/051.mp4",
+      "video_results": 0.3620314300060272
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/052.mp4",
+      "video_results": 0.3232283294200897
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/053.mp4",
+      "video_results": 0.2977425754070282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/054.mp4",
+      "video_results": 0.31145888566970825
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/055.mp4",
+      "video_results": 0.5415443181991577
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/056.mp4",
+      "video_results": 0.41830170154571533
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/057.mp4",
+      "video_results": 0.3164026141166687
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/058.mp4",
+      "video_results": 0.3998907506465912
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/059.mp4",
+      "video_results": 0.430122047662735
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/060.mp4",
+      "video_results": 0.5049994587898254
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/061.mp4",
+      "video_results": 0.382097452878952
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/062.mp4",
+      "video_results": 0.5101029276847839
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/063.mp4",
+      "video_results": 0.3780144453048706
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/064.mp4",
+      "video_results": 0.6210362911224365
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/065.mp4",
+      "video_results": 0.4348929226398468
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/066.mp4",
+      "video_results": 0.4107867479324341
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/067.mp4",
+      "video_results": 0.36634397506713867
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/068.mp4",
+      "video_results": 0.3263767957687378
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/069.mp4",
+      "video_results": 0.4053407907485962
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/070.mp4",
+      "video_results": 0.46729251742362976
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/071.mp4",
+      "video_results": 0.4998236894607544
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/072.mp4",
+      "video_results": 0.4753809869289398
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/073.mp4",
+      "video_results": 0.3577991724014282
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/074.mp4",
+      "video_results": 0.5228448510169983
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/075.mp4",
+      "video_results": 0.5343711972236633
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/076.mp4",
+      "video_results": 0.47497138381004333
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/077.mp4",
+      "video_results": 0.3439159691333771
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/078.mp4",
+      "video_results": 0.47800007462501526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/079.mp4",
+      "video_results": 0.44762346148490906
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/080.mp4",
+      "video_results": 0.4737322926521301
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/081.mp4",
+      "video_results": 0.5415493845939636
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/082.mp4",
+      "video_results": 0.4024841785430908
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/083.mp4",
+      "video_results": 0.4243432581424713
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/084.mp4",
+      "video_results": 0.42205801606178284
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/085.mp4",
+      "video_results": 0.4917707145214081
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/086.mp4",
+      "video_results": 0.33087483048439026
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/087.mp4",
+      "video_results": 0.4651705026626587
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/088.mp4",
+      "video_results": 0.36726969480514526
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/089.mp4",
+      "video_results": 0.3380170166492462
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/090.mp4",
+      "video_results": 0.34364384412765503
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/091.mp4",
+      "video_results": 0.3888935446739197
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/overall_consistency/092.mp4",
+      "video_results": 0.4207044541835785
+    }
+  ]
+}

eval_out/vbench/raw_results/cf_motioncache_Fxxx_x2.85/background_consistency.json

@@ -0,0 +1,522 @@
+{
+  "dimension": "background_consistency",
+  "score": 0.9180718355400618,
+  "video_results": [
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/000.mp4",
+      "video_results": 0.8974090576171875,
+      "video_sim": 71.792724609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/001.mp4",
+      "video_results": 0.9092315673828125,
+      "video_sim": 72.738525390625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/002.mp4",
+      "video_results": 0.9380401611328125,
+      "video_sim": 75.043212890625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/003.mp4",
+      "video_results": 0.9207183837890625,
+      "video_sim": 73.657470703125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/004.mp4",
+      "video_results": 0.919256591796875,
+      "video_sim": 73.54052734375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/005.mp4",
+      "video_results": 0.911224365234375,
+      "video_sim": 72.89794921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/006.mp4",
+      "video_results": 0.9240478515625,
+      "video_sim": 73.923828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/007.mp4",
+      "video_results": 0.907037353515625,
+      "video_sim": 72.56298828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/008.mp4",
+      "video_results": 0.913885498046875,
+      "video_sim": 73.11083984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/009.mp4",
+      "video_results": 0.926873779296875,
+      "video_sim": 74.14990234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/010.mp4",
+      "video_results": 0.928851318359375,
+      "video_sim": 74.30810546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/011.mp4",
+      "video_results": 0.9291229248046875,
+      "video_sim": 74.329833984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/012.mp4",
+      "video_results": 0.8959197998046875,
+      "video_sim": 71.673583984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/013.mp4",
+      "video_results": 0.917620849609375,
+      "video_sim": 73.40966796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/014.mp4",
+      "video_results": 0.9217010498046875,
+      "video_sim": 73.736083984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/015.mp4",
+      "video_results": 0.8749755859375,
+      "video_sim": 69.998046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/016.mp4",
+      "video_results": 0.9191986083984375,
+      "video_sim": 73.535888671875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/017.mp4",
+      "video_results": 0.8939666748046875,
+      "video_sim": 71.517333984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/018.mp4",
+      "video_results": 0.9075408935546875,
+      "video_sim": 72.603271484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/019.mp4",
+      "video_results": 0.92708740234375,
+      "video_sim": 74.1669921875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/020.mp4",
+      "video_results": 0.9302825927734375,
+      "video_sim": 74.422607421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/021.mp4",
+      "video_results": 0.915582275390625,
+      "video_sim": 73.24658203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/022.mp4",
+      "video_results": 0.9281005859375,
+      "video_sim": 74.248046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/023.mp4",
+      "video_results": 0.928350830078125,
+      "video_sim": 74.26806640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/024.mp4",
+      "video_results": 0.901220703125,
+      "video_sim": 72.09765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/025.mp4",
+      "video_results": 0.878619384765625,
+      "video_sim": 70.28955078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/026.mp4",
+      "video_results": 0.93272705078125,
+      "video_sim": 74.6181640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/027.mp4",
+      "video_results": 0.904638671875,
+      "video_sim": 72.37109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/028.mp4",
+      "video_results": 0.9256317138671875,
+      "video_sim": 74.050537109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/029.mp4",
+      "video_results": 0.918927001953125,
+      "video_sim": 73.51416015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/030.mp4",
+      "video_results": 0.938238525390625,
+      "video_sim": 75.05908203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/031.mp4",
+      "video_results": 0.9046051025390625,
+      "video_sim": 72.368408203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/032.mp4",
+      "video_results": 0.94124755859375,
+      "video_sim": 75.2998046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/033.mp4",
+      "video_results": 0.8776336669921875,
+      "video_sim": 70.210693359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/034.mp4",
+      "video_results": 0.922515869140625,
+      "video_sim": 73.80126953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/035.mp4",
+      "video_results": 0.9342010498046875,
+      "video_sim": 74.736083984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/036.mp4",
+      "video_results": 0.94305419921875,
+      "video_sim": 75.4443359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/037.mp4",
+      "video_results": 0.905078125,
+      "video_sim": 72.40625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/038.mp4",
+      "video_results": 0.9192138671875,
+      "video_sim": 73.537109375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/039.mp4",
+      "video_results": 0.9182769775390625,
+      "video_sim": 73.462158203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/040.mp4",
+      "video_results": 0.9293701171875,
+      "video_sim": 74.349609375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/041.mp4",
+      "video_results": 0.90140380859375,
+      "video_sim": 72.1123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/042.mp4",
+      "video_results": 0.896868896484375,
+      "video_sim": 71.74951171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/043.mp4",
+      "video_results": 0.9331329345703125,
+      "video_sim": 74.650634765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/044.mp4",
+      "video_results": 0.9231689453125,
+      "video_sim": 73.853515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/045.mp4",
+      "video_results": 0.923345947265625,
+      "video_sim": 73.86767578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/046.mp4",
+      "video_results": 0.9279296875,
+      "video_sim": 74.234375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/047.mp4",
+      "video_results": 0.92373046875,
+      "video_sim": 73.8984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/048.mp4",
+      "video_results": 0.9322265625,
+      "video_sim": 74.578125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/049.mp4",
+      "video_results": 0.900238037109375,
+      "video_sim": 72.01904296875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/050.mp4",
+      "video_results": 0.9274200439453125,
+      "video_sim": 74.193603515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/051.mp4",
+      "video_results": 0.9287750244140625,
+      "video_sim": 74.302001953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/052.mp4",
+      "video_results": 0.9292205810546875,
+      "video_sim": 74.337646484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/053.mp4",
+      "video_results": 0.942193603515625,
+      "video_sim": 75.37548828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/054.mp4",
+      "video_results": 0.92305908203125,
+      "video_sim": 73.8447265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/055.mp4",
+      "video_results": 0.9097625732421875,
+      "video_sim": 72.781005859375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/056.mp4",
+      "video_results": 0.9204315185546875,
+      "video_sim": 73.634521484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/057.mp4",
+      "video_results": 0.9302734375,
+      "video_sim": 74.421875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/058.mp4",
+      "video_results": 0.949603271484375,
+      "video_sim": 75.96826171875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/059.mp4",
+      "video_results": 0.9130645751953125,
+      "video_sim": 73.045166015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/060.mp4",
+      "video_results": 0.9040374755859375,
+      "video_sim": 72.322998046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/061.mp4",
+      "video_results": 0.9338775634765625,
+      "video_sim": 74.710205078125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/062.mp4",
+      "video_results": 0.889410400390625,
+      "video_sim": 71.15283203125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/063.mp4",
+      "video_results": 0.908349609375,
+      "video_sim": 72.66796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/064.mp4",
+      "video_results": 0.907061767578125,
+      "video_sim": 72.56494140625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/065.mp4",
+      "video_results": 0.93167724609375,
+      "video_sim": 74.5341796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/066.mp4",
+      "video_results": 0.9176116943359375,
+      "video_sim": 73.408935546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/067.mp4",
+      "video_results": 0.919744873046875,
+      "video_sim": 73.57958984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/068.mp4",
+      "video_results": 0.8898834228515625,
+      "video_sim": 71.190673828125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/069.mp4",
+      "video_results": 0.9033416748046875,
+      "video_sim": 72.267333984375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/070.mp4",
+      "video_results": 0.9440277099609375,
+      "video_sim": 75.522216796875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/071.mp4",
+      "video_results": 0.92523193359375,
+      "video_sim": 74.0185546875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/072.mp4",
+      "video_results": 0.925469970703125,
+      "video_sim": 74.03759765625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/073.mp4",
+      "video_results": 0.9197540283203125,
+      "video_sim": 73.580322265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/074.mp4",
+      "video_results": 0.9009002685546875,
+      "video_sim": 72.072021484375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/075.mp4",
+      "video_results": 0.87203369140625,
+      "video_sim": 69.7626953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/076.mp4",
+      "video_results": 0.944342041015625,
+      "video_sim": 75.54736328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/077.mp4",
+      "video_results": 0.926153564453125,
+      "video_sim": 74.09228515625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/078.mp4",
+      "video_results": 0.9190765380859375,
+      "video_sim": 73.526123046875,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/079.mp4",
+      "video_results": 0.908013916015625,
+      "video_sim": 72.64111328125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/080.mp4",
+      "video_results": 0.88975830078125,
+      "video_sim": 71.1806640625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/081.mp4",
+      "video_results": 0.9481109619140625,
+      "video_sim": 75.848876953125,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/082.mp4",
+      "video_results": 0.9441192626953125,
+      "video_sim": 75.529541015625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/083.mp4",
+      "video_results": 0.921368408203125,
+      "video_sim": 73.70947265625,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/084.mp4",
+      "video_results": 0.9206024169921875,
+      "video_sim": 73.648193359375,
+      "cnt_per_video": 80
+    },
+    {
+      "video_path": "/local/zoubin/cz/projects/comparison/eval_out/generated_videos/cf_motioncache_Fxxx_x2.85/scene/085.mp4",
+      "video_results": 0.92314453125,
+      "video_sim": 73.8515625,
+      "cnt_per_video": 80
+    }
+  ]
+}