Add FS-VFM DF40 cross-manipulation results

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv

@@ -0,0 +1,41 @@
+split_file,dataset,num_images,frame_balanced_acc,frame_auc,frame_eer,video_balanced_acc,video_auc,video_eer,loss
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt,CollabDiff_32_frames_test,1976,52.56416298196511,64.39784327144127,0.39824205544286667,52.56416298196511,64.39784327144127,0.39824205544286667,0.9927360473374124
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt,DiT_32_frames_test,8188,61.087773830490846,75.81401557058227,0.3084779898340807,65.04043126684635,67.81671159029649,0.3218328840970379,0.6984529119034074
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt,MRAA_32_frames_test,8934,92.36691168393175,97.59627508673965,0.07615006699403973,97.14285714285714,100.0,0.0,0.2574730093897603
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt,MidJourney_32_frames_test,1587,57.8625450484747,82.82566028797184,0.24763705103969655,57.8625450484747,82.82566028797184,0.24763705103969655,0.5778420378595459
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt,RDDM_32_frames_test,8189,48.97108279538795,75.64373820019404,0.3010973395436962,52.923740231743466,67.98706548100242,0.3201293451908387,0.7816181436448558
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt,SiT_32_frames_test,8187,63.28918672649161,79.52455255621354,0.27538041718698075,67.24184416284713,74.41358856834725,0.255864114317778,0.6451254356645673
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt,StyleGAN2_32_frames_test,8156,90.12020825151833,96.49829654785002,0.09073075036782738,94.07286568787386,99.40184883088635,0.005981511692028229,0.2932764898771863
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt,StyleGAN3_32_frames_test,8156,90.12020825151833,96.49829654785002,0.09073075036782738,94.07286568787386,99.40184883088635,0.005981511692028229,0.2932764898771863
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt,StyleGANXL_32_frames_test,8189,96.04734256364449,99.39173568579054,0.03104064314428713,100.0,100.0,0.0,0.19844361569239755
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt,VQGAN_32_frames_test,8188,90.13090051512695,96.19451008765225,0.0964787620401071,94.08355795148248,97.8975741239892,0.021024258761697754,0.2881558267049342
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt,blendface_32_frames_test,8907,76.73146990615972,87.15042841090298,0.19886022795440914,82.37410071942446,93.5251798561151,0.06474820143962581,0.49372648748468706
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt,danet_32_frames_test,8888,56.05868043212521,67.85097007390122,0.37287228046443466,57.857142857142854,67.14285714285715,0.3285714285719127,0.8643854119882832
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt,ddim_32_frames_test,8127,61.2980961947763,81.12882432074669,0.25774161447052624,65.25075363113181,78.24061386681282,0.21759386133259487,0.6393519189652004
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt,deepfacelab_32_frames_test,4662,78.31518979850554,89.26019022938205,0.1870420362514462,80.91836734693878,92.57142857142857,0.17000000000003856,0.5108834143004055
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt,e4e_32_frames_test,36425,73.00762052401635,84.07294983444065,0.2340222083428281,76.82682682682682,93.8938938938939,0.06106106106195454,0.7896376277750784
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt,e4s_32_frames_test,8112,71.32252142990755,85.10590392017428,0.2220015885623514,75.21739130434783,96.52173913043478,0.03478260869638799,0.5285577215033875
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt,facedancer_32_frames_test,8895,76.64503330396597,88.08919222020002,0.19656008622238186,79.85611510791367,93.5251798561151,0.06474820143962581,0.48763968364920357
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt,faceswap_32_frames_test,8905,92.30891925214686,96.97893816750171,0.07615006699432882,96.76258992805755,97.84172661870504,0.021582733813334434,0.2467014400929564
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt,facevid2vid_32_frames_test,8945,62.62446367400938,76.03524051570481,0.3140301844605925,65.35714285714286,76.42857142857142,0.2357142857148499,0.7329258188846859
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt,fomm_32_frames_test,8933,78.886848736484,91.17938854577234,0.16220754505765145,85.0,97.85714285714285,0.021428571428764583,0.4441154919065127
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt,fsgan_32_frames_test,8894,90.19362879552855,94.92898757047335,0.10074207330782198,94.60431654676259,98.56115107913669,0.01438848920926999,0.28328004612436397
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt,heygen_32_frames_test,8607,61.06172093058969,66.75366518749092,0.3871894298434582,59.7843137254902,72.74509803921568,0.3529411764701373,0.4208600725794664
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt,hyperreenact_32_frames_test,8958,80.93573542078734,91.44969902459644,0.1650543235600536,86.78571428571429,98.57142857142858,0.014285714285745823,0.4130787991817361
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt,inswap_32_frames_test,8203,74.19499357035589,86.87064874959158,0.20239446795334914,79.48717948717949,93.16239316239316,0.0683760683779226,0.4944174538498083
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt,lia_32_frames_test,8926,77.82566990177398,89.43627729571591,0.17523510971786846,83.92857142857143,92.85714285714286,0.07142857142925614,0.46339283486585725
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt,mcnet_32_frames_test,8877,58.834339608427385,72.52623799655633,0.32961586121437797,60.0,77.14285714285715,0.22857142857170312,0.7903422663525256
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt,mobileswap_32_frames_test,31601,78.56218236750098,89.94024904032952,0.17400352677627315,85.00583430571763,97.66627771295215,0.02333722287097875,0.597871445665661
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt,one_shot_free_32_frames_test,8945,69.85526734537719,84.04428615664294,0.23144810441267868,73.21428571428572,90.0,0.10000000000071216,0.58992566344057
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt,pirender_32_frames_test,8957,71.35433073064605,84.24142449888473,0.23333705481746123,75.35714285714286,92.85714285714286,0.07142857142925614,0.5759267444467923
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt,pixart_32_frames_test,8167,94.1091479309527,98.56271212255305,0.05412023999020284,98.06180536730822,99.34941718622933,0.006505828138712888,0.22145088532789256
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt,sadtalker_32_frames_test,8799,55.90617153841884,66.7386489468066,0.37971052600102273,59.19117647058824,58.82352941176471,0.41176470588239683,0.8738693405869522
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt,sd2.1_32_frames_test,29336,94.95916169631806,99.14609488370047,0.041313086199196054,98.91181913267359,99.56955507281359,0.004304449273195963,0.15728386089242313
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt,simswap_32_frames_test,8904,70.81010804037291,84.11354390708038,0.2300641097739287,73.7410071942446,92.08633093525181,0.07913669064799331,0.5714070750107555
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt,stargan_32_frames_test,3852,60.65346790890269,84.44071072722568,0.2323980254611587,60.65346790890269,84.44071072722568,0.2323980254611587,0.7347384906632135
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt,starganv2_32_frames_test,3965,53.4650467527511,63.23724953883341,0.4156563108195653,53.4650467527511,63.23724953883341,0.4156563108195653,1.0036813212523394
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt,styleclip_32_frames_test,3779,59.77546151335809,70.98919239939904,0.35142776364148365,59.75767424903934,70.98919239939904,0.35142776364148365,1.1775223007590785
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt,tpsm_32_frames_test,8917,58.561422311335406,71.1953591340549,0.34271397252919333,60.71428571428571,72.14285714285714,0.27857142857246164,0.8108987419463813
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt,uniface_32_frames_test,8904,83.62077229703806,91.74035960715308,0.147911051212938,88.84892086330936,95.68345323741008,0.043165467627053006,0.38694827846332597
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt,wav2lip_32_frames_test,8823,65.12674417469167,76.54898182702186,0.3067618571233686,68.21428571428572,84.28571428571429,0.1571428571435458,0.6970713972221166
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt,whichfaceisreal_32_frames_test,1990,47.77371263721112,28.973453240389535,0.6559207225288509,47.77371263721112,28.973453240389535,0.6559207225288509,1.3205275541573913

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl

@@ -0,0 +1,40 @@
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt", "dataset": "CollabDiff_32_frames_test", "num_images": 1976, "frame_balanced_acc": 52.56416298196511, "frame_auc": 64.39784327144127, "frame_eer": 0.39824205544286667, "video_balanced_acc": 52.56416298196511, "video_auc": 64.39784327144127, "video_eer": 0.39824205544286667, "loss": 0.9927360473374124}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt", "dataset": "DiT_32_frames_test", "num_images": 8188, "frame_balanced_acc": 61.087773830490846, "frame_auc": 75.81401557058227, "frame_eer": 0.3084779898340807, "video_balanced_acc": 65.04043126684635, "video_auc": 67.81671159029649, "video_eer": 0.3218328840970379, "loss": 0.6984529119034074}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt", "dataset": "MRAA_32_frames_test", "num_images": 8934, "frame_balanced_acc": 92.36691168393175, "frame_auc": 97.59627508673965, "frame_eer": 0.07615006699403973, "video_balanced_acc": 97.14285714285714, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.2574730093897603}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt", "dataset": "MidJourney_32_frames_test", "num_images": 1587, "frame_balanced_acc": 57.8625450484747, "frame_auc": 82.82566028797184, "frame_eer": 0.24763705103969655, "video_balanced_acc": 57.8625450484747, "video_auc": 82.82566028797184, "video_eer": 0.24763705103969655, "loss": 0.5778420378595459}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt", "dataset": "RDDM_32_frames_test", "num_images": 8189, "frame_balanced_acc": 48.97108279538795, "frame_auc": 75.64373820019404, "frame_eer": 0.3010973395436962, "video_balanced_acc": 52.923740231743466, "video_auc": 67.98706548100242, "video_eer": 0.3201293451908387, "loss": 0.7816181436448558}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt", "dataset": "SiT_32_frames_test", "num_images": 8187, "frame_balanced_acc": 63.28918672649161, "frame_auc": 79.52455255621354, "frame_eer": 0.27538041718698075, "video_balanced_acc": 67.24184416284713, "video_auc": 74.41358856834725, "video_eer": 0.255864114317778, "loss": 0.6451254356645673}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt", "dataset": "StyleGAN2_32_frames_test", "num_images": 8156, "frame_balanced_acc": 90.12020825151833, "frame_auc": 96.49829654785002, "frame_eer": 0.09073075036782738, "video_balanced_acc": 94.07286568787386, "video_auc": 99.40184883088635, "video_eer": 0.005981511692028229, "loss": 0.2932764898771863}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt", "dataset": "StyleGAN3_32_frames_test", "num_images": 8156, "frame_balanced_acc": 90.12020825151833, "frame_auc": 96.49829654785002, "frame_eer": 0.09073075036782738, "video_balanced_acc": 94.07286568787386, "video_auc": 99.40184883088635, "video_eer": 0.005981511692028229, "loss": 0.2932764898771863}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt", "dataset": "StyleGANXL_32_frames_test", "num_images": 8189, "frame_balanced_acc": 96.04734256364449, "frame_auc": 99.39173568579054, "frame_eer": 0.03104064314428713, "video_balanced_acc": 100.0, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.19844361569239755}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt", "dataset": "VQGAN_32_frames_test", "num_images": 8188, "frame_balanced_acc": 90.13090051512695, "frame_auc": 96.19451008765225, "frame_eer": 0.0964787620401071, "video_balanced_acc": 94.08355795148248, "video_auc": 97.8975741239892, "video_eer": 0.021024258761697754, "loss": 0.2881558267049342}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt", "dataset": "blendface_32_frames_test", "num_images": 8907, "frame_balanced_acc": 76.73146990615972, "frame_auc": 87.15042841090298, "frame_eer": 0.19886022795440914, "video_balanced_acc": 82.37410071942446, "video_auc": 93.5251798561151, "video_eer": 0.06474820143962581, "loss": 0.49372648748468706}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt", "dataset": "danet_32_frames_test", "num_images": 8888, "frame_balanced_acc": 56.05868043212521, "frame_auc": 67.85097007390122, "frame_eer": 0.37287228046443466, "video_balanced_acc": 57.857142857142854, "video_auc": 67.14285714285715, "video_eer": 0.3285714285719127, "loss": 0.8643854119882832}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt", "dataset": "ddim_32_frames_test", "num_images": 8127, "frame_balanced_acc": 61.2980961947763, "frame_auc": 81.12882432074669, "frame_eer": 0.25774161447052624, "video_balanced_acc": 65.25075363113181, "video_auc": 78.24061386681282, "video_eer": 0.21759386133259487, "loss": 0.6393519189652004}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt", "dataset": "deepfacelab_32_frames_test", "num_images": 4662, "frame_balanced_acc": 78.31518979850554, "frame_auc": 89.26019022938205, "frame_eer": 0.1870420362514462, "video_balanced_acc": 80.91836734693878, "video_auc": 92.57142857142857, "video_eer": 0.17000000000003856, "loss": 0.5108834143004055}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt", "dataset": "e4e_32_frames_test", "num_images": 36425, "frame_balanced_acc": 73.00762052401635, "frame_auc": 84.07294983444065, "frame_eer": 0.2340222083428281, "video_balanced_acc": 76.82682682682682, "video_auc": 93.8938938938939, "video_eer": 0.06106106106195454, "loss": 0.7896376277750784}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt", "dataset": "e4s_32_frames_test", "num_images": 8112, "frame_balanced_acc": 71.32252142990755, "frame_auc": 85.10590392017428, "frame_eer": 0.2220015885623514, "video_balanced_acc": 75.21739130434783, "video_auc": 96.52173913043478, "video_eer": 0.03478260869638799, "loss": 0.5285577215033875}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt", "dataset": "facedancer_32_frames_test", "num_images": 8895, "frame_balanced_acc": 76.64503330396597, "frame_auc": 88.08919222020002, "frame_eer": 0.19656008622238186, "video_balanced_acc": 79.85611510791367, "video_auc": 93.5251798561151, "video_eer": 0.06474820143962581, "loss": 0.48763968364920357}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt", "dataset": "faceswap_32_frames_test", "num_images": 8905, "frame_balanced_acc": 92.30891925214686, "frame_auc": 96.97893816750171, "frame_eer": 0.07615006699432882, "video_balanced_acc": 96.76258992805755, "video_auc": 97.84172661870504, "video_eer": 0.021582733813334434, "loss": 0.2467014400929564}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt", "dataset": "facevid2vid_32_frames_test", "num_images": 8945, "frame_balanced_acc": 62.62446367400938, "frame_auc": 76.03524051570481, "frame_eer": 0.3140301844605925, "video_balanced_acc": 65.35714285714286, "video_auc": 76.42857142857142, "video_eer": 0.2357142857148499, "loss": 0.7329258188846859}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt", "dataset": "fomm_32_frames_test", "num_images": 8933, "frame_balanced_acc": 78.886848736484, "frame_auc": 91.17938854577234, "frame_eer": 0.16220754505765145, "video_balanced_acc": 85.0, "video_auc": 97.85714285714285, "video_eer": 0.021428571428764583, "loss": 0.4441154919065127}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt", "dataset": "fsgan_32_frames_test", "num_images": 8894, "frame_balanced_acc": 90.19362879552855, "frame_auc": 94.92898757047335, "frame_eer": 0.10074207330782198, "video_balanced_acc": 94.60431654676259, "video_auc": 98.56115107913669, "video_eer": 0.01438848920926999, "loss": 0.28328004612436397}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt", "dataset": "heygen_32_frames_test", "num_images": 8607, "frame_balanced_acc": 61.06172093058969, "frame_auc": 66.75366518749092, "frame_eer": 0.3871894298434582, "video_balanced_acc": 59.7843137254902, "video_auc": 72.74509803921568, "video_eer": 0.3529411764701373, "loss": 0.4208600725794664}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt", "dataset": "hyperreenact_32_frames_test", "num_images": 8958, "frame_balanced_acc": 80.93573542078734, "frame_auc": 91.44969902459644, "frame_eer": 0.1650543235600536, "video_balanced_acc": 86.78571428571429, "video_auc": 98.57142857142858, "video_eer": 0.014285714285745823, "loss": 0.4130787991817361}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt", "dataset": "inswap_32_frames_test", "num_images": 8203, "frame_balanced_acc": 74.19499357035589, "frame_auc": 86.87064874959158, "frame_eer": 0.20239446795334914, "video_balanced_acc": 79.48717948717949, "video_auc": 93.16239316239316, "video_eer": 0.0683760683779226, "loss": 0.4944174538498083}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt", "dataset": "lia_32_frames_test", "num_images": 8926, "frame_balanced_acc": 77.82566990177398, "frame_auc": 89.43627729571591, "frame_eer": 0.17523510971786846, "video_balanced_acc": 83.92857142857143, "video_auc": 92.85714285714286, "video_eer": 0.07142857142925614, "loss": 0.46339283486585725}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt", "dataset": "mcnet_32_frames_test", "num_images": 8877, "frame_balanced_acc": 58.834339608427385, "frame_auc": 72.52623799655633, "frame_eer": 0.32961586121437797, "video_balanced_acc": 60.0, "video_auc": 77.14285714285715, "video_eer": 0.22857142857170312, "loss": 0.7903422663525256}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt", "dataset": "mobileswap_32_frames_test", "num_images": 31601, "frame_balanced_acc": 78.56218236750098, "frame_auc": 89.94024904032952, "frame_eer": 0.17400352677627315, "video_balanced_acc": 85.00583430571763, "video_auc": 97.66627771295215, "video_eer": 0.02333722287097875, "loss": 0.597871445665661}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt", "dataset": "one_shot_free_32_frames_test", "num_images": 8945, "frame_balanced_acc": 69.85526734537719, "frame_auc": 84.04428615664294, "frame_eer": 0.23144810441267868, "video_balanced_acc": 73.21428571428572, "video_auc": 90.0, "video_eer": 0.10000000000071216, "loss": 0.58992566344057}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt", "dataset": "pirender_32_frames_test", "num_images": 8957, "frame_balanced_acc": 71.35433073064605, "frame_auc": 84.24142449888473, "frame_eer": 0.23333705481746123, "video_balanced_acc": 75.35714285714286, "video_auc": 92.85714285714286, "video_eer": 0.07142857142925614, "loss": 0.5759267444467923}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt", "dataset": "pixart_32_frames_test", "num_images": 8167, "frame_balanced_acc": 94.1091479309527, "frame_auc": 98.56271212255305, "frame_eer": 0.05412023999020284, "video_balanced_acc": 98.06180536730822, "video_auc": 99.34941718622933, "video_eer": 0.006505828138712888, "loss": 0.22145088532789256}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt", "dataset": "sadtalker_32_frames_test", "num_images": 8799, "frame_balanced_acc": 55.90617153841884, "frame_auc": 66.7386489468066, "frame_eer": 0.37971052600102273, "video_balanced_acc": 59.19117647058824, "video_auc": 58.82352941176471, "video_eer": 0.41176470588239683, "loss": 0.8738693405869522}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt", "dataset": "sd2.1_32_frames_test", "num_images": 29336, "frame_balanced_acc": 94.95916169631806, "frame_auc": 99.14609488370047, "frame_eer": 0.041313086199196054, "video_balanced_acc": 98.91181913267359, "video_auc": 99.56955507281359, "video_eer": 0.004304449273195963, "loss": 0.15728386089242313}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt", "dataset": "simswap_32_frames_test", "num_images": 8904, "frame_balanced_acc": 70.81010804037291, "frame_auc": 84.11354390708038, "frame_eer": 0.2300641097739287, "video_balanced_acc": 73.7410071942446, "video_auc": 92.08633093525181, "video_eer": 0.07913669064799331, "loss": 0.5714070750107555}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt", "dataset": "stargan_32_frames_test", "num_images": 3852, "frame_balanced_acc": 60.65346790890269, "frame_auc": 84.44071072722568, "frame_eer": 0.2323980254611587, "video_balanced_acc": 60.65346790890269, "video_auc": 84.44071072722568, "video_eer": 0.2323980254611587, "loss": 0.7347384906632135}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt", "dataset": "starganv2_32_frames_test", "num_images": 3965, "frame_balanced_acc": 53.4650467527511, "frame_auc": 63.23724953883341, "frame_eer": 0.4156563108195653, "video_balanced_acc": 53.4650467527511, "video_auc": 63.23724953883341, "video_eer": 0.4156563108195653, "loss": 1.0036813212523394}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt", "dataset": "styleclip_32_frames_test", "num_images": 3779, "frame_balanced_acc": 59.77546151335809, "frame_auc": 70.98919239939904, "frame_eer": 0.35142776364148365, "video_balanced_acc": 59.75767424903934, "video_auc": 70.98919239939904, "video_eer": 0.35142776364148365, "loss": 1.1775223007590785}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt", "dataset": "tpsm_32_frames_test", "num_images": 8917, "frame_balanced_acc": 58.561422311335406, "frame_auc": 71.1953591340549, "frame_eer": 0.34271397252919333, "video_balanced_acc": 60.71428571428571, "video_auc": 72.14285714285714, "video_eer": 0.27857142857246164, "loss": 0.8108987419463813}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt", "dataset": "uniface_32_frames_test", "num_images": 8904, "frame_balanced_acc": 83.62077229703806, "frame_auc": 91.74035960715308, "frame_eer": 0.147911051212938, "video_balanced_acc": 88.84892086330936, "video_auc": 95.68345323741008, "video_eer": 0.043165467627053006, "loss": 0.38694827846332597}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt", "dataset": "wav2lip_32_frames_test", "num_images": 8823, "frame_balanced_acc": 65.12674417469167, "frame_auc": 76.54898182702186, "frame_eer": 0.3067618571233686, "video_balanced_acc": 68.21428571428572, "video_auc": 84.28571428571429, "video_eer": 0.1571428571435458, "loss": 0.6970713972221166}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt", "dataset": "whichfaceisreal_32_frames_test", "num_images": 1990, "frame_balanced_acc": 47.77371263721112, "frame_auc": 28.973453240389535, "frame_eer": 0.6559207225288509, "video_balanced_acc": 47.77371263721112, "video_auc": 28.973453240389535, "video_eer": 0.6559207225288509, "loss": 1.3205275541573913}

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_test_results.txt

@@ -0,0 +1,342 @@
+[17:48:30.936037] job dir: /mnt/localdisk1/wanggaojian/released/TPAMI/R1/FSFM-CVPR25-TPAMI-R1-release/fsvfm/finetune/cross_dataset_DFD_and_DiFF
+[17:48:30.936196] Namespace(batch_size=320,
+epochs=50,
+accum_iter=1,
+model='vit_base_patch16',
+input_size=224,
+normalize_from_IMN=False,
+apply_simple_augment=False,
+drop_path=0.1,
+clip_grad=None,
+weight_decay=0.05,
+lr=None,
+blr=0.001,
+layer_decay=0.75,
+min_lr=1e-06,
+warmup_epochs=5,
+color_jitter=None,
+aa='rand-m9-mstd0.5-inc1',
+smoothing=0.1,
+reprob=0.25,
+remode='pixel',
+recount=1,
+resplit=False,
+mixup=0,
+cutmix=0,
+cutmix_minmax=None,
+mixup_prob=1.0,
+mixup_switch_prob=0.5,
+mixup_mode='batch',
+finetune='',
+global_pool=True,
+data_path=None,
+nb_classes=2,
+test_split=None,
+dataset_abs_path='../../../datasets/finetune_datasets/deepfakes_detection',
+output_dir='./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+log_dir='./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+device='cuda',
+seed=0,
+resume='./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth',
+start_epoch=0,
+eval=True,
+dist_eval=False,
+num_workers=10,
+pin_mem=True,
+world_size=2,
+local_rank=0,
+dist_on_itp=False,
+dist_url='env://',
+test_split_root='../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets',
+split_glob='*.txt',
+delimiter_in_spilt=' ',
+results_csv='df40_results.csv',
+rank=0,
+gpu=0,
+distributed=True,
+dist_backend='nccl')
+[17:48:32.682304] Resume checkpoint ./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth
+[17:48:32.728785] 
+
+--DF40 subset testing on CollabDiff_32_frames_test with 1976 imgs--
+[17:48:36.440407] *[------FRAME-LEVEL------]
+Balanced_Acc 52.564 Auc 64.398 EER 0.398 loss 0.993
+[17:48:36.440519] *[------VIDEO-LEVEL------]
+Balanced_Acc 52.564 Auc 64.398 EER 0.398
+[17:48:36.481750] 
+
+--DF40 subset testing on DiT_32_frames_test with 8188 imgs--
+[17:48:41.839271] *[------FRAME-LEVEL------]
+Balanced_Acc 61.088 Auc 75.814 EER 0.308 loss 0.698
+[17:48:41.839398] *[------VIDEO-LEVEL------]
+Balanced_Acc 65.040 Auc 67.817 EER 0.322
+[17:48:41.898887] 
+
+--DF40 subset testing on MRAA_32_frames_test with 8934 imgs--
+[17:48:46.885555] *[------FRAME-LEVEL------]
+Balanced_Acc 92.367 Auc 97.596 EER 0.076 loss 0.257
+[17:48:46.885650] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.143 Auc 100.000 EER 0.000
+[17:48:46.893206] 
+
+--DF40 subset testing on MidJourney_32_frames_test with 1587 imgs--
+[17:48:50.837055] *[------FRAME-LEVEL------]
+Balanced_Acc 57.863 Auc 82.826 EER 0.248 loss 0.578
+[17:48:50.837156] *[------VIDEO-LEVEL------]
+Balanced_Acc 57.863 Auc 82.826 EER 0.248
+[17:48:50.867223] 
+
+--DF40 subset testing on RDDM_32_frames_test with 8189 imgs--
+[17:48:55.283850] *[------FRAME-LEVEL------]
+Balanced_Acc 48.971 Auc 75.644 EER 0.301 loss 0.782
+[17:48:55.283938] *[------VIDEO-LEVEL------]
+Balanced_Acc 52.924 Auc 67.987 EER 0.320
+[17:48:55.322140] 
+
+--DF40 subset testing on SiT_32_frames_test with 8187 imgs--
+[17:49:00.330673] *[------FRAME-LEVEL------]
+Balanced_Acc 63.289 Auc 79.525 EER 0.275 loss 0.645
+[17:49:00.330790] *[------VIDEO-LEVEL------]
+Balanced_Acc 67.242 Auc 74.414 EER 0.256
+[17:49:00.368167] 
+
+--DF40 subset testing on StyleGAN2_32_frames_test with 8156 imgs--
+[17:49:04.772357] *[------FRAME-LEVEL------]
+Balanced_Acc 90.120 Auc 96.498 EER 0.091 loss 0.293
+[17:49:04.772475] *[------VIDEO-LEVEL------]
+Balanced_Acc 94.073 Auc 99.402 EER 0.006
+[17:49:04.809241] 
+
+--DF40 subset testing on StyleGAN3_32_frames_test with 8156 imgs--
+[17:49:09.258373] *[------FRAME-LEVEL------]
+Balanced_Acc 90.120 Auc 96.498 EER 0.091 loss 0.293
+[17:49:09.258465] *[------VIDEO-LEVEL------]
+Balanced_Acc 94.073 Auc 99.402 EER 0.006
+[17:49:09.299608] 
+
+--DF40 subset testing on StyleGANXL_32_frames_test with 8189 imgs--
+[17:49:13.744355] *[------FRAME-LEVEL------]
+Balanced_Acc 96.047 Auc 99.392 EER 0.031 loss 0.198
+[17:49:13.744446] *[------VIDEO-LEVEL------]
+Balanced_Acc 100.000 Auc 100.000 EER 0.000
+[17:49:13.882841] 
+
+--DF40 subset testing on VQGAN_32_frames_test with 8188 imgs--
+[17:49:18.313585] *[------FRAME-LEVEL------]
+Balanced_Acc 90.131 Auc 96.195 EER 0.096 loss 0.288
+[17:49:18.313658] *[------VIDEO-LEVEL------]
+Balanced_Acc 94.084 Auc 97.898 EER 0.021
+[17:49:18.346782] 
+
+--DF40 subset testing on blendface_32_frames_test with 8907 imgs--
+[17:49:22.898444] *[------FRAME-LEVEL------]
+Balanced_Acc 76.731 Auc 87.150 EER 0.199 loss 0.494
+[17:49:22.898560] *[------VIDEO-LEVEL------]
+Balanced_Acc 82.374 Auc 93.525 EER 0.065
+[17:49:22.943264] 
+
+--DF40 subset testing on danet_32_frames_test with 8888 imgs--
+[17:49:27.843304] *[------FRAME-LEVEL------]
+Balanced_Acc 56.059 Auc 67.851 EER 0.373 loss 0.864
+[17:49:27.843385] *[------VIDEO-LEVEL------]
+Balanced_Acc 57.857 Auc 67.143 EER 0.329
+[17:49:27.873229] 
+
+--DF40 subset testing on ddim_32_frames_test with 8127 imgs--
+[17:49:32.474639] *[------FRAME-LEVEL------]
+Balanced_Acc 61.298 Auc 81.129 EER 0.258 loss 0.639
+[17:49:32.474725] *[------VIDEO-LEVEL------]
+Balanced_Acc 65.251 Auc 78.241 EER 0.218
+[17:49:32.500889] 
+
+--DF40 subset testing on deepfacelab_32_frames_test with 4662 imgs--
+[17:49:35.756173] *[------FRAME-LEVEL------]
+Balanced_Acc 78.315 Auc 89.260 EER 0.187 loss 0.511
+[17:49:35.756247] *[------VIDEO-LEVEL------]
+Balanced_Acc 80.918 Auc 92.571 EER 0.170
+[17:49:35.893824] 
+
+--DF40 subset testing on e4e_32_frames_test with 36425 imgs--
+[17:50:01.855862] *[------FRAME-LEVEL------]
+Balanced_Acc 73.008 Auc 84.073 EER 0.234 loss 0.790
+[17:50:01.855953] *[------VIDEO-LEVEL------]
+Balanced_Acc 76.827 Auc 93.894 EER 0.061
+[17:50:01.891414] 
+
+--DF40 subset testing on e4s_32_frames_test with 8112 imgs--
+[17:50:06.162107] *[------FRAME-LEVEL------]
+Balanced_Acc 71.323 Auc 85.106 EER 0.222 loss 0.529
+[17:50:06.162181] *[------VIDEO-LEVEL------]
+Balanced_Acc 75.217 Auc 96.522 EER 0.035
+[17:50:06.195039] 
+
+--DF40 subset testing on facedancer_32_frames_test with 8895 imgs--
+[17:50:10.896842] *[------FRAME-LEVEL------]
+Balanced_Acc 76.645 Auc 88.089 EER 0.197 loss 0.488
+[17:50:10.897013] *[------VIDEO-LEVEL------]
+Balanced_Acc 79.856 Auc 93.525 EER 0.065
+[17:50:10.938523] 
+
+--DF40 subset testing on faceswap_32_frames_test with 8905 imgs--
+[17:50:15.554026] *[------FRAME-LEVEL------]
+Balanced_Acc 92.309 Auc 96.979 EER 0.076 loss 0.247
+[17:50:15.554100] *[------VIDEO-LEVEL------]
+Balanced_Acc 96.763 Auc 97.842 EER 0.022
+[17:50:15.587899] 
+
+--DF40 subset testing on facevid2vid_32_frames_test with 8945 imgs--
+[17:50:20.333119] *[------FRAME-LEVEL------]
+Balanced_Acc 62.624 Auc 76.035 EER 0.314 loss 0.733
+[17:50:20.333200] *[------VIDEO-LEVEL------]
+Balanced_Acc 65.357 Auc 76.429 EER 0.236
+[17:50:20.366575] 
+
+--DF40 subset testing on fomm_32_frames_test with 8933 imgs--
+[17:50:25.209394] *[------FRAME-LEVEL------]
+Balanced_Acc 78.887 Auc 91.179 EER 0.162 loss 0.444
+[17:50:25.209472] *[------VIDEO-LEVEL------]
+Balanced_Acc 85.000 Auc 97.857 EER 0.021
+[17:50:25.242955] 
+
+--DF40 subset testing on fsgan_32_frames_test with 8894 imgs--
+[17:50:30.143607] *[------FRAME-LEVEL------]
+Balanced_Acc 90.194 Auc 94.929 EER 0.101 loss 0.283
+[17:50:30.143682] *[------VIDEO-LEVEL------]
+Balanced_Acc 94.604 Auc 98.561 EER 0.014
+[17:50:30.177763] 
+
+--DF40 subset testing on heygen_32_frames_test with 8607 imgs--
+[17:50:35.351765] *[------FRAME-LEVEL------]
+Balanced_Acc 61.062 Auc 66.754 EER 0.387 loss 0.421
+[17:50:35.351841] *[------VIDEO-LEVEL------]
+Balanced_Acc 59.784 Auc 72.745 EER 0.353
+[17:50:35.385573] 
+
+--DF40 subset testing on hyperreenact_32_frames_test with 8958 imgs--
+[17:50:40.196686] *[------FRAME-LEVEL------]
+Balanced_Acc 80.936 Auc 91.450 EER 0.165 loss 0.413
+[17:50:40.196760] *[------VIDEO-LEVEL------]
+Balanced_Acc 86.786 Auc 98.571 EER 0.014
+[17:50:40.227364] 
+
+--DF40 subset testing on inswap_32_frames_test with 8203 imgs--
+[17:50:44.664083] *[------FRAME-LEVEL------]
+Balanced_Acc 74.195 Auc 86.871 EER 0.202 loss 0.494
+[17:50:44.664253] *[------VIDEO-LEVEL------]
+Balanced_Acc 79.487 Auc 93.162 EER 0.068
+[17:50:44.698719] 
+
+--DF40 subset testing on lia_32_frames_test with 8926 imgs--
+[17:50:49.463779] *[------FRAME-LEVEL------]
+Balanced_Acc 77.826 Auc 89.436 EER 0.175 loss 0.463
+[17:50:49.463959] *[------VIDEO-LEVEL------]
+Balanced_Acc 83.929 Auc 92.857 EER 0.071
+[17:50:49.562879] 
+
+--DF40 subset testing on mcnet_32_frames_test with 8877 imgs--
+[17:50:54.372244] *[------FRAME-LEVEL------]
+Balanced_Acc 58.834 Auc 72.526 EER 0.330 loss 0.790
+[17:50:54.372317] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.000 Auc 77.143 EER 0.229
+[17:50:54.491459] 
+
+--DF40 subset testing on mobileswap_32_frames_test with 31601 imgs--
+[17:51:07.174659] *[------FRAME-LEVEL------]
+Balanced_Acc 78.562 Auc 89.940 EER 0.174 loss 0.598
+[17:51:07.174739] *[------VIDEO-LEVEL------]
+Balanced_Acc 85.006 Auc 97.666 EER 0.023
+[17:51:07.219244] 
+
+--DF40 subset testing on one_shot_free_32_frames_test with 8945 imgs--
+[17:51:11.849789] *[------FRAME-LEVEL------]
+Balanced_Acc 69.855 Auc 84.044 EER 0.231 loss 0.590
+[17:51:11.849945] *[------VIDEO-LEVEL------]
+Balanced_Acc 73.214 Auc 90.000 EER 0.100
+[17:51:11.897214] 
+
+--DF40 subset testing on pirender_32_frames_test with 8957 imgs--
+[17:51:16.910319] *[------FRAME-LEVEL------]
+Balanced_Acc 71.354 Auc 84.241 EER 0.233 loss 0.576
+[17:51:16.910420] *[------VIDEO-LEVEL------]
+Balanced_Acc 75.357 Auc 92.857 EER 0.071
+[17:51:16.969469] 
+
+--DF40 subset testing on pixart_32_frames_test with 8167 imgs--
+[17:51:24.921316] *[------FRAME-LEVEL------]
+Balanced_Acc 94.109 Auc 98.563 EER 0.054 loss 0.221
+[17:51:24.921397] *[------VIDEO-LEVEL------]
+Balanced_Acc 98.062 Auc 99.349 EER 0.007
+[17:51:24.955969] 
+
+--DF40 subset testing on sadtalker_32_frames_test with 8799 imgs--
+[17:51:29.836097] *[------FRAME-LEVEL------]
+Balanced_Acc 55.906 Auc 66.739 EER 0.380 loss 0.874
+[17:51:29.836187] *[------VIDEO-LEVEL------]
+Balanced_Acc 59.191 Auc 58.824 EER 0.412
+[17:51:29.958908] 
+
+--DF40 subset testing on sd2.1_32_frames_test with 29336 imgs--
+[17:51:42.419444] *[------FRAME-LEVEL------]
+Balanced_Acc 94.959 Auc 99.146 EER 0.041 loss 0.157
+[17:51:42.419524] *[------VIDEO-LEVEL------]
+Balanced_Acc 98.912 Auc 99.570 EER 0.004
+[17:51:42.456708] 
+
+--DF40 subset testing on simswap_32_frames_test with 8904 imgs--
+[17:51:47.233301] *[------FRAME-LEVEL------]
+Balanced_Acc 70.810 Auc 84.114 EER 0.230 loss 0.571
+[17:51:47.233434] *[------VIDEO-LEVEL------]
+Balanced_Acc 73.741 Auc 92.086 EER 0.079
+[17:51:47.252950] 
+
+--DF40 subset testing on stargan_32_frames_test with 3852 imgs--
+[17:51:50.314103] *[------FRAME-LEVEL------]
+Balanced_Acc 60.653 Auc 84.441 EER 0.232 loss 0.735
+[17:51:50.314200] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.653 Auc 84.441 EER 0.232
+[17:51:50.334191] 
+
+--DF40 subset testing on starganv2_32_frames_test with 3965 imgs--
+[17:51:53.415377] *[------FRAME-LEVEL------]
+Balanced_Acc 53.465 Auc 63.237 EER 0.416 loss 1.004
+[17:51:53.415454] *[------VIDEO-LEVEL------]
+Balanced_Acc 53.465 Auc 63.237 EER 0.416
+[17:51:53.432594] 
+
+--DF40 subset testing on styleclip_32_frames_test with 3779 imgs--
+[17:52:00.483096] *[------FRAME-LEVEL------]
+Balanced_Acc 59.775 Auc 70.989 EER 0.351 loss 1.178
+[17:52:00.483190] *[------VIDEO-LEVEL------]
+Balanced_Acc 59.758 Auc 70.989 EER 0.351
+[17:52:00.527887] 
+
+--DF40 subset testing on tpsm_32_frames_test with 8917 imgs--
+[17:52:05.583308] *[------FRAME-LEVEL------]
+Balanced_Acc 58.561 Auc 71.195 EER 0.343 loss 0.811
+[17:52:05.583393] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.714 Auc 72.143 EER 0.279
+[17:52:05.632874] 
+
+--DF40 subset testing on uniface_32_frames_test with 8904 imgs--
+[17:52:10.364311] *[------FRAME-LEVEL------]
+Balanced_Acc 83.621 Auc 91.740 EER 0.148 loss 0.387
+[17:52:10.364507] *[------VIDEO-LEVEL------]
+Balanced_Acc 88.849 Auc 95.683 EER 0.043
+[17:52:10.443479] 
+
+--DF40 subset testing on wav2lip_32_frames_test with 8823 imgs--
+[17:52:15.576224] *[------FRAME-LEVEL------]
+Balanced_Acc 65.127 Auc 76.549 EER 0.307 loss 0.697
+[17:52:15.576300] *[------VIDEO-LEVEL------]
+Balanced_Acc 68.214 Auc 84.286 EER 0.157
+[17:52:15.585069] 
+
+--DF40 subset testing on whichfaceisreal_32_frames_test with 1990 imgs--
+[17:52:22.622971] *[------FRAME-LEVEL------]
+Balanced_Acc 47.774 Auc 28.973 EER 0.656 loss 1.321
+[17:52:22.623073] *[------VIDEO-LEVEL------]
+Balanced_Acc 47.774 Auc 28.973 EER 0.656
+[17:52:22.624401] 
+Saved CSV results to: ./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv
+[17:52:22.624437] Saved JSONL results to: ./checkpoint/finetuned_models/ViT-B_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl
+[17:52:22.624465] Testing time 0:03:49

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv

@@ -0,0 +1,41 @@
+split_file,dataset,num_images,frame_balanced_acc,frame_auc,frame_eer,video_balanced_acc,video_auc,video_eer,loss
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt,CollabDiff_32_frames_test,1976,54.02353018313547,74.62386334299073,0.33097880928355194,54.02353018313547,74.62386334299073,0.33097880928355194,0.8134315906748598
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt,DiT_32_frames_test,8188,71.87235830396945,87.97777454076171,0.18795671075756176,74.00269541778975,82.96495956873315,0.1703504043129692,0.5349043620523733
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt,MRAA_32_frames_test,8934,96.19550357101905,99.262267033805,0.037701974864189094,99.28571428571429,100.0,0.0,0.18363032626283765
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt,MidJourney_32_frames_test,1587,60.58347292015633,87.6139959054532,0.2085696282293636,60.58347292015633,87.6139959054532,0.2085696282293636,0.5610691450193533
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt,RDDM_32_frames_test,8189,54.43123295433142,84.06566297533654,0.2266386554621849,56.575047157100514,74.83158178388575,0.25168418216179755,0.7498118833884723
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt,SiT_32_frames_test,8187,75.07376465945792,90.72207783512722,0.16197163781989743,77.21757886222701,88.0560798058776,0.11943920194156271,0.4807875382240634
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt,StyleGAN2_32_frames_test,8156,97.76102538396283,99.17474312820748,0.02697400686611079,99.90483958673192,100.0,0.0,0.1901953651178345
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt,StyleGAN3_32_frames_test,8156,97.76102538396283,99.17474312820748,0.02697400686611079,99.90483958673192,100.0,0.0,0.1901953651178345
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt,StyleGANXL_32_frames_test,8189,97.85618579723089,99.36218915819354,0.018073024789351612,100.0,100.0,0.0,0.17921604663006246
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt,VQGAN_32_frames_test,8188,96.22545803442767,99.00727606302871,0.038005390836075195,98.36927223719675,99.91913746630729,0.0008086253375267449,0.1990270724581053
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt,blendface_32_frames_test,8907,86.38632804152984,94.97618925408493,0.10789266868754865,90.64748201438849,98.56115107913669,0.01438848920926999,0.3349638545307043
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt,danet_32_frames_test,8888,57.43668466344406,72.89641016448265,0.32644974226804124,56.42857142857143,70.0,0.300000000000752,0.8600925026339094
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt,ddim_32_frames_test,8127,68.36865496686642,93.51285741405472,0.12304600267973853,70.49876678542066,99.50671416826528,0.004932858317914259,0.5023436929461729
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt,deepfacelab_32_frames_test,4662,86.7420752466119,93.90015916474329,0.12456613960663324,91.4591836734694,97.24489795918366,0.06122448979591824,0.35461117747207405
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt,e4e_32_frames_test,36425,91.09498756265488,97.69420679485435,0.07781945085140095,95.44544544544544,99.8998998998999,0.0010010010024090956,0.3068389683495504
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt,e4s_32_frames_test,8112,90.21997225843069,96.7773961516254,0.08083966056275646,97.39130434782608,99.1304347826087,0.00869565217510334,0.2744214949464422
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt,facedancer_32_frames_test,8895,86.90984212505522,95.44289072337449,0.11051152332771205,92.08633093525181,98.56115107913669,0.01438848920926999,0.3313390584357874
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt,faceswap_32_frames_test,8905,94.51306404435084,97.8896627166945,0.05918126020606987,97.4820143884892,97.12230215827337,0.028776978417349365,0.2057614308204094
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt,facevid2vid_32_frames_test,8945,64.8026823273406,80.69629118823134,0.26725172827750227,66.78571428571428,85.0,0.15000000000077846,0.7189204190015926
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt,fomm_32_frames_test,8933,82.97403091507603,94.27581106083413,0.12514711651628088,88.21428571428571,97.14285714285714,0.028571428571908898,0.39205208593902535
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt,fsgan_32_frames_test,8894,92.71578724650627,95.98656839233354,0.08174818840645245,94.96402877697841,98.56115107913669,0.01438848920926999,0.23576921485456584
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt,heygen_32_frames_test,8607,58.318167183940695,47.25977649690876,0.5525233728173299,58.80392156862745,51.37254901960785,0.5098039215680279,0.4542783128269267
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt,hyperreenact_32_frames_test,8958,90.45663222580234,96.64178393973712,0.09040178571522851,96.07142857142857,100.0,0.0,0.26586077115942414
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt,inswap_32_frames_test,8203,84.33940727374097,94.5408035106756,0.11483603559673293,88.03418803418803,99.14529914529915,0.008547008547556769,0.346927219682331
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt,lia_32_frames_test,8926,89.26805630082802,96.05662555708003,0.0992618275360697,93.57142857142857,97.85714285714285,0.021428571428764583,0.2961202549167794
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt,mcnet_32_frames_test,8877,60.64318284201381,77.3045860538567,0.2924558265492051,60.71428571428571,80.0,0.2000000000002717,0.7853638994354002
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt,mobileswap_32_frames_test,31601,81.0125475566233,93.26504740442927,0.13603507712820276,86.46441073512253,99.64994165694281,0.003500583431063305,0.5771420009905528
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt,one_shot_free_32_frames_test,8945,73.58934003945163,87.66956389934303,0.1887861616462869,76.42857142857142,93.57142857142857,0.06428571428595846,0.5551682666735385
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt,pirender_32_frames_test,8957,75.36232556057094,87.41700512769582,0.19017583030979626,78.57142857142857,96.42857142857143,0.03571428571479326,0.5283380548004009
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt,pixart_32_frames_test,8167,97.67998628516801,99.72725003211387,0.01719517641804949,99.8238004879371,100.0,0.0,0.15820857223743207
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt,sadtalker_32_frames_test,8799,53.942739835647934,68.27122834265265,0.3626768179262023,56.25,55.14705882352941,0.4485294117654326,0.9335677330027061
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt,sd2.1_32_frames_test,29336,97.69929465554614,99.81107698426483,0.008932559178337471,99.84310885831523,99.95574865234532,0.0004425134780992044,0.11600644981378361
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt,simswap_32_frames_test,8904,81.24976916822051,92.80075286983187,0.13450862715678916,85.61151079136691,97.84172661870504,0.021582733813334434,0.4131273551771262
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt,stargan_32_frames_test,3852,65.36458333333334,90.49868713336784,0.17010911925193944,65.36458333333334,90.49868713336784,0.17010911925193944,0.6200490713367086
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt,starganv2_32_frames_test,3965,59.94974874371859,71.34525793524584,0.3833076753903673,59.94974874371859,71.34525793524584,0.3833076753903673,0.7567187900651449
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt,styleclip_32_frames_test,3779,70.4570628669542,86.46451661271686,0.20012639561788964,70.4570628669542,86.46451661271686,0.20012639561788964,0.7557378235428571
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt,tpsm_32_frames_test,8917,59.2100943351899,74.70972452643501,0.31243691824604686,57.49999999999999,75.71428571428571,0.24285714285781398,0.8246460443015214
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt,uniface_32_frames_test,8904,92.62572940319565,97.96057473934425,0.07243935309973042,97.12230215827337,99.28057553956835,0.0071942446052006255,0.23346211135333866
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt,wav2lip_32_frames_test,8823,69.36366565914115,82.9212115387284,0.24082798382468734,70.35714285714285,91.42857142857143,0.08571428571446132,0.6381049059854131
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt,whichfaceisreal_32_frames_test,1990,49.138727804046304,40.28575064975469,0.5762239925748318,49.138727804046304,40.28575064975469,0.5762239925748318,1.0108350578264975

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl

@@ -0,0 +1,40 @@
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt", "dataset": "CollabDiff_32_frames_test", "num_images": 1976, "frame_balanced_acc": 54.02353018313547, "frame_auc": 74.62386334299073, "frame_eer": 0.33097880928355194, "video_balanced_acc": 54.02353018313547, "video_auc": 74.62386334299073, "video_eer": 0.33097880928355194, "loss": 0.8134315906748598}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt", "dataset": "DiT_32_frames_test", "num_images": 8188, "frame_balanced_acc": 71.87235830396945, "frame_auc": 87.97777454076171, "frame_eer": 0.18795671075756176, "video_balanced_acc": 74.00269541778975, "video_auc": 82.96495956873315, "video_eer": 0.1703504043129692, "loss": 0.5349043620523733}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt", "dataset": "MRAA_32_frames_test", "num_images": 8934, "frame_balanced_acc": 96.19550357101905, "frame_auc": 99.262267033805, "frame_eer": 0.037701974864189094, "video_balanced_acc": 99.28571428571429, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.18363032626283765}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt", "dataset": "MidJourney_32_frames_test", "num_images": 1587, "frame_balanced_acc": 60.58347292015633, "frame_auc": 87.6139959054532, "frame_eer": 0.2085696282293636, "video_balanced_acc": 60.58347292015633, "video_auc": 87.6139959054532, "video_eer": 0.2085696282293636, "loss": 0.5610691450193533}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt", "dataset": "RDDM_32_frames_test", "num_images": 8189, "frame_balanced_acc": 54.43123295433142, "frame_auc": 84.06566297533654, "frame_eer": 0.2266386554621849, "video_balanced_acc": 56.575047157100514, "video_auc": 74.83158178388575, "video_eer": 0.25168418216179755, "loss": 0.7498118833884723}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt", "dataset": "SiT_32_frames_test", "num_images": 8187, "frame_balanced_acc": 75.07376465945792, "frame_auc": 90.72207783512722, "frame_eer": 0.16197163781989743, "video_balanced_acc": 77.21757886222701, "video_auc": 88.0560798058776, "video_eer": 0.11943920194156271, "loss": 0.4807875382240634}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt", "dataset": "StyleGAN2_32_frames_test", "num_images": 8156, "frame_balanced_acc": 97.76102538396283, "frame_auc": 99.17474312820748, "frame_eer": 0.02697400686611079, "video_balanced_acc": 99.90483958673192, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.1901953651178345}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt", "dataset": "StyleGAN3_32_frames_test", "num_images": 8156, "frame_balanced_acc": 97.76102538396283, "frame_auc": 99.17474312820748, "frame_eer": 0.02697400686611079, "video_balanced_acc": 99.90483958673192, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.1901953651178345}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt", "dataset": "StyleGANXL_32_frames_test", "num_images": 8189, "frame_balanced_acc": 97.85618579723089, "frame_auc": 99.36218915819354, "frame_eer": 0.018073024789351612, "video_balanced_acc": 100.0, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.17921604663006246}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt", "dataset": "VQGAN_32_frames_test", "num_images": 8188, "frame_balanced_acc": 96.22545803442767, "frame_auc": 99.00727606302871, "frame_eer": 0.038005390836075195, "video_balanced_acc": 98.36927223719675, "video_auc": 99.91913746630729, "video_eer": 0.0008086253375267449, "loss": 0.1990270724581053}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt", "dataset": "blendface_32_frames_test", "num_images": 8907, "frame_balanced_acc": 86.38632804152984, "frame_auc": 94.97618925408493, "frame_eer": 0.10789266868754865, "video_balanced_acc": 90.64748201438849, "video_auc": 98.56115107913669, "video_eer": 0.01438848920926999, "loss": 0.3349638545307043}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt", "dataset": "danet_32_frames_test", "num_images": 8888, "frame_balanced_acc": 57.43668466344406, "frame_auc": 72.89641016448265, "frame_eer": 0.32644974226804124, "video_balanced_acc": 56.42857142857143, "video_auc": 70.0, "video_eer": 0.300000000000752, "loss": 0.8600925026339094}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt", "dataset": "ddim_32_frames_test", "num_images": 8127, "frame_balanced_acc": 68.36865496686642, "frame_auc": 93.51285741405472, "frame_eer": 0.12304600267973853, "video_balanced_acc": 70.49876678542066, "video_auc": 99.50671416826528, "video_eer": 0.004932858317914259, "loss": 0.5023436929461729}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt", "dataset": "deepfacelab_32_frames_test", "num_images": 4662, "frame_balanced_acc": 86.7420752466119, "frame_auc": 93.90015916474329, "frame_eer": 0.12456613960663324, "video_balanced_acc": 91.4591836734694, "video_auc": 97.24489795918366, "video_eer": 0.06122448979591824, "loss": 0.35461117747207405}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt", "dataset": "e4e_32_frames_test", "num_images": 36425, "frame_balanced_acc": 91.09498756265488, "frame_auc": 97.69420679485435, "frame_eer": 0.07781945085140095, "video_balanced_acc": 95.44544544544544, "video_auc": 99.8998998998999, "video_eer": 0.0010010010024090956, "loss": 0.3068389683495504}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt", "dataset": "e4s_32_frames_test", "num_images": 8112, "frame_balanced_acc": 90.21997225843069, "frame_auc": 96.7773961516254, "frame_eer": 0.08083966056275646, "video_balanced_acc": 97.39130434782608, "video_auc": 99.1304347826087, "video_eer": 0.00869565217510334, "loss": 0.2744214949464422}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt", "dataset": "facedancer_32_frames_test", "num_images": 8895, "frame_balanced_acc": 86.90984212505522, "frame_auc": 95.44289072337449, "frame_eer": 0.11051152332771205, "video_balanced_acc": 92.08633093525181, "video_auc": 98.56115107913669, "video_eer": 0.01438848920926999, "loss": 0.3313390584357874}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt", "dataset": "faceswap_32_frames_test", "num_images": 8905, "frame_balanced_acc": 94.51306404435084, "frame_auc": 97.8896627166945, "frame_eer": 0.05918126020606987, "video_balanced_acc": 97.4820143884892, "video_auc": 97.12230215827337, "video_eer": 0.028776978417349365, "loss": 0.2057614308204094}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt", "dataset": "facevid2vid_32_frames_test", "num_images": 8945, "frame_balanced_acc": 64.8026823273406, "frame_auc": 80.69629118823134, "frame_eer": 0.26725172827750227, "video_balanced_acc": 66.78571428571428, "video_auc": 85.0, "video_eer": 0.15000000000077846, "loss": 0.7189204190015926}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt", "dataset": "fomm_32_frames_test", "num_images": 8933, "frame_balanced_acc": 82.97403091507603, "frame_auc": 94.27581106083413, "frame_eer": 0.12514711651628088, "video_balanced_acc": 88.21428571428571, "video_auc": 97.14285714285714, "video_eer": 0.028571428571908898, "loss": 0.39205208593902535}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt", "dataset": "fsgan_32_frames_test", "num_images": 8894, "frame_balanced_acc": 92.71578724650627, "frame_auc": 95.98656839233354, "frame_eer": 0.08174818840645245, "video_balanced_acc": 94.96402877697841, "video_auc": 98.56115107913669, "video_eer": 0.01438848920926999, "loss": 0.23576921485456584}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt", "dataset": "heygen_32_frames_test", "num_images": 8607, "frame_balanced_acc": 58.318167183940695, "frame_auc": 47.25977649690876, "frame_eer": 0.5525233728173299, "video_balanced_acc": 58.80392156862745, "video_auc": 51.37254901960785, "video_eer": 0.5098039215680279, "loss": 0.4542783128269267}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt", "dataset": "hyperreenact_32_frames_test", "num_images": 8958, "frame_balanced_acc": 90.45663222580234, "frame_auc": 96.64178393973712, "frame_eer": 0.09040178571522851, "video_balanced_acc": 96.07142857142857, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.26586077115942414}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt", "dataset": "inswap_32_frames_test", "num_images": 8203, "frame_balanced_acc": 84.33940727374097, "frame_auc": 94.5408035106756, "frame_eer": 0.11483603559673293, "video_balanced_acc": 88.03418803418803, "video_auc": 99.14529914529915, "video_eer": 0.008547008547556769, "loss": 0.346927219682331}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt", "dataset": "lia_32_frames_test", "num_images": 8926, "frame_balanced_acc": 89.26805630082802, "frame_auc": 96.05662555708003, "frame_eer": 0.0992618275360697, "video_balanced_acc": 93.57142857142857, "video_auc": 97.85714285714285, "video_eer": 0.021428571428764583, "loss": 0.2961202549167794}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt", "dataset": "mcnet_32_frames_test", "num_images": 8877, "frame_balanced_acc": 60.64318284201381, "frame_auc": 77.3045860538567, "frame_eer": 0.2924558265492051, "video_balanced_acc": 60.71428571428571, "video_auc": 80.0, "video_eer": 0.2000000000002717, "loss": 0.7853638994354002}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt", "dataset": "mobileswap_32_frames_test", "num_images": 31601, "frame_balanced_acc": 81.0125475566233, "frame_auc": 93.26504740442927, "frame_eer": 0.13603507712820276, "video_balanced_acc": 86.46441073512253, "video_auc": 99.64994165694281, "video_eer": 0.003500583431063305, "loss": 0.5771420009905528}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt", "dataset": "one_shot_free_32_frames_test", "num_images": 8945, "frame_balanced_acc": 73.58934003945163, "frame_auc": 87.66956389934303, "frame_eer": 0.1887861616462869, "video_balanced_acc": 76.42857142857142, "video_auc": 93.57142857142857, "video_eer": 0.06428571428595846, "loss": 0.5551682666735385}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt", "dataset": "pirender_32_frames_test", "num_images": 8957, "frame_balanced_acc": 75.36232556057094, "frame_auc": 87.41700512769582, "frame_eer": 0.19017583030979626, "video_balanced_acc": 78.57142857142857, "video_auc": 96.42857142857143, "video_eer": 0.03571428571479326, "loss": 0.5283380548004009}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt", "dataset": "pixart_32_frames_test", "num_images": 8167, "frame_balanced_acc": 97.67998628516801, "frame_auc": 99.72725003211387, "frame_eer": 0.01719517641804949, "video_balanced_acc": 99.8238004879371, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.15820857223743207}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt", "dataset": "sadtalker_32_frames_test", "num_images": 8799, "frame_balanced_acc": 53.942739835647934, "frame_auc": 68.27122834265265, "frame_eer": 0.3626768179262023, "video_balanced_acc": 56.25, "video_auc": 55.14705882352941, "video_eer": 0.4485294117654326, "loss": 0.9335677330027061}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt", "dataset": "sd2.1_32_frames_test", "num_images": 29336, "frame_balanced_acc": 97.69929465554614, "frame_auc": 99.81107698426483, "frame_eer": 0.008932559178337471, "video_balanced_acc": 99.84310885831523, "video_auc": 99.95574865234532, "video_eer": 0.0004425134780992044, "loss": 0.11600644981378361}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt", "dataset": "simswap_32_frames_test", "num_images": 8904, "frame_balanced_acc": 81.24976916822051, "frame_auc": 92.80075286983187, "frame_eer": 0.13450862715678916, "video_balanced_acc": 85.61151079136691, "video_auc": 97.84172661870504, "video_eer": 0.021582733813334434, "loss": 0.4131273551771262}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt", "dataset": "stargan_32_frames_test", "num_images": 3852, "frame_balanced_acc": 65.36458333333334, "frame_auc": 90.49868713336784, "frame_eer": 0.17010911925193944, "video_balanced_acc": 65.36458333333334, "video_auc": 90.49868713336784, "video_eer": 0.17010911925193944, "loss": 0.6200490713367086}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt", "dataset": "starganv2_32_frames_test", "num_images": 3965, "frame_balanced_acc": 59.94974874371859, "frame_auc": 71.34525793524584, "frame_eer": 0.3833076753903673, "video_balanced_acc": 59.94974874371859, "video_auc": 71.34525793524584, "video_eer": 0.3833076753903673, "loss": 0.7567187900651449}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt", "dataset": "styleclip_32_frames_test", "num_images": 3779, "frame_balanced_acc": 70.4570628669542, "frame_auc": 86.46451661271686, "frame_eer": 0.20012639561788964, "video_balanced_acc": 70.4570628669542, "video_auc": 86.46451661271686, "video_eer": 0.20012639561788964, "loss": 0.7557378235428571}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt", "dataset": "tpsm_32_frames_test", "num_images": 8917, "frame_balanced_acc": 59.2100943351899, "frame_auc": 74.70972452643501, "frame_eer": 0.31243691824604686, "video_balanced_acc": 57.49999999999999, "video_auc": 75.71428571428571, "video_eer": 0.24285714285781398, "loss": 0.8246460443015214}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt", "dataset": "uniface_32_frames_test", "num_images": 8904, "frame_balanced_acc": 92.62572940319565, "frame_auc": 97.96057473934425, "frame_eer": 0.07243935309973042, "video_balanced_acc": 97.12230215827337, "video_auc": 99.28057553956835, "video_eer": 0.0071942446052006255, "loss": 0.23346211135333866}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt", "dataset": "wav2lip_32_frames_test", "num_images": 8823, "frame_balanced_acc": 69.36366565914115, "frame_auc": 82.9212115387284, "frame_eer": 0.24082798382468734, "video_balanced_acc": 70.35714285714285, "video_auc": 91.42857142857143, "video_eer": 0.08571428571446132, "loss": 0.6381049059854131}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt", "dataset": "whichfaceisreal_32_frames_test", "num_images": 1990, "frame_balanced_acc": 49.138727804046304, "frame_auc": 40.28575064975469, "frame_eer": 0.5762239925748318, "video_balanced_acc": 49.138727804046304, "video_auc": 40.28575064975469, "video_eer": 0.5762239925748318, "loss": 1.0108350578264975}

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_test_results.txt

@@ -0,0 +1,342 @@
+[17:52:32.425202] job dir: /mnt/localdisk1/wanggaojian/released/TPAMI/R1/FSFM-CVPR25-TPAMI-R1-release/fsvfm/finetune/cross_dataset_DFD_and_DiFF
+[17:52:32.425355] Namespace(batch_size=320,
+epochs=50,
+accum_iter=1,
+model='vit_large_patch16',
+input_size=224,
+normalize_from_IMN=False,
+apply_simple_augment=False,
+drop_path=0.1,
+clip_grad=None,
+weight_decay=0.05,
+lr=None,
+blr=0.001,
+layer_decay=0.75,
+min_lr=1e-06,
+warmup_epochs=5,
+color_jitter=None,
+aa='rand-m9-mstd0.5-inc1',
+smoothing=0.1,
+reprob=0.25,
+remode='pixel',
+recount=1,
+resplit=False,
+mixup=0,
+cutmix=0,
+cutmix_minmax=None,
+mixup_prob=1.0,
+mixup_switch_prob=0.5,
+mixup_mode='batch',
+finetune='',
+global_pool=True,
+data_path=None,
+nb_classes=2,
+test_split=None,
+dataset_abs_path='../../../datasets/finetune_datasets/deepfakes_detection',
+output_dir='./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+log_dir='./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+device='cuda',
+seed=0,
+resume='./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth',
+start_epoch=0,
+eval=True,
+dist_eval=False,
+num_workers=10,
+pin_mem=True,
+world_size=2,
+local_rank=0,
+dist_on_itp=False,
+dist_url='env://',
+test_split_root='../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets',
+split_glob='*.txt',
+delimiter_in_spilt=' ',
+results_csv='df40_results.csv',
+rank=0,
+gpu=0,
+distributed=True,
+dist_backend='nccl')
+[17:52:39.787263] Resume checkpoint ./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth
+[17:52:39.966487] 
+
+--DF40 subset testing on CollabDiff_32_frames_test with 1976 imgs--
+[17:52:45.000903] *[------FRAME-LEVEL------]
+Balanced_Acc 54.024 Auc 74.624 EER 0.331 loss 0.813
+[17:52:45.000987] *[------VIDEO-LEVEL------]
+Balanced_Acc 54.024 Auc 74.624 EER 0.331
+[17:52:45.030530] 
+
+--DF40 subset testing on DiT_32_frames_test with 8188 imgs--
+[17:52:55.998019] *[------FRAME-LEVEL------]
+Balanced_Acc 71.872 Auc 87.978 EER 0.188 loss 0.535
+[17:52:55.998105] *[------VIDEO-LEVEL------]
+Balanced_Acc 74.003 Auc 82.965 EER 0.170
+[17:52:56.031257] 
+
+--DF40 subset testing on MRAA_32_frames_test with 8934 imgs--
+[17:53:06.902702] *[------FRAME-LEVEL------]
+Balanced_Acc 96.196 Auc 99.262 EER 0.038 loss 0.184
+[17:53:06.902787] *[------VIDEO-LEVEL------]
+Balanced_Acc 99.286 Auc 100.000 EER 0.000
+[17:53:06.914911] 
+
+--DF40 subset testing on MidJourney_32_frames_test with 1587 imgs--
+[17:53:11.605375] *[------FRAME-LEVEL------]
+Balanced_Acc 60.583 Auc 87.614 EER 0.209 loss 0.561
+[17:53:11.605444] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.583 Auc 87.614 EER 0.209
+[17:53:11.634410] 
+
+--DF40 subset testing on RDDM_32_frames_test with 8189 imgs--
+[17:53:22.142812] *[------FRAME-LEVEL------]
+Balanced_Acc 54.431 Auc 84.066 EER 0.227 loss 0.750
+[17:53:22.142880] *[------VIDEO-LEVEL------]
+Balanced_Acc 56.575 Auc 74.832 EER 0.252
+[17:53:22.172359] 
+
+--DF40 subset testing on SiT_32_frames_test with 8187 imgs--
+[17:53:32.303598] *[------FRAME-LEVEL------]
+Balanced_Acc 75.074 Auc 90.722 EER 0.162 loss 0.481
+[17:53:32.303680] *[------VIDEO-LEVEL------]
+Balanced_Acc 77.218 Auc 88.056 EER 0.119
+[17:53:32.333164] 
+
+--DF40 subset testing on StyleGAN2_32_frames_test with 8156 imgs--
+[17:53:42.808672] *[------FRAME-LEVEL------]
+Balanced_Acc 97.761 Auc 99.175 EER 0.027 loss 0.190
+[17:53:42.808773] *[------VIDEO-LEVEL------]
+Balanced_Acc 99.905 Auc 100.000 EER 0.000
+[17:53:42.849666] 
+
+--DF40 subset testing on StyleGAN3_32_frames_test with 8156 imgs--
+[17:53:53.544017] *[------FRAME-LEVEL------]
+Balanced_Acc 97.761 Auc 99.175 EER 0.027 loss 0.190
+[17:53:53.544101] *[------VIDEO-LEVEL------]
+Balanced_Acc 99.905 Auc 100.000 EER 0.000
+[17:53:53.573988] 
+
+--DF40 subset testing on StyleGANXL_32_frames_test with 8189 imgs--
+[17:54:03.792032] *[------FRAME-LEVEL------]
+Balanced_Acc 97.856 Auc 99.362 EER 0.018 loss 0.179
+[17:54:03.792143] *[------VIDEO-LEVEL------]
+Balanced_Acc 100.000 Auc 100.000 EER 0.000
+[17:54:03.833775] 
+
+--DF40 subset testing on VQGAN_32_frames_test with 8188 imgs--
+[17:54:14.035032] *[------FRAME-LEVEL------]
+Balanced_Acc 96.225 Auc 99.007 EER 0.038 loss 0.199
+[17:54:14.035130] *[------VIDEO-LEVEL------]
+Balanced_Acc 98.369 Auc 99.919 EER 0.001
+[17:54:14.067790] 
+
+--DF40 subset testing on blendface_32_frames_test with 8907 imgs--
+[17:54:25.537512] *[------FRAME-LEVEL------]
+Balanced_Acc 86.386 Auc 94.976 EER 0.108 loss 0.335
+[17:54:25.537592] *[------VIDEO-LEVEL------]
+Balanced_Acc 90.647 Auc 98.561 EER 0.014
+[17:54:25.570523] 
+
+--DF40 subset testing on danet_32_frames_test with 8888 imgs--
+[17:54:36.874405] *[------FRAME-LEVEL------]
+Balanced_Acc 57.437 Auc 72.896 EER 0.326 loss 0.860
+[17:54:36.874483] *[------VIDEO-LEVEL------]
+Balanced_Acc 56.429 Auc 70.000 EER 0.300
+[17:54:36.903759] 
+
+--DF40 subset testing on ddim_32_frames_test with 8127 imgs--
+[17:54:46.997661] *[------FRAME-LEVEL------]
+Balanced_Acc 68.369 Auc 93.513 EER 0.123 loss 0.502
+[17:54:46.997741] *[------VIDEO-LEVEL------]
+Balanced_Acc 70.499 Auc 99.507 EER 0.005
+[17:54:47.016291] 
+
+--DF40 subset testing on deepfacelab_32_frames_test with 4662 imgs--
+[17:54:53.827662] *[------FRAME-LEVEL------]
+Balanced_Acc 86.742 Auc 93.900 EER 0.125 loss 0.355
+[17:54:53.827735] *[------VIDEO-LEVEL------]
+Balanced_Acc 91.459 Auc 97.245 EER 0.061
+[17:54:53.964157] 
+
+--DF40 subset testing on e4e_32_frames_test with 36425 imgs--
+[17:55:32.789387] *[------FRAME-LEVEL------]
+Balanced_Acc 91.095 Auc 97.694 EER 0.078 loss 0.307
+[17:55:32.789463] *[------VIDEO-LEVEL------]
+Balanced_Acc 95.445 Auc 99.900 EER 0.001
+[17:55:32.824963] 
+
+--DF40 subset testing on e4s_32_frames_test with 8112 imgs--
+[17:55:43.059503] *[------FRAME-LEVEL------]
+Balanced_Acc 90.220 Auc 96.777 EER 0.081 loss 0.274
+[17:55:43.059582] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.391 Auc 99.130 EER 0.009
+[17:55:43.092314] 
+
+--DF40 subset testing on facedancer_32_frames_test with 8895 imgs--
+[17:55:54.288454] *[------FRAME-LEVEL------]
+Balanced_Acc 86.910 Auc 95.443 EER 0.111 loss 0.331
+[17:55:54.288530] *[------VIDEO-LEVEL------]
+Balanced_Acc 92.086 Auc 98.561 EER 0.014
+[17:55:54.321374] 
+
+--DF40 subset testing on faceswap_32_frames_test with 8905 imgs--
+[17:56:05.374520] *[------FRAME-LEVEL------]
+Balanced_Acc 94.513 Auc 97.890 EER 0.059 loss 0.206
+[17:56:05.374619] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.482 Auc 97.122 EER 0.029
+[17:56:05.423409] 
+
+--DF40 subset testing on facevid2vid_32_frames_test with 8945 imgs--
+[17:56:16.894813] *[------FRAME-LEVEL------]
+Balanced_Acc 64.803 Auc 80.696 EER 0.267 loss 0.719
+[17:56:16.894891] *[------VIDEO-LEVEL------]
+Balanced_Acc 66.786 Auc 85.000 EER 0.150
+[17:56:16.928172] 
+
+--DF40 subset testing on fomm_32_frames_test with 8933 imgs--
+[17:56:27.610218] *[------FRAME-LEVEL------]
+Balanced_Acc 82.974 Auc 94.276 EER 0.125 loss 0.392
+[17:56:27.610315] *[------VIDEO-LEVEL------]
+Balanced_Acc 88.214 Auc 97.143 EER 0.029
+[17:56:27.656857] 
+
+--DF40 subset testing on fsgan_32_frames_test with 8894 imgs--
+[17:56:38.336627] *[------FRAME-LEVEL------]
+Balanced_Acc 92.716 Auc 95.987 EER 0.082 loss 0.236
+[17:56:38.336824] *[------VIDEO-LEVEL------]
+Balanced_Acc 94.964 Auc 98.561 EER 0.014
+[17:56:38.370287] 
+
+--DF40 subset testing on heygen_32_frames_test with 8607 imgs--
+[17:56:50.260983] *[------FRAME-LEVEL------]
+Balanced_Acc 58.318 Auc 47.260 EER 0.553 loss 0.454
+[17:56:50.261060] *[------VIDEO-LEVEL------]
+Balanced_Acc 58.804 Auc 51.373 EER 0.510
+[17:56:50.294965] 
+
+--DF40 subset testing on hyperreenact_32_frames_test with 8958 imgs--
+[17:57:01.210798] *[------FRAME-LEVEL------]
+Balanced_Acc 90.457 Auc 96.642 EER 0.090 loss 0.266
+[17:57:01.210876] *[------VIDEO-LEVEL------]
+Balanced_Acc 96.071 Auc 100.000 EER 0.000
+[17:57:01.241518] 
+
+--DF40 subset testing on inswap_32_frames_test with 8203 imgs--
+[17:57:11.990998] *[------FRAME-LEVEL------]
+Balanced_Acc 84.339 Auc 94.541 EER 0.115 loss 0.347
+[17:57:11.991084] *[------VIDEO-LEVEL------]
+Balanced_Acc 88.034 Auc 99.145 EER 0.009
+[17:57:12.024270] 
+
+--DF40 subset testing on lia_32_frames_test with 8926 imgs--
+[17:57:23.409666] *[------FRAME-LEVEL------]
+Balanced_Acc 89.268 Auc 96.057 EER 0.099 loss 0.296
+[17:57:23.409748] *[------VIDEO-LEVEL------]
+Balanced_Acc 93.571 Auc 97.857 EER 0.021
+[17:57:23.442661] 
+
+--DF40 subset testing on mcnet_32_frames_test with 8877 imgs--
+[17:57:34.927224] *[------FRAME-LEVEL------]
+Balanced_Acc 60.643 Auc 77.305 EER 0.292 loss 0.785
+[17:57:34.927298] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.714 Auc 80.000 EER 0.200
+[17:57:35.045725] 
+
+--DF40 subset testing on mobileswap_32_frames_test with 31601 imgs--
+[17:58:10.420370] *[------FRAME-LEVEL------]
+Balanced_Acc 81.013 Auc 93.265 EER 0.136 loss 0.577
+[17:58:10.420454] *[------VIDEO-LEVEL------]
+Balanced_Acc 86.464 Auc 99.650 EER 0.004
+[17:58:10.457938] 
+
+--DF40 subset testing on one_shot_free_32_frames_test with 8945 imgs--
+[17:58:21.851272] *[------FRAME-LEVEL------]
+Balanced_Acc 73.589 Auc 87.670 EER 0.189 loss 0.555
+[17:58:21.851350] *[------VIDEO-LEVEL------]
+Balanced_Acc 76.429 Auc 93.571 EER 0.064
+[17:58:21.885794] 
+
+--DF40 subset testing on pirender_32_frames_test with 8957 imgs--
+[17:58:32.377509] *[------FRAME-LEVEL------]
+Balanced_Acc 75.362 Auc 87.417 EER 0.190 loss 0.528
+[17:58:32.377589] *[------VIDEO-LEVEL------]
+Balanced_Acc 78.571 Auc 96.429 EER 0.036
+[17:58:32.409787] 
+
+--DF40 subset testing on pixart_32_frames_test with 8167 imgs--
+[17:58:43.507197] *[------FRAME-LEVEL------]
+Balanced_Acc 97.680 Auc 99.727 EER 0.017 loss 0.158
+[17:58:43.507287] *[------VIDEO-LEVEL------]
+Balanced_Acc 99.824 Auc 100.000 EER 0.000
+[17:58:43.543512] 
+
+--DF40 subset testing on sadtalker_32_frames_test with 8799 imgs--
+[17:58:54.473057] *[------FRAME-LEVEL------]
+Balanced_Acc 53.943 Auc 68.271 EER 0.363 loss 0.934
+[17:58:54.473132] *[------VIDEO-LEVEL------]
+Balanced_Acc 56.250 Auc 55.147 EER 0.449
+[17:58:54.574834] 
+
+--DF40 subset testing on sd2.1_32_frames_test with 29336 imgs--
+[17:59:26.864139] *[------FRAME-LEVEL------]
+Balanced_Acc 97.699 Auc 99.811 EER 0.009 loss 0.116
+[17:59:26.864219] *[------VIDEO-LEVEL------]
+Balanced_Acc 99.843 Auc 99.956 EER 0.000
+[17:59:26.900857] 
+
+--DF40 subset testing on simswap_32_frames_test with 8904 imgs--
+[17:59:37.685373] *[------FRAME-LEVEL------]
+Balanced_Acc 81.250 Auc 92.801 EER 0.135 loss 0.413
+[17:59:37.685449] *[------VIDEO-LEVEL------]
+Balanced_Acc 85.612 Auc 97.842 EER 0.022
+[17:59:37.700238] 
+
+--DF40 subset testing on stargan_32_frames_test with 3852 imgs--
+[17:59:43.297054] *[------FRAME-LEVEL------]
+Balanced_Acc 65.365 Auc 90.499 EER 0.170 loss 0.620
+[17:59:43.297131] *[------VIDEO-LEVEL------]
+Balanced_Acc 65.365 Auc 90.499 EER 0.170
+[17:59:43.312163] 
+
+--DF40 subset testing on starganv2_32_frames_test with 3965 imgs--
+[17:59:49.618888] *[------FRAME-LEVEL------]
+Balanced_Acc 59.950 Auc 71.345 EER 0.383 loss 0.757
+[17:59:49.618969] *[------VIDEO-LEVEL------]
+Balanced_Acc 59.950 Auc 71.345 EER 0.383
+[17:59:49.633193] 
+
+--DF40 subset testing on styleclip_32_frames_test with 3779 imgs--
+[17:59:58.513236] *[------FRAME-LEVEL------]
+Balanced_Acc 70.457 Auc 86.465 EER 0.200 loss 0.756
+[17:59:58.513314] *[------VIDEO-LEVEL------]
+Balanced_Acc 70.457 Auc 86.465 EER 0.200
+[17:59:58.545942] 
+
+--DF40 subset testing on tpsm_32_frames_test with 8917 imgs--
+[18:00:10.521383] *[------FRAME-LEVEL------]
+Balanced_Acc 59.210 Auc 74.710 EER 0.312 loss 0.825
+[18:00:10.521461] *[------VIDEO-LEVEL------]
+Balanced_Acc 57.500 Auc 75.714 EER 0.243
+[18:00:10.579415] 
+
+--DF40 subset testing on uniface_32_frames_test with 8904 imgs--
+[18:00:21.145458] *[------FRAME-LEVEL------]
+Balanced_Acc 92.626 Auc 97.961 EER 0.072 loss 0.233
+[18:00:21.145557] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.122 Auc 99.281 EER 0.007
+[18:00:21.194952] 
+
+--DF40 subset testing on wav2lip_32_frames_test with 8823 imgs--
+[18:00:31.828839] *[------FRAME-LEVEL------]
+Balanced_Acc 69.364 Auc 82.921 EER 0.241 loss 0.638
+[18:00:31.828919] *[------VIDEO-LEVEL------]
+Balanced_Acc 70.357 Auc 91.429 EER 0.086
+[18:00:31.837911] 
+
+--DF40 subset testing on whichfaceisreal_32_frames_test with 1990 imgs--
+[18:00:40.105755] *[------FRAME-LEVEL------]
+Balanced_Acc 49.139 Auc 40.286 EER 0.576 loss 1.011
+[18:00:40.105852] *[------VIDEO-LEVEL------]
+Balanced_Acc 49.139 Auc 40.286 EER 0.576
+[18:00:40.107129] 
+Saved CSV results to: ./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv
+[18:00:40.107163] Saved JSONL results to: ./checkpoint/finetuned_models/ViT-L_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl
+[18:00:40.107189] Testing time 0:08:00

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv

@@ -0,0 +1,41 @@
+split_file,dataset,num_images,frame_balanced_acc,frame_auc,frame_eer,video_balanced_acc,video_auc,video_eer,loss
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt,CollabDiff_32_frames_test,1976,50.60177767214283,64.33791137865892,0.39654221077800256,50.60177767214283,64.33791137865892,0.39654221077800256,1.0529198779268303
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt,DiT_32_frames_test,8188,56.74313715812195,68.75371236918677,0.36650176678445223,60.60646900269542,55.01347708894879,0.4498652291107334,0.7982918395900587
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt,MRAA_32_frames_test,8934,92.60210801179996,97.44876808462357,0.07396615488064552,97.85714285714286,100.0,0.0,0.2617629192500993
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt,MidJourney_32_frames_test,1587,71.9156388000609,85.57653587804342,0.21172022684353134,71.9156388000609,85.57653587804342,0.21172022684353134,0.47776041841386774
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt,RDDM_32_frames_test,8189,46.51392495952246,60.560660104328726,0.42390272122951994,50.37725680409593,30.450013473457293,0.6954998652647032,0.9697238057506057
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt,SiT_32_frames_test,8187,58.57937508451793,72.57788323394286,0.3390741419323315,62.42922620652467,61.1215961175519,0.3887840388245153,0.7506671467586884
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt,StyleGAN2_32_frames_test,8156,74.49447130931452,88.80962598612126,0.19249665029054794,78.35780315388799,90.0489396411093,0.09951060358924733,0.4783229104235454
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt,StyleGAN3_32_frames_test,8156,74.49447130931452,88.80962598612126,0.19249665029054794,78.35780315388799,90.0489396411093,0.09951060358924733,0.4783229104235454
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt,StyleGANXL_32_frames_test,8189,92.2967328280215,97.21667798581501,0.07679870654774175,96.16006467259498,98.76044192939908,0.01239558070661954,0.2652922018549064
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt,VQGAN_32_frames_test,8188,70.09893230636992,78.833629881457,0.28335946248648947,73.9622641509434,72.47978436657682,0.2752021563350242,0.6036727534717156
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt,blendface_32_frames_test,8907,68.38774063228361,80.9591151381466,0.2647191011235955,71.22302158273382,88.48920863309353,0.11510791366994064,0.627975308387866
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt,danet_32_frames_test,8888,55.161611466084125,67.77711948260024,0.36986784706184245,56.07142857142857,67.14285714285715,0.3285714285719127,0.8741675786452718
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt,ddim_32_frames_test,8127,51.04212170434405,69.69966809508465,0.35777561337597447,54.905453548917514,53.05563167991231,0.46944368320155083,0.8279110584896224
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt,deepfacelab_32_frames_test,4662,72.01061513591299,82.23598950530186,0.2574002574002574,73.81632653061226,86.18367346938776,0.22448979591836904,0.5888347768159651
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt,e4e_32_frames_test,36425,67.51582738790532,81.68250988723746,0.26646263708237694,71.02102102102103,89.1891891891892,0.10810810810815391,0.9206854247506874
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt,e4s_32_frames_test,8112,59.771780978761704,73.06795000716522,0.33460374193077785,61.73913043478261,75.65217391304347,0.24347826087001978,0.7307094769364983
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt,facedancer_32_frames_test,8895,66.75020675628684,80.55798261275436,0.28004187542057724,69.06474820143885,87.76978417266187,0.12230215827396808,0.6521030584837092
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt,faceswap_32_frames_test,8905,91.58505306620133,96.62329035165571,0.08402981703285586,97.12230215827337,97.84172661870504,0.021582733813334434,0.26175316562483913
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt,facevid2vid_32_frames_test,8945,59.57969479522953,74.10326714300983,0.3180707888308827,61.07142857142858,82.14285714285714,0.17857142857170064,0.771840029871617
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt,fomm_32_frames_test,8933,74.77864346406851,88.74402303016267,0.1881603219855859,78.92857142857143,97.85714285714285,0.021428571428764583,0.5024121737715033
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt,fsgan_32_frames_test,8894,87.11266453223813,93.62872220307332,0.12652141247182566,92.44604316546763,98.56115107913669,0.01438848920926999,0.3302494622708332
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt,heygen_32_frames_test,8607,59.14771478329936,45.26815246122855,0.5658094780201931,58.80392156862745,45.01960784313725,0.5882352941168727,0.4930430724810014
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt,hyperreenact_32_frames_test,8958,71.32640029828367,85.28986453614496,0.22952121061773373,76.42857142857142,95.0,0.05000000000089973,0.5591851022526153
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt,inswap_32_frames_test,8203,74.36485607488962,86.36592618348915,0.21248323005174727,77.35042735042735,91.45299145299145,0.08547008547059387,0.5013326277285832
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt,lia_32_frames_test,8926,85.80618254391574,93.34892598426842,0.13421643466546926,91.07142857142857,95.71428571428572,0.04285714285795569,0.3604230981169061
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt,mcnet_32_frames_test,8877,60.92411984899325,75.52409745160116,0.30393174739312956,60.71428571428571,83.57142857142857,0.1642857142868958,0.74438886772986
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt,mobileswap_32_frames_test,31601,75.53607087636448,88.07092421688655,0.19630614657210402,81.15519253208868,98.36639439906651,0.016336056009986694,0.6761230128818115
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt,one_shot_free_32_frames_test,8945,62.69140287671598,77.36691321689811,0.2948408440629246,63.92857142857142,85.0,0.15000000000077846,0.7184091221493273
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt,pirender_32_frames_test,8957,62.948456501039395,75.53377974191704,0.30802893632222916,62.5,84.28571428571429,0.1571428571435458,0.7348357040833932
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt,pixart_32_frames_test,8167,88.61430437120316,94.96131262371104,0.11644422676625439,92.47763621577663,95.25616698292221,0.047438330171460874,0.30484222419933077
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt,sadtalker_32_frames_test,8799,56.296353413468644,69.12082149362683,0.3615534749526208,57.35294117647059,63.970588235294116,0.36029411764747954,0.8428911290828281
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt,sd2.1_32_frames_test,29336,94.54563106475149,98.86291518585728,0.048012505582849495,98.40896290932497,99.13508729584038,0.008649127042794738,0.16700067926012335
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt,simswap_32_frames_test,8904,63.194960066858975,76.19651589828023,0.31106313782662337,66.18705035971223,79.85611510791367,0.2014388489218793,0.7202747766755233
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt,stargan_32_frames_test,3852,55.05337732919254,72.30629151570048,0.33884039900249374,55.05337732919254,72.30629151570048,0.33884039900249374,0.9462389645175399
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt,starganv2_32_frames_test,3965,49.9741110616373,53.84123147382483,0.4746743502010925,49.9741110616373,53.84123147382483,0.4746743502010925,1.1814890863916463
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt,styleclip_32_frames_test,3779,56.29257550767205,69.38729122014753,0.3613350410608001,56.29257550767205,69.38729122014753,0.3613350410608001,1.2907501206444698
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt,tpsm_32_frames_test,8917,60.926035129970344,74.90039411722861,0.31304236446892847,61.07142857142858,80.71428571428572,0.19285714285787123,0.7534363331435922
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt,uniface_32_frames_test,8904,77.24828135018478,88.69282763531183,0.18865793041057297,81.29496402877699,93.5251798561151,0.06474820143962581,0.47427791091952365
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt,wav2lip_32_frames_test,8823,65.63033904150248,79.28078250863061,0.2799948298704237,69.28571428571428,87.85714285714286,0.12142857142959024,0.663604311063205
+../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt,whichfaceisreal_32_frames_test,1990,47.514265310018594,34.281643533412996,0.615949330646322,47.514265310018594,34.281643533412996,0.615949330646322,1.2481376957054713

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl

@@ -0,0 +1,40 @@
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/CollabDiff_32_frames_test.txt", "dataset": "CollabDiff_32_frames_test", "num_images": 1976, "frame_balanced_acc": 50.60177767214283, "frame_auc": 64.33791137865892, "frame_eer": 0.39654221077800256, "video_balanced_acc": 50.60177767214283, "video_auc": 64.33791137865892, "video_eer": 0.39654221077800256, "loss": 1.0529198779268303}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/DiT_32_frames_test.txt", "dataset": "DiT_32_frames_test", "num_images": 8188, "frame_balanced_acc": 56.74313715812195, "frame_auc": 68.75371236918677, "frame_eer": 0.36650176678445223, "video_balanced_acc": 60.60646900269542, "video_auc": 55.01347708894879, "video_eer": 0.4498652291107334, "loss": 0.7982918395900587}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MRAA_32_frames_test.txt", "dataset": "MRAA_32_frames_test", "num_images": 8934, "frame_balanced_acc": 92.60210801179996, "frame_auc": 97.44876808462357, "frame_eer": 0.07396615488064552, "video_balanced_acc": 97.85714285714286, "video_auc": 100.0, "video_eer": 0.0, "loss": 0.2617629192500993}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/MidJourney_32_frames_test.txt", "dataset": "MidJourney_32_frames_test", "num_images": 1587, "frame_balanced_acc": 71.9156388000609, "frame_auc": 85.57653587804342, "frame_eer": 0.21172022684353134, "video_balanced_acc": 71.9156388000609, "video_auc": 85.57653587804342, "video_eer": 0.21172022684353134, "loss": 0.47776041841386774}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/RDDM_32_frames_test.txt", "dataset": "RDDM_32_frames_test", "num_images": 8189, "frame_balanced_acc": 46.51392495952246, "frame_auc": 60.560660104328726, "frame_eer": 0.42390272122951994, "video_balanced_acc": 50.37725680409593, "video_auc": 30.450013473457293, "video_eer": 0.6954998652647032, "loss": 0.9697238057506057}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/SiT_32_frames_test.txt", "dataset": "SiT_32_frames_test", "num_images": 8187, "frame_balanced_acc": 58.57937508451793, "frame_auc": 72.57788323394286, "frame_eer": 0.3390741419323315, "video_balanced_acc": 62.42922620652467, "video_auc": 61.1215961175519, "video_eer": 0.3887840388245153, "loss": 0.7506671467586884}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN2_32_frames_test.txt", "dataset": "StyleGAN2_32_frames_test", "num_images": 8156, "frame_balanced_acc": 74.49447130931452, "frame_auc": 88.80962598612126, "frame_eer": 0.19249665029054794, "video_balanced_acc": 78.35780315388799, "video_auc": 90.0489396411093, "video_eer": 0.09951060358924733, "loss": 0.4783229104235454}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGAN3_32_frames_test.txt", "dataset": "StyleGAN3_32_frames_test", "num_images": 8156, "frame_balanced_acc": 74.49447130931452, "frame_auc": 88.80962598612126, "frame_eer": 0.19249665029054794, "video_balanced_acc": 78.35780315388799, "video_auc": 90.0489396411093, "video_eer": 0.09951060358924733, "loss": 0.4783229104235454}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/StyleGANXL_32_frames_test.txt", "dataset": "StyleGANXL_32_frames_test", "num_images": 8189, "frame_balanced_acc": 92.2967328280215, "frame_auc": 97.21667798581501, "frame_eer": 0.07679870654774175, "video_balanced_acc": 96.16006467259498, "video_auc": 98.76044192939908, "video_eer": 0.01239558070661954, "loss": 0.2652922018549064}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/VQGAN_32_frames_test.txt", "dataset": "VQGAN_32_frames_test", "num_images": 8188, "frame_balanced_acc": 70.09893230636992, "frame_auc": 78.833629881457, "frame_eer": 0.28335946248648947, "video_balanced_acc": 73.9622641509434, "video_auc": 72.47978436657682, "video_eer": 0.2752021563350242, "loss": 0.6036727534717156}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/blendface_32_frames_test.txt", "dataset": "blendface_32_frames_test", "num_images": 8907, "frame_balanced_acc": 68.38774063228361, "frame_auc": 80.9591151381466, "frame_eer": 0.2647191011235955, "video_balanced_acc": 71.22302158273382, "video_auc": 88.48920863309353, "video_eer": 0.11510791366994064, "loss": 0.627975308387866}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/danet_32_frames_test.txt", "dataset": "danet_32_frames_test", "num_images": 8888, "frame_balanced_acc": 55.161611466084125, "frame_auc": 67.77711948260024, "frame_eer": 0.36986784706184245, "video_balanced_acc": 56.07142857142857, "video_auc": 67.14285714285715, "video_eer": 0.3285714285719127, "loss": 0.8741675786452718}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/ddim_32_frames_test.txt", "dataset": "ddim_32_frames_test", "num_images": 8127, "frame_balanced_acc": 51.04212170434405, "frame_auc": 69.69966809508465, "frame_eer": 0.35777561337597447, "video_balanced_acc": 54.905453548917514, "video_auc": 53.05563167991231, "video_eer": 0.46944368320155083, "loss": 0.8279110584896224}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/deepfacelab_32_frames_test.txt", "dataset": "deepfacelab_32_frames_test", "num_images": 4662, "frame_balanced_acc": 72.01061513591299, "frame_auc": 82.23598950530186, "frame_eer": 0.2574002574002574, "video_balanced_acc": 73.81632653061226, "video_auc": 86.18367346938776, "video_eer": 0.22448979591836904, "loss": 0.5888347768159651}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4e_32_frames_test.txt", "dataset": "e4e_32_frames_test", "num_images": 36425, "frame_balanced_acc": 67.51582738790532, "frame_auc": 81.68250988723746, "frame_eer": 0.26646263708237694, "video_balanced_acc": 71.02102102102103, "video_auc": 89.1891891891892, "video_eer": 0.10810810810815391, "loss": 0.9206854247506874}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/e4s_32_frames_test.txt", "dataset": "e4s_32_frames_test", "num_images": 8112, "frame_balanced_acc": 59.771780978761704, "frame_auc": 73.06795000716522, "frame_eer": 0.33460374193077785, "video_balanced_acc": 61.73913043478261, "video_auc": 75.65217391304347, "video_eer": 0.24347826087001978, "loss": 0.7307094769364983}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facedancer_32_frames_test.txt", "dataset": "facedancer_32_frames_test", "num_images": 8895, "frame_balanced_acc": 66.75020675628684, "frame_auc": 80.55798261275436, "frame_eer": 0.28004187542057724, "video_balanced_acc": 69.06474820143885, "video_auc": 87.76978417266187, "video_eer": 0.12230215827396808, "loss": 0.6521030584837092}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/faceswap_32_frames_test.txt", "dataset": "faceswap_32_frames_test", "num_images": 8905, "frame_balanced_acc": 91.58505306620133, "frame_auc": 96.62329035165571, "frame_eer": 0.08402981703285586, "video_balanced_acc": 97.12230215827337, "video_auc": 97.84172661870504, "video_eer": 0.021582733813334434, "loss": 0.26175316562483913}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/facevid2vid_32_frames_test.txt", "dataset": "facevid2vid_32_frames_test", "num_images": 8945, "frame_balanced_acc": 59.57969479522953, "frame_auc": 74.10326714300983, "frame_eer": 0.3180707888308827, "video_balanced_acc": 61.07142857142858, "video_auc": 82.14285714285714, "video_eer": 0.17857142857170064, "loss": 0.771840029871617}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fomm_32_frames_test.txt", "dataset": "fomm_32_frames_test", "num_images": 8933, "frame_balanced_acc": 74.77864346406851, "frame_auc": 88.74402303016267, "frame_eer": 0.1881603219855859, "video_balanced_acc": 78.92857142857143, "video_auc": 97.85714285714285, "video_eer": 0.021428571428764583, "loss": 0.5024121737715033}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/fsgan_32_frames_test.txt", "dataset": "fsgan_32_frames_test", "num_images": 8894, "frame_balanced_acc": 87.11266453223813, "frame_auc": 93.62872220307332, "frame_eer": 0.12652141247182566, "video_balanced_acc": 92.44604316546763, "video_auc": 98.56115107913669, "video_eer": 0.01438848920926999, "loss": 0.3302494622708332}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/heygen_32_frames_test.txt", "dataset": "heygen_32_frames_test", "num_images": 8607, "frame_balanced_acc": 59.14771478329936, "frame_auc": 45.26815246122855, "frame_eer": 0.5658094780201931, "video_balanced_acc": 58.80392156862745, "video_auc": 45.01960784313725, "video_eer": 0.5882352941168727, "loss": 0.4930430724810014}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/hyperreenact_32_frames_test.txt", "dataset": "hyperreenact_32_frames_test", "num_images": 8958, "frame_balanced_acc": 71.32640029828367, "frame_auc": 85.28986453614496, "frame_eer": 0.22952121061773373, "video_balanced_acc": 76.42857142857142, "video_auc": 95.0, "video_eer": 0.05000000000089973, "loss": 0.5591851022526153}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/inswap_32_frames_test.txt", "dataset": "inswap_32_frames_test", "num_images": 8203, "frame_balanced_acc": 74.36485607488962, "frame_auc": 86.36592618348915, "frame_eer": 0.21248323005174727, "video_balanced_acc": 77.35042735042735, "video_auc": 91.45299145299145, "video_eer": 0.08547008547059387, "loss": 0.5013326277285832}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/lia_32_frames_test.txt", "dataset": "lia_32_frames_test", "num_images": 8926, "frame_balanced_acc": 85.80618254391574, "frame_auc": 93.34892598426842, "frame_eer": 0.13421643466546926, "video_balanced_acc": 91.07142857142857, "video_auc": 95.71428571428572, "video_eer": 0.04285714285795569, "loss": 0.3604230981169061}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mcnet_32_frames_test.txt", "dataset": "mcnet_32_frames_test", "num_images": 8877, "frame_balanced_acc": 60.92411984899325, "frame_auc": 75.52409745160116, "frame_eer": 0.30393174739312956, "video_balanced_acc": 60.71428571428571, "video_auc": 83.57142857142857, "video_eer": 0.1642857142868958, "loss": 0.74438886772986}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/mobileswap_32_frames_test.txt", "dataset": "mobileswap_32_frames_test", "num_images": 31601, "frame_balanced_acc": 75.53607087636448, "frame_auc": 88.07092421688655, "frame_eer": 0.19630614657210402, "video_balanced_acc": 81.15519253208868, "video_auc": 98.36639439906651, "video_eer": 0.016336056009986694, "loss": 0.6761230128818115}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/one_shot_free_32_frames_test.txt", "dataset": "one_shot_free_32_frames_test", "num_images": 8945, "frame_balanced_acc": 62.69140287671598, "frame_auc": 77.36691321689811, "frame_eer": 0.2948408440629246, "video_balanced_acc": 63.92857142857142, "video_auc": 85.0, "video_eer": 0.15000000000077846, "loss": 0.7184091221493273}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pirender_32_frames_test.txt", "dataset": "pirender_32_frames_test", "num_images": 8957, "frame_balanced_acc": 62.948456501039395, "frame_auc": 75.53377974191704, "frame_eer": 0.30802893632222916, "video_balanced_acc": 62.5, "video_auc": 84.28571428571429, "video_eer": 0.1571428571435458, "loss": 0.7348357040833932}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/pixart_32_frames_test.txt", "dataset": "pixart_32_frames_test", "num_images": 8167, "frame_balanced_acc": 88.61430437120316, "frame_auc": 94.96131262371104, "frame_eer": 0.11644422676625439, "video_balanced_acc": 92.47763621577663, "video_auc": 95.25616698292221, "video_eer": 0.047438330171460874, "loss": 0.30484222419933077}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sadtalker_32_frames_test.txt", "dataset": "sadtalker_32_frames_test", "num_images": 8799, "frame_balanced_acc": 56.296353413468644, "frame_auc": 69.12082149362683, "frame_eer": 0.3615534749526208, "video_balanced_acc": 57.35294117647059, "video_auc": 63.970588235294116, "video_eer": 0.36029411764747954, "loss": 0.8428911290828281}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/sd2.1_32_frames_test.txt", "dataset": "sd2.1_32_frames_test", "num_images": 29336, "frame_balanced_acc": 94.54563106475149, "frame_auc": 98.86291518585728, "frame_eer": 0.048012505582849495, "video_balanced_acc": 98.40896290932497, "video_auc": 99.13508729584038, "video_eer": 0.008649127042794738, "loss": 0.16700067926012335}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/simswap_32_frames_test.txt", "dataset": "simswap_32_frames_test", "num_images": 8904, "frame_balanced_acc": 63.194960066858975, "frame_auc": 76.19651589828023, "frame_eer": 0.31106313782662337, "video_balanced_acc": 66.18705035971223, "video_auc": 79.85611510791367, "video_eer": 0.2014388489218793, "loss": 0.7202747766755233}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/stargan_32_frames_test.txt", "dataset": "stargan_32_frames_test", "num_images": 3852, "frame_balanced_acc": 55.05337732919254, "frame_auc": 72.30629151570048, "frame_eer": 0.33884039900249374, "video_balanced_acc": 55.05337732919254, "video_auc": 72.30629151570048, "video_eer": 0.33884039900249374, "loss": 0.9462389645175399}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/starganv2_32_frames_test.txt", "dataset": "starganv2_32_frames_test", "num_images": 3965, "frame_balanced_acc": 49.9741110616373, "frame_auc": 53.84123147382483, "frame_eer": 0.4746743502010925, "video_balanced_acc": 49.9741110616373, "video_auc": 53.84123147382483, "video_eer": 0.4746743502010925, "loss": 1.1814890863916463}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/styleclip_32_frames_test.txt", "dataset": "styleclip_32_frames_test", "num_images": 3779, "frame_balanced_acc": 56.29257550767205, "frame_auc": 69.38729122014753, "frame_eer": 0.3613350410608001, "video_balanced_acc": 56.29257550767205, "video_auc": 69.38729122014753, "video_eer": 0.3613350410608001, "loss": 1.2907501206444698}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/tpsm_32_frames_test.txt", "dataset": "tpsm_32_frames_test", "num_images": 8917, "frame_balanced_acc": 60.926035129970344, "frame_auc": 74.90039411722861, "frame_eer": 0.31304236446892847, "video_balanced_acc": 61.07142857142858, "video_auc": 80.71428571428572, "video_eer": 0.19285714285787123, "loss": 0.7534363331435922}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/uniface_32_frames_test.txt", "dataset": "uniface_32_frames_test", "num_images": 8904, "frame_balanced_acc": 77.24828135018478, "frame_auc": 88.69282763531183, "frame_eer": 0.18865793041057297, "video_balanced_acc": 81.29496402877699, "video_auc": 93.5251798561151, "video_eer": 0.06474820143962581, "loss": 0.47427791091952365}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/wav2lip_32_frames_test.txt", "dataset": "wav2lip_32_frames_test", "num_images": 8823, "frame_balanced_acc": 65.63033904150248, "frame_auc": 79.28078250863061, "frame_eer": 0.2799948298704237, "video_balanced_acc": 69.28571428571428, "video_auc": 87.85714285714286, "video_eer": 0.12142857142959024, "loss": 0.663604311063205}
+{"split_file": "../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets/whichfaceisreal_32_frames_test.txt", "dataset": "whichfaceisreal_32_frames_test", "num_images": 1990, "frame_balanced_acc": 47.514265310018594, "frame_auc": 34.281643533412996, "frame_eer": 0.615949330646322, "video_balanced_acc": 47.514265310018594, "video_auc": 34.281643533412996, "video_eer": 0.615949330646322, "loss": 1.2481376957054713}

finetuned_models/FS-VFM_extensions/cross_dataset_DFD_and_DiFF/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_test_results.txt

@@ -0,0 +1,342 @@
+[22:36:42.293076] job dir: /mnt/localdisk1/wanggaojian/released/TPAMI/R1/FSFM-CVPR25-TPAMI-R1-release/fsvfm/finetune/cross_dataset_DFD_and_DiFF
+[22:36:42.293242] Namespace(batch_size=320,
+epochs=50,
+accum_iter=1,
+model='vit_small_patch16',
+input_size=224,
+normalize_from_IMN=False,
+apply_simple_augment=False,
+drop_path=0.1,
+clip_grad=None,
+weight_decay=0.05,
+lr=None,
+blr=0.001,
+layer_decay=0.75,
+min_lr=1e-06,
+warmup_epochs=5,
+color_jitter=None,
+aa='rand-m9-mstd0.5-inc1',
+smoothing=0.1,
+reprob=0.25,
+remode='pixel',
+recount=1,
+resplit=False,
+mixup=0,
+cutmix=0,
+cutmix_minmax=None,
+mixup_prob=1.0,
+mixup_switch_prob=0.5,
+mixup_mode='batch',
+finetune='',
+global_pool=True,
+data_path=None,
+nb_classes=2,
+test_split=None,
+dataset_abs_path='../../../datasets/finetune_datasets/deepfakes_detection',
+output_dir='./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+log_dir='./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets',
+device='cuda',
+seed=0,
+resume='./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth',
+start_epoch=0,
+eval=True,
+dist_eval=False,
+num_workers=10,
+pin_mem=True,
+world_size=2,
+local_rank=0,
+dist_on_itp=False,
+dist_url='env://',
+test_split_root='../../../datasets/finetune_datasets/deepfakes_detection/Splits/DF40_subsets',
+split_glob='*.txt',
+delimiter_in_spilt=' ',
+results_csv='df40_results.csv',
+rank=0,
+gpu=0,
+distributed=True,
+dist_backend='nccl')
+[22:36:42.791858] Resume checkpoint ./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/checkpoint-min_val_loss.pth
+[22:36:42.811788] 
+
+--DF40 subset testing on CollabDiff_32_frames_test with 1976 imgs--
+[22:36:46.218487] *[------FRAME-LEVEL------]
+Balanced_Acc 50.602 Auc 64.338 EER 0.397 loss 1.053
+[22:36:46.218575] *[------VIDEO-LEVEL------]
+Balanced_Acc 50.602 Auc 64.338 EER 0.397
+[22:36:46.260988] 
+
+--DF40 subset testing on DiT_32_frames_test with 8188 imgs--
+[22:36:50.447323] *[------FRAME-LEVEL------]
+Balanced_Acc 56.743 Auc 68.754 EER 0.367 loss 0.798
+[22:36:50.447436] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.606 Auc 55.013 EER 0.450
+[22:36:50.502771] 
+
+--DF40 subset testing on MRAA_32_frames_test with 8934 imgs--
+[22:36:54.425122] *[------FRAME-LEVEL------]
+Balanced_Acc 92.602 Auc 97.449 EER 0.074 loss 0.262
+[22:36:54.425244] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.857 Auc 100.000 EER 0.000
+[22:36:54.432866] 
+
+--DF40 subset testing on MidJourney_32_frames_test with 1587 imgs--
+[22:36:57.804920] *[------FRAME-LEVEL------]
+Balanced_Acc 71.916 Auc 85.577 EER 0.212 loss 0.478
+[22:36:57.805015] *[------VIDEO-LEVEL------]
+Balanced_Acc 71.916 Auc 85.577 EER 0.212
+[22:36:57.854473] 
+
+--DF40 subset testing on RDDM_32_frames_test with 8189 imgs--
+[22:37:01.503452] *[------FRAME-LEVEL------]
+Balanced_Acc 46.514 Auc 60.561 EER 0.424 loss 0.970
+[22:37:01.503624] *[------VIDEO-LEVEL------]
+Balanced_Acc 50.377 Auc 30.450 EER 0.695
+[22:37:01.554768] 
+
+--DF40 subset testing on SiT_32_frames_test with 8187 imgs--
+[22:37:05.327752] *[------FRAME-LEVEL------]
+Balanced_Acc 58.579 Auc 72.578 EER 0.339 loss 0.751
+[22:37:05.327847] *[------VIDEO-LEVEL------]
+Balanced_Acc 62.429 Auc 61.122 EER 0.389
+[22:37:05.377504] 
+
+--DF40 subset testing on StyleGAN2_32_frames_test with 8156 imgs--
+[22:37:08.977120] *[------FRAME-LEVEL------]
+Balanced_Acc 74.494 Auc 88.810 EER 0.192 loss 0.478
+[22:37:08.977202] *[------VIDEO-LEVEL------]
+Balanced_Acc 78.358 Auc 90.049 EER 0.100
+[22:37:09.007135] 
+
+--DF40 subset testing on StyleGAN3_32_frames_test with 8156 imgs--
+[22:37:12.315585] *[------FRAME-LEVEL------]
+Balanced_Acc 74.494 Auc 88.810 EER 0.192 loss 0.478
+[22:37:12.315780] *[------VIDEO-LEVEL------]
+Balanced_Acc 78.358 Auc 90.049 EER 0.100
+[22:37:12.388123] 
+
+--DF40 subset testing on StyleGANXL_32_frames_test with 8189 imgs--
+[22:37:15.789875] *[------FRAME-LEVEL------]
+Balanced_Acc 92.297 Auc 97.217 EER 0.077 loss 0.265
+[22:37:15.789952] *[------VIDEO-LEVEL------]
+Balanced_Acc 96.160 Auc 98.760 EER 0.012
+[22:37:15.899254] 
+
+--DF40 subset testing on VQGAN_32_frames_test with 8188 imgs--
+[22:37:19.252045] *[------FRAME-LEVEL------]
+Balanced_Acc 70.099 Auc 78.834 EER 0.283 loss 0.604
+[22:37:19.252126] *[------VIDEO-LEVEL------]
+Balanced_Acc 73.962 Auc 72.480 EER 0.275
+[22:37:19.285227] 
+
+--DF40 subset testing on blendface_32_frames_test with 8907 imgs--
+[22:37:22.674623] *[------FRAME-LEVEL------]
+Balanced_Acc 68.388 Auc 80.959 EER 0.265 loss 0.628
+[22:37:22.674757] *[------VIDEO-LEVEL------]
+Balanced_Acc 71.223 Auc 88.489 EER 0.115
+[22:37:22.742417] 
+
+--DF40 subset testing on danet_32_frames_test with 8888 imgs--
+[22:37:26.363227] *[------FRAME-LEVEL------]
+Balanced_Acc 55.162 Auc 67.777 EER 0.370 loss 0.874
+[22:37:26.363304] *[------VIDEO-LEVEL------]
+Balanced_Acc 56.071 Auc 67.143 EER 0.329
+[22:37:26.407643] 
+
+--DF40 subset testing on ddim_32_frames_test with 8127 imgs--
+[22:37:29.883164] *[------FRAME-LEVEL------]
+Balanced_Acc 51.042 Auc 69.700 EER 0.358 loss 0.828
+[22:37:29.883239] *[------VIDEO-LEVEL------]
+Balanced_Acc 54.905 Auc 53.056 EER 0.469
+[22:37:29.902003] 
+
+--DF40 subset testing on deepfacelab_32_frames_test with 4662 imgs--
+[22:37:32.632943] *[------FRAME-LEVEL------]
+Balanced_Acc 72.011 Auc 82.236 EER 0.257 loss 0.589
+[22:37:32.633017] *[------VIDEO-LEVEL------]
+Balanced_Acc 73.816 Auc 86.184 EER 0.224
+[22:37:32.769592] 
+
+--DF40 subset testing on e4e_32_frames_test with 36425 imgs--
+[22:38:00.751213] *[------FRAME-LEVEL------]
+Balanced_Acc 67.516 Auc 81.683 EER 0.266 loss 0.921
+[22:38:00.751294] *[------VIDEO-LEVEL------]
+Balanced_Acc 71.021 Auc 89.189 EER 0.108
+[22:38:00.787601] 
+
+--DF40 subset testing on e4s_32_frames_test with 8112 imgs--
+[22:38:04.245829] *[------FRAME-LEVEL------]
+Balanced_Acc 59.772 Auc 73.068 EER 0.335 loss 0.731
+[22:38:04.245903] *[------VIDEO-LEVEL------]
+Balanced_Acc 61.739 Auc 75.652 EER 0.243
+[22:38:04.280281] 
+
+--DF40 subset testing on facedancer_32_frames_test with 8895 imgs--
+[22:38:07.689897] *[------FRAME-LEVEL------]
+Balanced_Acc 66.750 Auc 80.558 EER 0.280 loss 0.652
+[22:38:07.689979] *[------VIDEO-LEVEL------]
+Balanced_Acc 69.065 Auc 87.770 EER 0.122
+[22:38:07.723989] 
+
+--DF40 subset testing on faceswap_32_frames_test with 8905 imgs--
+[22:38:10.995087] *[------FRAME-LEVEL------]
+Balanced_Acc 91.585 Auc 96.623 EER 0.084 loss 0.262
+[22:38:10.995178] *[------VIDEO-LEVEL------]
+Balanced_Acc 97.122 Auc 97.842 EER 0.022
+[22:38:11.041935] 
+
+--DF40 subset testing on facevid2vid_32_frames_test with 8945 imgs--
+[22:38:14.626190] *[------FRAME-LEVEL------]
+Balanced_Acc 59.580 Auc 74.103 EER 0.318 loss 0.772
+[22:38:14.626267] *[------VIDEO-LEVEL------]
+Balanced_Acc 61.071 Auc 82.143 EER 0.179
+[22:38:14.661150] 
+
+--DF40 subset testing on fomm_32_frames_test with 8933 imgs--
+[22:38:18.106072] *[------FRAME-LEVEL------]
+Balanced_Acc 74.779 Auc 88.744 EER 0.188 loss 0.502
+[22:38:18.106144] *[------VIDEO-LEVEL------]
+Balanced_Acc 78.929 Auc 97.857 EER 0.021
+[22:38:18.146644] 
+
+--DF40 subset testing on fsgan_32_frames_test with 8894 imgs--
+[22:38:21.632064] *[------FRAME-LEVEL------]
+Balanced_Acc 87.113 Auc 93.629 EER 0.127 loss 0.330
+[22:38:21.632157] *[------VIDEO-LEVEL------]
+Balanced_Acc 92.446 Auc 98.561 EER 0.014
+[22:38:21.679492] 
+
+--DF40 subset testing on heygen_32_frames_test with 8607 imgs--
+[22:38:25.682612] *[------FRAME-LEVEL------]
+Balanced_Acc 59.148 Auc 45.268 EER 0.566 loss 0.493
+[22:38:25.682684] *[------VIDEO-LEVEL------]
+Balanced_Acc 58.804 Auc 45.020 EER 0.588
+[22:38:25.716612] 
+
+--DF40 subset testing on hyperreenact_32_frames_test with 8958 imgs--
+[22:38:29.432005] *[------FRAME-LEVEL------]
+Balanced_Acc 71.326 Auc 85.290 EER 0.230 loss 0.559
+[22:38:29.432081] *[------VIDEO-LEVEL------]
+Balanced_Acc 76.429 Auc 95.000 EER 0.050
+[22:38:29.463300] 
+
+--DF40 subset testing on inswap_32_frames_test with 8203 imgs--
+[22:38:33.037802] *[------FRAME-LEVEL------]
+Balanced_Acc 74.365 Auc 86.366 EER 0.212 loss 0.501
+[22:38:33.037879] *[------VIDEO-LEVEL------]
+Balanced_Acc 77.350 Auc 91.453 EER 0.085
+[22:38:33.071098] 
+
+--DF40 subset testing on lia_32_frames_test with 8926 imgs--
+[22:38:36.518446] *[------FRAME-LEVEL------]
+Balanced_Acc 85.806 Auc 93.349 EER 0.134 loss 0.360
+[22:38:36.518530] *[------VIDEO-LEVEL------]
+Balanced_Acc 91.071 Auc 95.714 EER 0.043
+[22:38:36.560676] 
+
+--DF40 subset testing on mcnet_32_frames_test with 8877 imgs--
+[22:38:40.052869] *[------FRAME-LEVEL------]
+Balanced_Acc 60.924 Auc 75.524 EER 0.304 loss 0.744
+[22:38:40.052938] *[------VIDEO-LEVEL------]
+Balanced_Acc 60.714 Auc 83.571 EER 0.164
+[22:38:40.169130] 
+
+--DF40 subset testing on mobileswap_32_frames_test with 31601 imgs--
+[22:38:47.610057] *[------FRAME-LEVEL------]
+Balanced_Acc 75.536 Auc 88.071 EER 0.196 loss 0.676
+[22:38:47.610141] *[------VIDEO-LEVEL------]
+Balanced_Acc 81.155 Auc 98.366 EER 0.016
+[22:38:47.668691] 
+
+--DF40 subset testing on one_shot_free_32_frames_test with 8945 imgs--
+[22:38:51.084190] *[------FRAME-LEVEL------]
+Balanced_Acc 62.691 Auc 77.367 EER 0.295 loss 0.718
+[22:38:51.084260] *[------VIDEO-LEVEL------]
+Balanced_Acc 63.929 Auc 85.000 EER 0.150
+[22:38:51.121078] 
+
+--DF40 subset testing on pirender_32_frames_test with 8957 imgs--
+[22:38:54.737824] *[------FRAME-LEVEL------]
+Balanced_Acc 62.948 Auc 75.534 EER 0.308 loss 0.735
+[22:38:54.737898] *[------VIDEO-LEVEL------]
+Balanced_Acc 62.500 Auc 84.286 EER 0.157
+[22:38:54.768319] 
+
+--DF40 subset testing on pixart_32_frames_test with 8167 imgs--
+[22:39:02.019163] *[------FRAME-LEVEL------]
+Balanced_Acc 88.614 Auc 94.961 EER 0.116 loss 0.305
+[22:39:02.019243] *[------VIDEO-LEVEL------]
+Balanced_Acc 92.478 Auc 95.256 EER 0.047
+[22:39:02.053109] 
+
+--DF40 subset testing on sadtalker_32_frames_test with 8799 imgs--
+[22:39:05.584789] *[------FRAME-LEVEL------]
+Balanced_Acc 56.296 Auc 69.121 EER 0.362 loss 0.843
+[22:39:05.584859] *[------VIDEO-LEVEL------]
+Balanced_Acc 57.353 Auc 63.971 EER 0.360
+[22:39:05.748842] 
+
+--DF40 subset testing on sd2.1_32_frames_test with 29336 imgs--
+[22:39:18.345450] *[------FRAME-LEVEL------]
+Balanced_Acc 94.546 Auc 98.863 EER 0.048 loss 0.167
+[22:39:18.345522] *[------VIDEO-LEVEL------]
+Balanced_Acc 98.409 Auc 99.135 EER 0.009
+[22:39:18.383116] 
+
+--DF40 subset testing on simswap_32_frames_test with 8904 imgs--
+[22:39:21.885082] *[------FRAME-LEVEL------]
+Balanced_Acc 63.195 Auc 76.197 EER 0.311 loss 0.720
+[22:39:21.885159] *[------VIDEO-LEVEL------]
+Balanced_Acc 66.187 Auc 79.856 EER 0.201
+[22:39:21.901228] 
+
+--DF40 subset testing on stargan_32_frames_test with 3852 imgs--
+[22:39:24.185141] *[------FRAME-LEVEL------]
+Balanced_Acc 55.053 Auc 72.306 EER 0.339 loss 0.946
+[22:39:24.185233] *[------VIDEO-LEVEL------]
+Balanced_Acc 55.053 Auc 72.306 EER 0.339
+[22:39:24.200069] 
+
+--DF40 subset testing on starganv2_32_frames_test with 3965 imgs--
+[22:39:26.511382] *[------FRAME-LEVEL------]
+Balanced_Acc 49.974 Auc 53.841 EER 0.475 loss 1.181
+[22:39:26.511453] *[------VIDEO-LEVEL------]
+Balanced_Acc 49.974 Auc 53.841 EER 0.475
+[22:39:26.526571] 
+
+--DF40 subset testing on styleclip_32_frames_test with 3779 imgs--
+[22:39:33.648813] *[------FRAME-LEVEL------]
+Balanced_Acc 56.293 Auc 69.387 EER 0.361 loss 1.291
+[22:39:33.648890] *[------VIDEO-LEVEL------]
+Balanced_Acc 56.293 Auc 69.387 EER 0.361
+[22:39:33.685942] 
+
+--DF40 subset testing on tpsm_32_frames_test with 8917 imgs--
+[22:39:37.243906] *[------FRAME-LEVEL------]
+Balanced_Acc 60.926 Auc 74.900 EER 0.313 loss 0.753
+[22:39:37.243984] *[------VIDEO-LEVEL------]
+Balanced_Acc 61.071 Auc 80.714 EER 0.193
+[22:39:37.277555] 
+
+--DF40 subset testing on uniface_32_frames_test with 8904 imgs--
+[22:39:40.684180] *[------FRAME-LEVEL------]
+Balanced_Acc 77.248 Auc 88.693 EER 0.189 loss 0.474
+[22:39:40.684321] *[------VIDEO-LEVEL------]
+Balanced_Acc 81.295 Auc 93.525 EER 0.065
+[22:39:40.727412] 
+
+--DF40 subset testing on wav2lip_32_frames_test with 8823 imgs--
+[22:39:44.381717] *[------FRAME-LEVEL------]
+Balanced_Acc 65.630 Auc 79.281 EER 0.280 loss 0.664
+[22:39:44.381787] *[------VIDEO-LEVEL------]
+Balanced_Acc 69.286 Auc 87.857 EER 0.121
+[22:39:44.390638] 
+
+--DF40 subset testing on whichfaceisreal_32_frames_test with 1990 imgs--
+[22:39:52.017841] *[------FRAME-LEVEL------]
+Balanced_Acc 47.514 Auc 34.282 EER 0.616 loss 1.248
+[22:39:52.017935] *[------VIDEO-LEVEL------]
+Balanced_Acc 47.514 Auc 34.282 EER 0.616
+[22:39:52.019972] 
+Saved CSV results to: ./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.csv
+[22:39:52.019999] Saved JSONL results to: ./checkpoint/finetuned_models/ViT-S_VF2_600e/FT_on_FF++_c23_32frames/cross_manipulation_test/DF40_subsets/df40_results.jsonl
+[22:39:52.020023] Testing time 0:03:09