docs(tables): add mega_ensembles_srm_all_models.csv to repo
Browse files
tables/mega_ensembles_srm_all_models.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ensemble_name,type,k_architectures,total_models,strategy,threshold,test_auc,test_acc,test_f1,test_d_auc,test_d_acc,test_d_f1,delta_auc,df40_auc,df40_acc,df40_f1,celeb_frame_auc,celeb_frame_acc,celeb_video_auc,celeb_video_acc,celeb_video_f1
|
| 2 |
+
DINO + CLIP (Vision-Language & Self-Supervised),specialized_meta_ensemble,2,10,geometric,0.21787878787878787,0.9416518712546786,0.8531935123964671,0.8595008284459407,0.8859947921010984,0.7801282791142475,0.7807716967793907,-0.0556570791535802,0.841494897320118,0.7844966804234703,0.8105080467024298,0.712855438055372,0.7114543114543115,0.750578321216127,0.696911196911197,0.80545229244114
|
| 3 |
+
Transformers Committee (CLIP + DINO + ViT),specialized_meta_ensemble,3,15,stacking,0.32676767676767676,0.9419941889875503,0.850330041165834,0.8553766410332668,0.8834307438248898,0.7707299378390411,0.7684930822636232,-0.05856344516266043,0.8356646439097484,0.7699623183204737,0.7927578402845135,0.7267529925828009,0.7109395109395109,0.7676140118968936,0.7277992277992278,0.8156862745098039
|
| 4 |
+
DINO + CLIP (Vision-Language & Self-Supervised),specialized_meta_ensemble,2,10,stacking,0.38616161616161615,0.94224589655547,0.8451911820475193,0.8492170980434143,0.8832624192700516,0.7651074213919438,0.7605097111860759,-0.05898347728541842,0.8357045412661513,0.7684371074825049,0.7892889215446159,0.7265276125431447,0.7106821106821107,0.7668374091209518,0.7316602316602316,0.8163804491413474
|
| 5 |
+
DINO + CLIP (Vision-Language & Self-Supervised),specialized_meta_ensemble,2,10,mean,0.40595959595959596,0.9390066147427236,0.8383979950205279,0.8418742975148833,0.8815781671616083,0.7657889385370465,0.7593734471698965,-0.057428447581115316,0.8391713481788599,0.778126682217836,0.7982048143614852,0.7072276198869061,0.6993564993564994,0.744960343688037,0.7181467181467182,0.7994505494505495
|
| 6 |
+
DINO + CLIP + Xception (Multi-Spectral Champion),specialized_meta_ensemble,3,15,stacking,0.3564646464646465,0.9395659868623516,0.8486262483030773,0.8536276864862566,0.8786061691265253,0.7680753186367458,0.7659826974267968,-0.06095981773582626,0.8337859860893604,0.767988516059573,0.7910809500727096,0.7276299111404863,0.7104247104247104,0.7679279576999338,0.7374517374517374,0.8238341968911918
|
| 7 |
+
Mega-Ensemble (All 6 Architectures x 5 Seeds),all_6_architectures_bagged,6,30,stacking,0.3465656565656566,0.9400302352587055,0.8503520255898696,0.8558236079046025,0.8770728655219,0.7690151527642665,0.7685113273956078,-0.06295736973680555,0.8295582005615374,0.7663735869370177,0.7906415822479498,0.729756737901153,0.7148005148005148,0.7710508922670192,0.7374517374517374,0.8247422680412371
|
| 8 |
+
DINO + CLIP + Xception (Multi-Spectral Champion),specialized_meta_ensemble,3,15,geometric,0.24757575757575756,0.9364634966915455,0.8494231836743668,0.8568173384968355,0.8770214949595015,0.7772758000956322,0.7814640249360959,-0.05944200173204395,0.8307126530235281,0.7838686524313655,0.8129803586678053,0.7139691929206139,0.7059202059202059,0.7533873099801719,0.6853281853281853,0.8038507821901324
|
| 9 |
+
Transformers Committee (CLIP + DINO + ViT),specialized_meta_ensemble,3,15,geometric,0.18818181818181817,0.9290943573013609,0.833319593068311,0.8390841800864882,0.872120549392127,0.7677785289122656,0.7684745799861913,-0.0569738079092339,0.8303498018621132,0.7797416113403912,0.8071636163694917,0.6956591393111552,0.7,0.7321546596166557,0.7027027027027027,0.8135593220338984
|
| 10 |
+
Bagged 5-Seeds: DINO (ConvNeXt-B),bagged_architecture,1,5,mean_seeds,0.23767676767676768,0.9367161115281589,0.8468839826982583,0.8527575909727544,0.8718878011032479,0.7665748816963182,0.767028156729804,-0.064828310424911,0.8227692716028159,0.7534541539565763,0.7787083266226446,0.7330200117500183,0.7084942084942085,0.7724388631857237,0.7316602316602316,0.8242730720606827
|
| 11 |
+
Transformers Committee (CLIP + DINO + ViT),specialized_meta_ensemble,3,15,mean,0.33666666666666667,0.9259812129445528,0.830967259696505,0.8361856367481078,0.8679168662131902,0.7621560124651684,0.7597128214240104,-0.058064346731362626,0.8266276323428017,0.7730127399964113,0.797923322683706,0.6908454505397665,0.6951093951093951,0.7268010575016524,0.7007722007722008,0.8005148005148005
|
| 12 |
+
Direct Flat 30-Model Fusion,direct_30_models,6,30,stacking,0.39606060606060606,0.9351248242967318,0.8471477957866851,0.8518650694307583,0.8675635125659382,0.7632387453489203,0.7615890374568317,-0.0675613117307936,0.825908048048523,0.7616185178539386,0.7830843334149726,0.733174965117133,0.7111969111969112,0.7758757435558493,0.7413127413127413,0.8189189189189189
|
| 13 |
+
DINO + MobileNet (Top Celeb-DF Hybrid),specialized_meta_ensemble,2,10,stacking,0.29707070707070704,0.929668643873529,0.8437951711212606,0.8495216311662458,0.8600844560267303,0.7618867032707327,0.7626732402081622,-0.06958418784679865,0.8148707014869707,0.7548896465099587,0.7800676219610369,0.73881548799295,0.7168597168597168,0.7787508261731659,0.7297297297297297,0.8236775818639799
|
| 14 |
+
DINO + MobileNet (Top Celeb-DF Hybrid),specialized_meta_ensemble,2,10,geometric,0.19808080808080808,0.9235318734903151,0.8422177886967084,0.8527432393614839,0.8540123335858623,0.7696966699093692,0.7826957283839217,-0.06951953990445281,0.8127230782092647,0.7591064058855195,0.7950850950164084,0.7396524564882132,0.6996138996138996,0.7851949768671513,0.6814671814671814,0.8047337278106509
|
| 15 |
+
Direct Flat 30-Model Fusion,direct_30_models,6,30,geometric,0.1782828282828283,0.9181476278102467,0.8229979059836107,0.8300411109996992,0.853696709793695,0.7541976509642918,0.7614124375163378,-0.06445091801655167,0.8217373424253747,0.775883725103176,0.8062965260545906,0.7112221855034149,0.701029601029601,0.7452908129543953,0.667953667953668,0.7981220657276995
|
| 16 |
+
Mega-Ensemble (All 6 Architectures x 5 Seeds),all_6_architectures_bagged,6,30,geometric,0.23767676767676768,0.9184493646426298,0.8223548615805701,0.8298645106275463,0.8528137867505894,0.7536975053174826,0.7608389369196286,-0.06563557789204044,0.8130639305020595,0.766194150367845,0.7986400865399474,0.7066224205037821,0.7012870012870013,0.7443159286186385,0.6756756756756757,0.8018867924528302
|
| 17 |
+
DINO + CLIP + Xception (Multi-Spectral Champion),specialized_meta_ensemble,3,15,mean,0.39606060606060606,0.9195383612993995,0.838854171819266,0.8462248515744645,0.8522865525543174,0.7637553793137563,0.7683702282671955,-0.06725180874508208,0.8230018868585821,0.7751659788264849,0.8035126234906695,0.7063239700374532,0.6974259974259974,0.7464474553866489,0.7142857142857143,0.8126582278481013
|
| 18 |
+
Bagged 5-Seeds: CLIP ViT-B/16,bagged_architecture,1,5,mean_seeds,0.47525252525252526,0.9121588089740659,0.8083233029398671,0.8102567450666753,0.8519464971579593,0.7426338439215816,0.7325501036627505,-0.060212311816106534,0.8248516304855245,0.7589269693163466,0.7785013601516775,0.63004920320188,0.6362934362934363,0.6648545935228024,0.6756756756756757,0.7565217391304347
|
| 19 |
+
Direct Flat 30-Model Fusion,direct_30_models,6,30,mean,0.38616161616161615,0.9091082768395814,0.8171280647661132,0.825778480581838,0.8345442321052587,0.7354779138980032,0.7446425823840574,-0.07456404473432265,0.8025696240598372,0.7490579580118428,0.7830942225668864,0.702868730263641,0.701029601029601,0.7420191672174488,0.7104247104247104,0.8175182481751825
|
| 20 |
+
Mega-Ensemble (All 6 Architectures x 5 Seeds),all_6_architectures_bagged,6,30,mean,0.38616161616161615,0.9091082768395814,0.8171280647661132,0.825778480581838,0.8345442321052586,0.7354779138980032,0.7446425823840574,-0.07456404473432277,0.8025696240598372,0.7490579580118428,0.7830942225668864,0.702868730263641,0.701029601029601,0.7420191672174488,0.7104247104247104,0.8175182481751825
|
| 21 |
+
DINO + MobileNet (Top Celeb-DF Hybrid),specialized_meta_ensemble,2,10,mean,0.40595959595959596,0.9062264900132786,0.8111263170044024,0.8183408837413373,0.8259774819232316,0.7313503382853248,0.737740100869192,-0.08024900809004698,0.7997821786579538,0.7443926072133501,0.773511407902059,0.7381074759491812,0.7146718146718146,0.7870125578321217,0.7355212355212355,0.8302354399008675
|
| 22 |
+
Bagged 5-Seeds: ViT-B/16,bagged_architecture,1,5,mean_seeds,0.24757575757575756,0.8335540625298179,0.7336861833391043,0.7345789580354845,0.7789211220227314,0.6847158787998703,0.6772768954673057,-0.05463294050708645,0.7580858615191397,0.7134397990310425,0.7404096228868661,0.6110982228097231,0.6486486486486487,0.6409286186384666,0.6698841698841699,0.7810499359795134
|
| 23 |
+
CNNs Committee (ResNet + MobileNet + Xception),specialized_meta_ensemble,3,15,stacking,0.495050505050505,0.8632714374702322,0.7698230803475737,0.7789086916124672,0.7725398195400889,0.6944769630716637,0.7051403777708233,-0.09073161793014328,0.7315007820174739,0.6813206531491118,0.7233644859813084,0.6598033707865169,0.6922779922779922,0.7041143423661599,0.7027027027027027,0.8121951219512196
|
| 24 |
+
Bagged 5-Seeds: ResNet-18,bagged_architecture,1,5,mean_seeds,0.40595959595959596,0.8540769029225426,0.7616283862883148,0.769544679245684,0.7666977724867226,0.6870022588995697,0.6951322009218465,-0.08737913043582002,0.7012403294063725,0.6584424905795802,0.698932384341637,0.631863809943453,0.6709137709137709,0.6739920687376074,0.694980694980695,0.8015075376884422
|
| 25 |
+
CNNs Committee (ResNet + MobileNet + Xception),specialized_meta_ensemble,3,15,geometric,0.30696969696969695,0.8555531220800241,0.7737912688859943,0.7931925071351047,0.7630205257152112,0.7052658191671201,0.7330658649251354,-0.09253259636481292,0.7425304810433374,0.6945989592678988,0.7502567865003669,0.668060916501432,0.6781209781209782,0.7122108393919365,0.666023166023166,0.7971864009378663
|
| 26 |
+
CNNs Committee (ResNet + MobileNet + Xception),specialized_meta_ensemble,3,15,mean,0.41585858585858587,0.852674721472185,0.7712465718038769,0.7881225214952224,0.7593975637200774,0.6989837699989557,0.7204308210612287,-0.09327715775210765,0.7455967848848768,0.7030324780190202,0.7519856136670163,0.6688483880443563,0.683011583011583,0.7131857237276933,0.6776061776061776,0.8018979833926453
|
| 27 |
+
Bagged 5-Seeds: MobileNetV3,bagged_architecture,1,5,mean_seeds,0.44555555555555554,0.8362849629094071,0.7494105426305463,0.7629485593070532,0.7478617727555551,0.6762573716521845,0.6964587541740529,-0.08842319015385203,0.7471718843524683,0.7122734613314193,0.7534404551395403,0.6608433575677461,0.6853281853281853,0.7139623265036351,0.6911196911196911,0.8072289156626506
|
| 28 |
+
Bagged 5-Seeds: Xception,bagged_architecture,1,5,mean_seeds,0.33666666666666667,0.759849662014594,0.6945703968738149,0.7439078341013825,0.6874708617040457,0.6504531539404332,0.7100239370796763,-0.07237880031054833,0.6947129461682153,0.6712722052754352,0.7448823283665228,0.579594954835867,0.6568854568854569,0.6050727032385989,0.6640926640926641,0.7952941176470588
|