davidnet-experiments / reports /summary.json
MIHMahmudEli's picture
reports: aggregate tables + figures
9c6e610 verified
Raw History Blame Contribute Delete
22.5 kB
{
"generated_at": "2026-10-06T11:33:14Z",
"experiments": 105,
"models": {
"video-probe": 5,
"audio-probe": 5,
"late-fusion": 5,
"aasist": 5,
"effnet-b4": 5,
"davidnet": 5,
"davidnet-no_qacp": 5,
"davidnet-no_sync": 5,
"davidnet-no_disentangle": 5,
"davidnet-no_loc": 5,
"davidnet-single_task": 5,
"davidnet-no_moddrop": 5,
"davidnet-compose_quad": 5,
"davidnet-qacp_no_mismatch": 5,
"davidnet-qacp_no_copysynth": 5,
"davidnet-qacp_no_selfblend": 5,
"davidnet-logo_wav2lip": 5,
"davidnet-logo_fsgan": 5,
"davidnet-logo_faceswap": 5,
"davidnet-legacy": 5,
"davidnet-e2e": 5
},
"delong": {
"tests": {
"aasist": {
"42": {
"p_holm": 0.0,
"auc1": 0.9725098296199214,
"auc2": 0.7471166448230668,
"diff": 0.22539318479685455,
"z": 11.663697358932508,
"p_value": 0.0
},
"123": {
"p_holm": 0.0,
"auc1": 0.9828833551769331,
"auc2": 0.7534993446920052,
"diff": 0.22938401048492796,
"z": 11.795537317985113,
"p_value": 0.0
},
"456": {
"p_holm": 0.0,
"auc1": 0.9725557011795544,
"auc2": 0.7446526867627785,
"diff": 0.22790301441677585,
"z": 11.975280664149809,
"p_value": 0.0
},
"2024": {
"p_holm": 0.0,
"auc1": 0.9693774574049804,
"auc2": 0.7455176933158585,
"diff": 0.2238597640891219,
"z": 11.034833970022557,
"p_value": 0.0
},
"7": {
"p_holm": 0.0,
"auc1": 0.9807077326343382,
"auc2": 0.7507077326343381,
"diff": 0.2300000000000001,
"z": 12.260160422398068,
"p_value": 0.0
}
},
"audio-probe": {
"42": {
"p_holm": 0.0,
"auc1": 0.9725098296199214,
"auc2": 0.7294233289646134,
"diff": 0.243086500655308,
"z": 11.651304690674431,
"p_value": 0.0
},
"123": {
"p_holm": 0.0,
"auc1": 0.9828833551769331,
"auc2": 0.7335583224115334,
"diff": 0.24932503276539975,
"z": 13.085668660230585,
"p_value": 0.0
},
"456": {
"p_holm": 0.0,
"auc1": 0.9725557011795544,
"auc2": 0.7318807339449541,
"diff": 0.24067496723460025,
"z": 12.287256346649638,
"p_value": 0.0
},
"2024": {
"p_holm": 0.0,
"auc1": 0.9693774574049804,
"auc2": 0.7312909567496724,
"diff": 0.238086500655308,
"z": 11.30448979469812,
"p_value": 0.0
},
"7": {
"p_holm": 0.0,
"auc1": 0.9807077326343382,
"auc2": 0.7315006553079948,
"diff": 0.2492070773263434,
"z": 12.741329641428864,
"p_value": 0.0
}
},
"video-probe": {
"42": {
"p_holm": 0.0,
"auc1": 0.9725098296199214,
"auc2": 0.8373394495412844,
"diff": 0.13517038007863702,
"z": 8.341755095139751,
"p_value": 0.0
},
"123": {
"p_holm": 0.0,
"auc1": 0.9828833551769331,
"auc2": 0.8349082568807339,
"diff": 0.14797509829619926,
"z": 9.377184714573955,
"p_value": 0.0
},
"456": {
"p_holm": 0.0,
"auc1": 0.9725557011795544,
"auc2": 0.8204193971166448,
"diff": 0.15213630406290957,
"z": 9.039537167752966,
"p_value": 0.0
},
"2024": {
"p_holm": 0.0,
"auc1": 0.9693774574049804,
"auc2": 0.8259764089121887,
"diff": 0.14340104849279167,
"z": 8.87953777393265,
"p_value": 0.0
},
"7": {
"p_holm": 0.0,
"auc1": 0.9807077326343382,
"auc2": 0.8333879423328965,
"diff": 0.1473197903014417,
"z": 9.002078634381675,
"p_value": 0.0
}
},
"effnet-b4": {
"42": {
"p_holm": 0.0006522746033599258,
"auc1": 0.9725098296199214,
"auc2": 0.9231585845347313,
"diff": 0.049351245085190065,
"z": 4.054810464963783,
"p_value": 5.017496948922506e-05
},
"123": {
"p_holm": 1.9226099823299592e-08,
"auc1": 0.9828833551769331,
"auc2": 0.9259239842726081,
"diff": 0.05695937090432501,
"z": 6.046645055825078,
"p_value": 1.4789307556384301e-09
},
"456": {
"p_holm": 0.00012120188015352085,
"auc1": 0.9725557011795544,
"auc2": 0.9273656618610747,
"diff": 0.04519003931847965,
"z": 4.415018040667086,
"p_value": 1.010015667946007e-05
},
"2024": {
"p_holm": 0.0016959079152920609,
"auc1": 0.9693774574049804,
"auc2": 0.9279030144167759,
"diff": 0.04147444298820446,
"z": 3.8058366126259187,
"p_value": 0.00014132565960767174
},
"7": {
"p_holm": 1.0762322921742395e-07,
"auc1": 0.9807077326343382,
"auc2": 0.9268152031454784,
"diff": 0.05389252948885981,
"z": 5.762683206488541,
"p_value": 8.278709939801843e-09
}
},
"late-fusion": {
"42": {
"p_holm": 0.0009116777469886372,
"auc1": 0.9725098296199214,
"auc2": 0.9306684141546527,
"diff": 0.04184141546526865,
"z": 3.9567601433711945,
"p_value": 7.597314558238644e-05
},
"123": {
"p_holm": 2.632644235944781e-08,
"auc1": 0.9828833551769331,
"auc2": 0.9272870249017038,
"diff": 0.055596330275229366,
"z": 5.982760658845853,
"p_value": 2.193870196620651e-09
},
"456": {
"p_holm": 9.768694297918046e-09,
"auc1": 0.9725557011795544,
"auc2": 0.9003538663171691,
"diff": 0.0722018348623853,
"z": 6.154860070036227,
"p_value": 7.514380229167728e-10
},
"2024": {
"p_holm": 1.6277579006906961e-06,
"auc1": 0.9693774574049804,
"auc2": 0.903211009174312,
"diff": 0.06616644823066842,
"z": 5.285718748903191,
"p_value": 1.2521214620697663e-07
},
"7": {
"p_holm": 9.326028109768458e-07,
"auc1": 0.9807077326343382,
"auc2": 0.9301834862385321,
"diff": 0.050524246395806105,
"z": 5.372350398066035,
"p_value": 7.771690091473715e-08
}
},
"davidnet-no_qacp": {
"42": {
"p_holm": 0.327320262702983,
"auc1": 0.9725098296199214,
"auc2": 0.9856618610747051,
"diff": -0.01315203145478372,
"z": -2.1733180550721407,
"p_value": 0.029756387518452998
},
"123": {
"p_holm": 1.0,
"auc1": 0.9828833551769331,
"auc2": 0.9796526867627785,
"diff": 0.003230668414154647,
"z": 0.996459339958723,
"p_value": 0.31902701341868767
},
"456": {
"p_holm": 0.46145869071129497,
"auc1": 0.9725557011795544,
"auc2": 0.9827850589777195,
"diff": -0.01022935779816514,
"z": -1.6834307320914121,
"p_value": 0.092291738142259
},
"2024": {
"p_holm": 0.4028865799683832,
"auc1": 0.9693774574049804,
"auc2": 0.98064875491481,
"diff": -0.011271297509829581,
"z": -1.641365123831476,
"p_value": 0.1007216449920958
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9852096985583224,
"diff": -0.004501965923984219,
"z": -0.970176271300809,
"p_value": 0.3319586362736624
}
},
"davidnet-no_disentangle": {
"42": {
"p_holm": 0.889998597191286,
"auc1": 0.9725098296199214,
"auc2": 0.9802228047182175,
"diff": -0.00771297509829616,
"z": -1.7006972077805578,
"p_value": 0.0889998597191286
},
"123": {
"p_holm": 1.0,
"auc1": 0.9828833551769331,
"auc2": 0.9799344692005243,
"diff": 0.002948885976408855,
"z": 0.7764375411425394,
"p_value": 0.4374906858931198
},
"456": {
"p_holm": 0.6692097776205284,
"auc1": 0.9725557011795544,
"auc2": 0.9775950196592399,
"diff": -0.005039318479685528,
"z": -0.9648800621712735,
"p_value": 0.3346048888102642
},
"2024": {
"p_holm": 0.3075751465602994,
"auc1": 0.9693774574049804,
"auc2": 0.9799475753604194,
"diff": -0.010570117955439051,
"z": -1.8697752887232908,
"p_value": 0.06151502931205988
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9777653997378768,
"diff": 0.002942332896461397,
"z": 1.0147361176013763,
"p_value": 0.3102316325695744
}
},
"davidnet-no_loc": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9798689384010485,
"diff": -0.0073591087811271105,
"z": -1.2751363431035683,
"p_value": 0.20226098774845336
},
"123": {
"p_holm": 0.9032814600150378,
"auc1": 0.9828833551769331,
"auc2": 0.976821756225426,
"diff": 0.006061598951507152,
"z": 1.4376023632566721,
"p_value": 0.1505469100025063
},
"456": {
"p_holm": 0.15626719961504065,
"auc1": 0.9725557011795544,
"auc2": 0.9857929226736566,
"diff": -0.013237221494102225,
"z": -2.3397437821412184,
"p_value": 0.01929697319256407
},
"2024": {
"p_holm": 0.1126438657637383,
"auc1": 0.9693774574049804,
"auc2": 0.983781127129751,
"diff": -0.014403669724770585,
"z": -2.5676058679069906,
"p_value": 0.010240351433067119
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9803800786369594,
"diff": 0.000327653997378774,
"z": 0.1011030213957073,
"p_value": 0.9194686796113039
}
},
"davidnet-qacp_no_mismatch": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.97956749672346,
"diff": -0.007057667103538612,
"z": -1.1512281218122566,
"p_value": 0.24963839878786098
},
"123": {
"p_holm": 0.08717513902197327,
"auc1": 0.9828833551769331,
"auc2": 0.9739252948885977,
"diff": 0.008958060288335457,
"z": 2.642680243128094,
"p_value": 0.008225267295707939
},
"456": {
"p_holm": 0.6679363222710331,
"auc1": 0.9725557011795544,
"auc2": 0.9802031454783748,
"diff": -0.007647444298820472,
"z": -1.381959683359904,
"p_value": 0.16698408056775826
},
"2024": {
"p_holm": 0.4028865799683832,
"auc1": 0.9693774574049804,
"auc2": 0.9760615989515072,
"diff": -0.006684141546526856,
"z": -0.8659754379478939,
"p_value": 0.38650363150480227
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9749868938401048,
"diff": 0.005720838794233352,
"z": 0.9049042197009212,
"p_value": 0.36551613135017824
}
},
"davidnet-e2e": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9793446920052424,
"diff": -0.00683486238532105,
"z": -0.9817344864650928,
"p_value": 0.3262306708924334
},
"123": {
"p_holm": 0.2670315220942474,
"auc1": 0.9828833551769331,
"auc2": 0.9723197903014417,
"diff": 0.010563564875491482,
"z": 2.174465826909693,
"p_value": 0.029670169121583045
},
"456": {
"p_holm": 0.7743683513759534,
"auc1": 0.9725557011795544,
"auc2": 0.9747903014416776,
"diff": -0.0022346002621231875,
"z": -0.2866656370848862,
"p_value": 0.7743683513759534
},
"2024": {
"p_holm": 0.11299463367252294,
"auc1": 0.9693774574049804,
"auc2": 0.984521625163827,
"diff": -0.015144167758846638,
"z": -2.533298657291872,
"p_value": 0.011299463367252294
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9796723460026212,
"diff": 0.0010353866317169835,
"z": 0.23045928335988483,
"p_value": 0.8177348991497586
}
},
"davidnet-no_sync": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.981002621231979,
"diff": -0.008492791612057626,
"z": -0.9164124194072828,
"p_value": 0.35945062384177007
},
"123": {
"p_holm": 0.08717513902197327,
"auc1": 0.9828833551769331,
"auc2": 0.9577785058977719,
"diff": 0.025104849279161234,
"z": 2.655247978920907,
"p_value": 0.007925012638361206
},
"456": {
"p_holm": 0.6679363222710331,
"auc1": 0.9725557011795544,
"auc2": 0.9814023591087812,
"diff": -0.008846657929226787,
"z": -1.292934605791343,
"p_value": 0.1960336774182636
},
"2024": {
"p_holm": 0.2728091979427587,
"auc1": 0.9693774574049804,
"auc2": 0.9826015727391875,
"diff": -0.013224115334207087,
"z": -2.000297028991389,
"p_value": 0.04546819965712645
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9699868938401048,
"diff": 0.010720838794233356,
"z": 1.584032388059307,
"p_value": 0.11318634889772805
}
},
"davidnet-compose_quad": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9765661861074705,
"diff": -0.004056356487549095,
"z": -0.8074644560438183,
"p_value": 0.419398944611008
},
"123": {
"p_holm": 1.0,
"auc1": 0.9828833551769331,
"auc2": 0.9802293577981651,
"diff": 0.002653997378768036,
"z": 1.143864507319268,
"p_value": 0.25267983244799197
},
"456": {
"p_holm": 0.15626719961504065,
"auc1": 0.9725557011795544,
"auc2": 0.9827719528178244,
"diff": -0.010216251638270002,
"z": -2.378928951944569,
"p_value": 0.01736302217944896
},
"2024": {
"p_holm": 0.4028865799683832,
"auc1": 0.9693774574049804,
"auc2": 0.9769986893840105,
"diff": -0.007621231979030085,
"z": -1.3311506111102576,
"p_value": 0.18313945861543424
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.974043250327654,
"diff": 0.00666448230668415,
"z": 1.5857467451853395,
"p_value": 0.11279677062619142
}
},
"davidnet-no_moddrop": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9762254259501966,
"diff": -0.0037155963302751838,
"z": -0.6314447810964084,
"p_value": 0.5277497435456684
},
"123": {
"p_holm": 1.0,
"auc1": 0.9828833551769331,
"auc2": 0.9803145478374836,
"diff": 0.0025688073394495303,
"z": 0.888284603369347,
"p_value": 0.37438767955673313
},
"456": {
"p_holm": 0.19722593382033504,
"auc1": 0.9725557011795544,
"auc2": 0.9855111402359109,
"diff": -0.012955439056356544,
"z": -2.194839214589667,
"p_value": 0.028175133402905006
},
"2024": {
"p_holm": 0.23172537224716283,
"auc1": 0.9693774574049804,
"auc2": 0.9841022280471822,
"diff": -0.01472477064220179,
"z": -2.1308242398413637,
"p_value": 0.03310362460673755
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9781979030144168,
"diff": 0.002509829619921411,
"z": 0.7028685726158553,
"p_value": 0.4821376581438557
}
},
"davidnet-qacp_no_copysynth": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.970137614678899,
"diff": 0.0023722149410223548,
"z": 0.24303461226856848,
"p_value": 0.8079785844164646
},
"123": {
"p_holm": 0.4063977262230303,
"auc1": 0.9828833551769331,
"auc2": 0.9752031454783748,
"diff": 0.007680209698558316,
"z": 1.953167795236847,
"p_value": 0.050799715777878784
},
"456": {
"p_holm": 0.10877897280793469,
"auc1": 0.9725557011795544,
"auc2": 0.9832568807339449,
"diff": -0.010701179554390539,
"z": -2.5465970071246367,
"p_value": 0.01087789728079347
},
"2024": {
"p_holm": 0.4028865799683832,
"auc1": 0.9693774574049804,
"auc2": 0.9795347313237222,
"diff": -0.010157273918741772,
"z": -1.6236021377489473,
"p_value": 0.10446074892508972
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9858387942332897,
"diff": -0.005131061598951492,
"z": -1.2530006195125822,
"p_value": 0.21020548123806382
}
},
"davidnet-single_task": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9747247706422019,
"diff": -0.002214941022280481,
"z": -0.2231793765607098,
"p_value": 0.8233959022819448
},
"123": {
"p_holm": 1.0,
"auc1": 0.9828833551769331,
"auc2": 0.9778636959370904,
"diff": 0.005019659239842711,
"z": 1.0216492874128749,
"p_value": 0.3069469211784588
},
"456": {
"p_holm": 0.4235283301810271,
"auc1": 0.9725557011795544,
"auc2": 0.9819200524246395,
"diff": -0.009364351245085167,
"z": -1.8081185285310053,
"p_value": 0.07058805503017118
},
"2024": {
"p_holm": 0.12026711715959015,
"auc1": 0.9693774574049804,
"auc2": 0.9841218872870249,
"diff": -0.014744429882044496,
"z": -2.473945366533223,
"p_value": 0.01336301301773224
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9729816513761468,
"diff": 0.0077260812581914085,
"z": 1.3550520144198857,
"p_value": 0.1754009855697285
}
},
"davidnet-qacp_no_selfblend": {
"42": {
"p_holm": 1.0,
"auc1": 0.9725098296199214,
"auc2": 0.9707798165137614,
"diff": 0.0017300131061599444,
"z": 0.19707909919133035,
"p_value": 0.8437656390929422
},
"123": {
"p_holm": 0.8345662033537031,
"auc1": 0.9828833551769331,
"auc2": 0.9770445609436436,
"diff": 0.00583879423328959,
"z": 1.558040096943922,
"p_value": 0.1192237433362433
},
"456": {
"p_holm": 0.07971001083167328,
"auc1": 0.9725557011795544,
"auc2": 0.9839580602883355,
"diff": -0.01140235910878118,
"z": -2.6853049976767216,
"p_value": 0.007246364621061208
},
"2024": {
"p_holm": 0.22523146305227648,
"auc1": 0.9693774574049804,
"auc2": 0.983656618610747,
"diff": -0.014279161205766666,
"z": -2.1951347536592585,
"p_value": 0.02815393288153456
},
"7": {
"p_holm": 1.0,
"auc1": 0.9807077326343382,
"auc2": 0.9741874180865007,
"diff": 0.006520314547837525,
"z": 0.885176125708387,
"p_value": 0.3760616466258164
}
}
},
"counts": {
"aasist": "5/5",
"audio-probe": "5/5",
"video-probe": "5/5",
"effnet-b4": "5/5",
"late-fusion": "5/5",
"davidnet-no_qacp": "0/5",
"davidnet-no_disentangle": "0/5",
"davidnet-no_loc": "0/5",
"davidnet-qacp_no_mismatch": "0/5",
"davidnet-e2e": "0/5",
"davidnet-no_sync": "0/5",
"davidnet-compose_quad": "0/5",
"davidnet-no_moddrop": "0/5",
"davidnet-qacp_no_copysynth": "0/5",
"davidnet-single_task": "0/5",
"davidnet-qacp_no_selfblend": "0/5"
}
}
}