{ "generated_at": "2026-10-06T11:33:14Z", "experiments": 105, "models": { "video-probe": 5, "audio-probe": 5, "late-fusion": 5, "aasist": 5, "effnet-b4": 5, "davidnet": 5, "davidnet-no_qacp": 5, "davidnet-no_sync": 5, "davidnet-no_disentangle": 5, "davidnet-no_loc": 5, "davidnet-single_task": 5, "davidnet-no_moddrop": 5, "davidnet-compose_quad": 5, "davidnet-qacp_no_mismatch": 5, "davidnet-qacp_no_copysynth": 5, "davidnet-qacp_no_selfblend": 5, "davidnet-logo_wav2lip": 5, "davidnet-logo_fsgan": 5, "davidnet-logo_faceswap": 5, "davidnet-legacy": 5, "davidnet-e2e": 5 }, "delong": { "tests": { "aasist": { "42": { "p_holm": 0.0, "auc1": 0.9725098296199214, "auc2": 0.7471166448230668, "diff": 0.22539318479685455, "z": 11.663697358932508, "p_value": 0.0 }, "123": { "p_holm": 0.0, "auc1": 0.9828833551769331, "auc2": 0.7534993446920052, "diff": 0.22938401048492796, "z": 11.795537317985113, "p_value": 0.0 }, "456": { "p_holm": 0.0, "auc1": 0.9725557011795544, "auc2": 0.7446526867627785, "diff": 0.22790301441677585, "z": 11.975280664149809, "p_value": 0.0 }, "2024": { "p_holm": 0.0, "auc1": 0.9693774574049804, "auc2": 0.7455176933158585, "diff": 0.2238597640891219, "z": 11.034833970022557, "p_value": 0.0 }, "7": { "p_holm": 0.0, "auc1": 0.9807077326343382, "auc2": 0.7507077326343381, "diff": 0.2300000000000001, "z": 12.260160422398068, "p_value": 0.0 } }, "audio-probe": { "42": { "p_holm": 0.0, "auc1": 0.9725098296199214, "auc2": 0.7294233289646134, "diff": 0.243086500655308, "z": 11.651304690674431, "p_value": 0.0 }, "123": { "p_holm": 0.0, "auc1": 0.9828833551769331, "auc2": 0.7335583224115334, "diff": 0.24932503276539975, "z": 13.085668660230585, "p_value": 0.0 }, "456": { "p_holm": 0.0, "auc1": 0.9725557011795544, "auc2": 0.7318807339449541, "diff": 0.24067496723460025, "z": 12.287256346649638, "p_value": 0.0 }, "2024": { "p_holm": 0.0, "auc1": 0.9693774574049804, "auc2": 0.7312909567496724, "diff": 0.238086500655308, "z": 11.30448979469812, "p_value": 0.0 }, "7": { "p_holm": 0.0, "auc1": 0.9807077326343382, "auc2": 0.7315006553079948, "diff": 0.2492070773263434, "z": 12.741329641428864, "p_value": 0.0 } }, "video-probe": { "42": { "p_holm": 0.0, "auc1": 0.9725098296199214, "auc2": 0.8373394495412844, "diff": 0.13517038007863702, "z": 8.341755095139751, "p_value": 0.0 }, "123": { "p_holm": 0.0, "auc1": 0.9828833551769331, "auc2": 0.8349082568807339, "diff": 0.14797509829619926, "z": 9.377184714573955, "p_value": 0.0 }, "456": { "p_holm": 0.0, "auc1": 0.9725557011795544, "auc2": 0.8204193971166448, "diff": 0.15213630406290957, "z": 9.039537167752966, "p_value": 0.0 }, "2024": { "p_holm": 0.0, "auc1": 0.9693774574049804, "auc2": 0.8259764089121887, "diff": 0.14340104849279167, "z": 8.87953777393265, "p_value": 0.0 }, "7": { "p_holm": 0.0, "auc1": 0.9807077326343382, "auc2": 0.8333879423328965, "diff": 0.1473197903014417, "z": 9.002078634381675, "p_value": 0.0 } }, "effnet-b4": { "42": { "p_holm": 0.0006522746033599258, "auc1": 0.9725098296199214, "auc2": 0.9231585845347313, "diff": 0.049351245085190065, "z": 4.054810464963783, "p_value": 5.017496948922506e-05 }, "123": { "p_holm": 1.9226099823299592e-08, "auc1": 0.9828833551769331, "auc2": 0.9259239842726081, "diff": 0.05695937090432501, "z": 6.046645055825078, "p_value": 1.4789307556384301e-09 }, "456": { "p_holm": 0.00012120188015352085, "auc1": 0.9725557011795544, "auc2": 0.9273656618610747, "diff": 0.04519003931847965, "z": 4.415018040667086, "p_value": 1.010015667946007e-05 }, "2024": { "p_holm": 0.0016959079152920609, "auc1": 0.9693774574049804, "auc2": 0.9279030144167759, "diff": 0.04147444298820446, "z": 3.8058366126259187, "p_value": 0.00014132565960767174 }, "7": { "p_holm": 1.0762322921742395e-07, "auc1": 0.9807077326343382, "auc2": 0.9268152031454784, "diff": 0.05389252948885981, "z": 5.762683206488541, "p_value": 8.278709939801843e-09 } }, "late-fusion": { "42": { "p_holm": 0.0009116777469886372, "auc1": 0.9725098296199214, "auc2": 0.9306684141546527, "diff": 0.04184141546526865, "z": 3.9567601433711945, "p_value": 7.597314558238644e-05 }, "123": { "p_holm": 2.632644235944781e-08, "auc1": 0.9828833551769331, "auc2": 0.9272870249017038, "diff": 0.055596330275229366, "z": 5.982760658845853, "p_value": 2.193870196620651e-09 }, "456": { "p_holm": 9.768694297918046e-09, "auc1": 0.9725557011795544, "auc2": 0.9003538663171691, "diff": 0.0722018348623853, "z": 6.154860070036227, "p_value": 7.514380229167728e-10 }, "2024": { "p_holm": 1.6277579006906961e-06, "auc1": 0.9693774574049804, "auc2": 0.903211009174312, "diff": 0.06616644823066842, "z": 5.285718748903191, "p_value": 1.2521214620697663e-07 }, "7": { "p_holm": 9.326028109768458e-07, "auc1": 0.9807077326343382, "auc2": 0.9301834862385321, "diff": 0.050524246395806105, "z": 5.372350398066035, "p_value": 7.771690091473715e-08 } }, "davidnet-no_qacp": { "42": { "p_holm": 0.327320262702983, "auc1": 0.9725098296199214, "auc2": 0.9856618610747051, "diff": -0.01315203145478372, "z": -2.1733180550721407, "p_value": 0.029756387518452998 }, "123": { "p_holm": 1.0, "auc1": 0.9828833551769331, "auc2": 0.9796526867627785, "diff": 0.003230668414154647, "z": 0.996459339958723, "p_value": 0.31902701341868767 }, "456": { "p_holm": 0.46145869071129497, "auc1": 0.9725557011795544, "auc2": 0.9827850589777195, "diff": -0.01022935779816514, "z": -1.6834307320914121, "p_value": 0.092291738142259 }, "2024": { "p_holm": 0.4028865799683832, "auc1": 0.9693774574049804, "auc2": 0.98064875491481, "diff": -0.011271297509829581, "z": -1.641365123831476, "p_value": 0.1007216449920958 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9852096985583224, "diff": -0.004501965923984219, "z": -0.970176271300809, "p_value": 0.3319586362736624 } }, "davidnet-no_disentangle": { "42": { "p_holm": 0.889998597191286, "auc1": 0.9725098296199214, "auc2": 0.9802228047182175, "diff": -0.00771297509829616, "z": -1.7006972077805578, "p_value": 0.0889998597191286 }, "123": { "p_holm": 1.0, "auc1": 0.9828833551769331, "auc2": 0.9799344692005243, "diff": 0.002948885976408855, "z": 0.7764375411425394, "p_value": 0.4374906858931198 }, "456": { "p_holm": 0.6692097776205284, "auc1": 0.9725557011795544, "auc2": 0.9775950196592399, "diff": -0.005039318479685528, "z": -0.9648800621712735, "p_value": 0.3346048888102642 }, "2024": { "p_holm": 0.3075751465602994, "auc1": 0.9693774574049804, "auc2": 0.9799475753604194, "diff": -0.010570117955439051, "z": -1.8697752887232908, "p_value": 0.06151502931205988 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9777653997378768, "diff": 0.002942332896461397, "z": 1.0147361176013763, "p_value": 0.3102316325695744 } }, "davidnet-no_loc": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9798689384010485, "diff": -0.0073591087811271105, "z": -1.2751363431035683, "p_value": 0.20226098774845336 }, "123": { "p_holm": 0.9032814600150378, "auc1": 0.9828833551769331, "auc2": 0.976821756225426, "diff": 0.006061598951507152, "z": 1.4376023632566721, "p_value": 0.1505469100025063 }, "456": { "p_holm": 0.15626719961504065, "auc1": 0.9725557011795544, "auc2": 0.9857929226736566, "diff": -0.013237221494102225, "z": -2.3397437821412184, "p_value": 0.01929697319256407 }, "2024": { "p_holm": 0.1126438657637383, "auc1": 0.9693774574049804, "auc2": 0.983781127129751, "diff": -0.014403669724770585, "z": -2.5676058679069906, "p_value": 0.010240351433067119 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9803800786369594, "diff": 0.000327653997378774, "z": 0.1011030213957073, "p_value": 0.9194686796113039 } }, "davidnet-qacp_no_mismatch": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.97956749672346, "diff": -0.007057667103538612, "z": -1.1512281218122566, "p_value": 0.24963839878786098 }, "123": { "p_holm": 0.08717513902197327, "auc1": 0.9828833551769331, "auc2": 0.9739252948885977, "diff": 0.008958060288335457, "z": 2.642680243128094, "p_value": 0.008225267295707939 }, "456": { "p_holm": 0.6679363222710331, "auc1": 0.9725557011795544, "auc2": 0.9802031454783748, "diff": -0.007647444298820472, "z": -1.381959683359904, "p_value": 0.16698408056775826 }, "2024": { "p_holm": 0.4028865799683832, "auc1": 0.9693774574049804, "auc2": 0.9760615989515072, "diff": -0.006684141546526856, "z": -0.8659754379478939, "p_value": 0.38650363150480227 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9749868938401048, "diff": 0.005720838794233352, "z": 0.9049042197009212, "p_value": 0.36551613135017824 } }, "davidnet-e2e": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9793446920052424, "diff": -0.00683486238532105, "z": -0.9817344864650928, "p_value": 0.3262306708924334 }, "123": { "p_holm": 0.2670315220942474, "auc1": 0.9828833551769331, "auc2": 0.9723197903014417, "diff": 0.010563564875491482, "z": 2.174465826909693, "p_value": 0.029670169121583045 }, "456": { "p_holm": 0.7743683513759534, "auc1": 0.9725557011795544, "auc2": 0.9747903014416776, "diff": -0.0022346002621231875, "z": -0.2866656370848862, "p_value": 0.7743683513759534 }, "2024": { "p_holm": 0.11299463367252294, "auc1": 0.9693774574049804, "auc2": 0.984521625163827, "diff": -0.015144167758846638, "z": -2.533298657291872, "p_value": 0.011299463367252294 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9796723460026212, "diff": 0.0010353866317169835, "z": 0.23045928335988483, "p_value": 0.8177348991497586 } }, "davidnet-no_sync": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.981002621231979, "diff": -0.008492791612057626, "z": -0.9164124194072828, "p_value": 0.35945062384177007 }, "123": { "p_holm": 0.08717513902197327, "auc1": 0.9828833551769331, "auc2": 0.9577785058977719, "diff": 0.025104849279161234, "z": 2.655247978920907, "p_value": 0.007925012638361206 }, "456": { "p_holm": 0.6679363222710331, "auc1": 0.9725557011795544, "auc2": 0.9814023591087812, "diff": -0.008846657929226787, "z": -1.292934605791343, "p_value": 0.1960336774182636 }, "2024": { "p_holm": 0.2728091979427587, "auc1": 0.9693774574049804, "auc2": 0.9826015727391875, "diff": -0.013224115334207087, "z": -2.000297028991389, "p_value": 0.04546819965712645 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9699868938401048, "diff": 0.010720838794233356, "z": 1.584032388059307, "p_value": 0.11318634889772805 } }, "davidnet-compose_quad": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9765661861074705, "diff": -0.004056356487549095, "z": -0.8074644560438183, "p_value": 0.419398944611008 }, "123": { "p_holm": 1.0, "auc1": 0.9828833551769331, "auc2": 0.9802293577981651, "diff": 0.002653997378768036, "z": 1.143864507319268, "p_value": 0.25267983244799197 }, "456": { "p_holm": 0.15626719961504065, "auc1": 0.9725557011795544, "auc2": 0.9827719528178244, "diff": -0.010216251638270002, "z": -2.378928951944569, "p_value": 0.01736302217944896 }, "2024": { "p_holm": 0.4028865799683832, "auc1": 0.9693774574049804, "auc2": 0.9769986893840105, "diff": -0.007621231979030085, "z": -1.3311506111102576, "p_value": 0.18313945861543424 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.974043250327654, "diff": 0.00666448230668415, "z": 1.5857467451853395, "p_value": 0.11279677062619142 } }, "davidnet-no_moddrop": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9762254259501966, "diff": -0.0037155963302751838, "z": -0.6314447810964084, "p_value": 0.5277497435456684 }, "123": { "p_holm": 1.0, "auc1": 0.9828833551769331, "auc2": 0.9803145478374836, "diff": 0.0025688073394495303, "z": 0.888284603369347, "p_value": 0.37438767955673313 }, "456": { "p_holm": 0.19722593382033504, "auc1": 0.9725557011795544, "auc2": 0.9855111402359109, "diff": -0.012955439056356544, "z": -2.194839214589667, "p_value": 0.028175133402905006 }, "2024": { "p_holm": 0.23172537224716283, "auc1": 0.9693774574049804, "auc2": 0.9841022280471822, "diff": -0.01472477064220179, "z": -2.1308242398413637, "p_value": 0.03310362460673755 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9781979030144168, "diff": 0.002509829619921411, "z": 0.7028685726158553, "p_value": 0.4821376581438557 } }, "davidnet-qacp_no_copysynth": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.970137614678899, "diff": 0.0023722149410223548, "z": 0.24303461226856848, "p_value": 0.8079785844164646 }, "123": { "p_holm": 0.4063977262230303, "auc1": 0.9828833551769331, "auc2": 0.9752031454783748, "diff": 0.007680209698558316, "z": 1.953167795236847, "p_value": 0.050799715777878784 }, "456": { "p_holm": 0.10877897280793469, "auc1": 0.9725557011795544, "auc2": 0.9832568807339449, "diff": -0.010701179554390539, "z": -2.5465970071246367, "p_value": 0.01087789728079347 }, "2024": { "p_holm": 0.4028865799683832, "auc1": 0.9693774574049804, "auc2": 0.9795347313237222, "diff": -0.010157273918741772, "z": -1.6236021377489473, "p_value": 0.10446074892508972 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9858387942332897, "diff": -0.005131061598951492, "z": -1.2530006195125822, "p_value": 0.21020548123806382 } }, "davidnet-single_task": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9747247706422019, "diff": -0.002214941022280481, "z": -0.2231793765607098, "p_value": 0.8233959022819448 }, "123": { "p_holm": 1.0, "auc1": 0.9828833551769331, "auc2": 0.9778636959370904, "diff": 0.005019659239842711, "z": 1.0216492874128749, "p_value": 0.3069469211784588 }, "456": { "p_holm": 0.4235283301810271, "auc1": 0.9725557011795544, "auc2": 0.9819200524246395, "diff": -0.009364351245085167, "z": -1.8081185285310053, "p_value": 0.07058805503017118 }, "2024": { "p_holm": 0.12026711715959015, "auc1": 0.9693774574049804, "auc2": 0.9841218872870249, "diff": -0.014744429882044496, "z": -2.473945366533223, "p_value": 0.01336301301773224 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9729816513761468, "diff": 0.0077260812581914085, "z": 1.3550520144198857, "p_value": 0.1754009855697285 } }, "davidnet-qacp_no_selfblend": { "42": { "p_holm": 1.0, "auc1": 0.9725098296199214, "auc2": 0.9707798165137614, "diff": 0.0017300131061599444, "z": 0.19707909919133035, "p_value": 0.8437656390929422 }, "123": { "p_holm": 0.8345662033537031, "auc1": 0.9828833551769331, "auc2": 0.9770445609436436, "diff": 0.00583879423328959, "z": 1.558040096943922, "p_value": 0.1192237433362433 }, "456": { "p_holm": 0.07971001083167328, "auc1": 0.9725557011795544, "auc2": 0.9839580602883355, "diff": -0.01140235910878118, "z": -2.6853049976767216, "p_value": 0.007246364621061208 }, "2024": { "p_holm": 0.22523146305227648, "auc1": 0.9693774574049804, "auc2": 0.983656618610747, "diff": -0.014279161205766666, "z": -2.1951347536592585, "p_value": 0.02815393288153456 }, "7": { "p_holm": 1.0, "auc1": 0.9807077326343382, "auc2": 0.9741874180865007, "diff": 0.006520314547837525, "z": 0.885176125708387, "p_value": 0.3760616466258164 } } }, "counts": { "aasist": "5/5", "audio-probe": "5/5", "video-probe": "5/5", "effnet-b4": "5/5", "late-fusion": "5/5", "davidnet-no_qacp": "0/5", "davidnet-no_disentangle": "0/5", "davidnet-no_loc": "0/5", "davidnet-qacp_no_mismatch": "0/5", "davidnet-e2e": "0/5", "davidnet-no_sync": "0/5", "davidnet-compose_quad": "0/5", "davidnet-no_moddrop": "0/5", "davidnet-qacp_no_copysynth": "0/5", "davidnet-single_task": "0/5", "davidnet-qacp_no_selfblend": "0/5" } } }