{ "ckpt": "/home/agertel/work/aadd-runs/v3/v3_ft_noise.pt", "synthetic": { "test_en": { "frame": { "per_class": { "noise": { "support": 78639, "auc": 0.9748964886451037, "ap": 0.8976065214379684, "f1": 0.8599536530978095, "precision": 0.845073534827764, "recall": 0.8753671842215694 }, "music": { "support": 84000, "auc": 0.9982148080235507, "ap": 0.9845543440714614, "f1": 0.9639112208908787, "precision": 0.9615247932905304, "recall": 0.9663095238095238 }, "reverb": { "support": 78236, "auc": 0.9963041275923323, "ap": 0.9852604445664134, "f1": 0.9391880634591534, "precision": 0.9078989751971464, "recall": 0.9727107725343831 }, "clipping": { "support": 53342, "auc": 0.9994286471649927, "ap": 0.9927754549430884, "f1": 0.9705925953378053, "precision": 0.9594980765708006, "recall": 0.9819466836639046 }, "lowpass": { "support": 103755, "auc": 0.9995742578524216, "ap": 0.9960508073167798, "f1": 0.9422761788261361, "precision": 0.904190290574061, "recall": 0.9837116283552599 }, "highpass": { "support": 79278, "auc": 0.9979229022050684, "ap": 0.9907064618975518, "f1": 0.9080643851036916, "precision": 0.840823124865678, "recall": 0.9869951310577966 }, "codec": { "support": 83463, "auc": 0.9896105009604881, "ap": 0.9247977729877249, "f1": 0.8202199283048466, "precision": 0.7314849588763286, "recall": 0.9334555431748199 }, "packet_loss": { "support": 8226, "auc": 0.99943930480011, "ap": 0.9912479097263671, "f1": 0.9640305050141115, "precision": 0.9525335231992406, "recall": 0.975808412351082 }, "hum": { "support": 86573, "auc": 0.9745201488600769, "ap": 0.7258485163859276, "f1": 0.7263919610060753, "precision": 0.6408307064713518, "recall": 0.8383214166079493 }, "clicks": { "support": 8410, "auc": 0.9981566646263414, "ap": 0.9760219150839053, "f1": 0.9428954097163035, "precision": 0.9660678642714571, "recall": 0.920808561236623 }, "pitch_shift": { "support": 63368, "auc": 0.9999088463472918, "ap": 0.9988250912073104, "f1": 0.9864443105997199, "precision": 0.9779759596742924, "recall": 0.9950605984092917 }, "time_stretch": { "support": 69035, "auc": 0.9999041807420969, "ap": 0.9986634889395487, "f1": 0.9857753322016038, "precision": 0.9960224164189918, "recall": 0.9757369450278844 } }, "macro_auc": 0.9939900731516563, "macro_ap": 0.9551965607136705, "macro_f1": 0.9174786286298446 }, "segment_1s": { "per_class": { "noise": { "support": 1795, "auc": 0.9730336024346444, "ap": 0.8981832534267176, "f1": 0.8553020134228188, "precision": 0.8253886010362694, "recall": 0.8874651810584958 }, "music": { "support": 1904, "auc": 0.9976960852452855, "ap": 0.9817721733199246, "f1": 0.9557291666666667, "precision": 0.9478305785123967, "recall": 0.9637605042016807 }, "reverb": { "support": 1783, "auc": 0.9945803654773061, "ap": 0.9822968762408003, "f1": 0.9184161573212862, "precision": 0.8727272727272727, "recall": 0.9691531127313516 }, "clipping": { "support": 1701, "auc": 0.9988264900750315, "ap": 0.992502790686163, "f1": 0.9614721104082805, "precision": 0.9409116488463702, "recall": 0.9829512051734274 }, "lowpass": { "support": 2347, "auc": 0.9994477326667189, "ap": 0.9954529399371632, "f1": 0.9226793877956668, "precision": 0.8647540983606558, "recall": 0.9889220281210055 }, "highpass": { "support": 1780, "auc": 0.9985627509380153, "ap": 0.9912740635971926, "f1": 0.8913592723597775, "precision": 0.8099173553719008, "recall": 0.9910112359550561 }, "codec": { "support": 1860, "auc": 0.9868970311118882, "ap": 0.9234671473758682, "f1": 0.7992625028808481, "precision": 0.6994755949979831, "recall": 0.932258064516129 }, "packet_loss": { "support": 851, "auc": 0.9965731259613282, "ap": 0.9826343446078135, "f1": 0.9327251995438997, "precision": 0.9058693244739756, "recall": 0.9612220916568742 }, "hum": { "support": 1900, "auc": 0.9738075970469158, "ap": 0.7529680753561515, "f1": 0.7298772169167804, "precision": 0.6425140112089672, "recall": 0.8447368421052631 }, "clicks": { "support": 1009, "auc": 0.9922892100715139, "ap": 0.9726803139403241, "f1": 0.9336683417085426, "precision": 0.9469928644240571, "recall": 0.9207135777998018 }, "pitch_shift": { "support": 1568, "auc": 0.9998543074170645, "ap": 0.9979678400602622, "f1": 0.9780426599749059, "precision": 0.9623456790123457, "recall": 0.9942602040816326 }, "time_stretch": { "support": 1687, "auc": 0.9997216276666899, "ap": 0.9965234658250193, "f1": 0.9815585960737656, "precision": 0.9850746268656716, "recall": 0.978067575577949 } }, "macro_auc": 0.9926074938427001, "macro_ap": 0.9556436070311167, "macro_f1": 0.9050077187561033 }, "clip": { "per_class": { "noise": { "support": 367, "auc": 0.963324436956632, "ap": 0.905089091203634, "f1": 0.8688741721854305, "precision": 0.845360824742268, "recall": 0.8937329700272479 }, "music": { "support": 377, "auc": 0.9954346926950027, "ap": 0.9783943883815625, "f1": 0.9537648612945839, "precision": 0.95, "recall": 0.9575596816976127 }, "reverb": { "support": 358, "auc": 0.9892476074076266, "ap": 0.9762289042439476, "f1": 0.9181208053691275, "precision": 0.8837209302325582, "recall": 0.9553072625698324 }, "clipping": { "support": 349, "auc": 0.9957944182819047, "ap": 0.9898288664613474, "f1": 0.9619181946403386, "precision": 0.9472222222222222, "recall": 0.9770773638968482 }, "lowpass": { "support": 460, "auc": 0.9994355528928449, "ap": 0.9972786876594931, "f1": 0.9385245901639344, "precision": 0.8875968992248062, "recall": 0.9956521739130435 }, "highpass": { "support": 345, "auc": 0.9989000791506317, "ap": 0.996165397009855, "f1": 0.9014454664914586, "precision": 0.8245192307692307, "recall": 0.9942028985507246 }, "codec": { "support": 358, "auc": 0.977194777953049, "ap": 0.9249253511399831, "f1": 0.8014616321559074, "precision": 0.7105831533477321, "recall": 0.9189944134078212 }, "packet_loss": { "support": 328, "auc": 0.9939960018986417, "ap": 0.9853876106835922, "f1": 0.9404761904761905, "precision": 0.9186046511627907, "recall": 0.9634146341463414 }, "hum": { "support": 348, "auc": 0.9680093965083822, "ap": 0.8051283442591923, "f1": 0.7779237844940867, "precision": 0.7167070217917676, "recall": 0.8505747126436781 }, "clicks": { "support": 346, "auc": 0.9860838259187789, "ap": 0.9767021233784513, "f1": 0.9588235294117647, "precision": 0.9760479041916168, "recall": 0.9421965317919075 }, "pitch_shift": { "support": 317, "auc": 0.9998406840123172, "ap": 0.998785812289383, "f1": 0.9767441860465116, "precision": 0.9603658536585366, "recall": 0.9936908517350158 }, "time_stretch": { "support": 334, "auc": 0.9996209756031823, "ap": 0.9978055080559207, "f1": 0.9805097451274363, "precision": 0.9819819819819819, "recall": 0.9790419161676647 } }, "macro_auc": 0.9889068707732496, "macro_ap": 0.9609766737305301, "macro_f1": 0.914882263154731, "false_alarm_rate_on_clean_clips": 0.21452702702702703, "n_clean_clips": 592 }, "n_windows": 3000 }, "test_en_mit_rir": { "frame": { "per_class": { "noise": { "support": 27091, "auc": 0.9802963515360084, "ap": 0.8938768856333474, "f1": 0.8503153366628997, "precision": 0.8399049368045803, "recall": 0.8609870436676387 }, "music": { "support": 23749, "auc": 0.9992527100189356, "ap": 0.9897075342751966, "f1": 0.9653627577052308, "precision": 0.9512364602493358, "recall": 0.9799149437871069 }, "reverb": { "support": 25239, "auc": 0.9593939537065209, "ap": 0.8597329722803817, "f1": 0.8265924965494166, "precision": 0.8752823419992029, "recall": 0.7830341931138318 }, "clipping": { "support": 17596, "auc": 0.9991981410087114, "ap": 0.9921262846750708, "f1": 0.9711072217599632, "precision": 0.9806455351451585, "recall": 0.9617526710616049 }, "lowpass": { "support": 29902, "auc": 0.9985748331305384, "ap": 0.9858976652516711, "f1": 0.872889906184589, "precision": 0.7939460347897548, "recall": 0.9692662698147281 }, "highpass": { "support": 28059, "auc": 0.9994425358495167, "ap": 0.9933166588239004, "f1": 0.8774136738159632, "precision": 0.7850972226130511, "recall": 0.9943333689725222 }, "codec": { "support": 28632, "auc": 0.9873384526802057, "ap": 0.8882356438371874, "f1": 0.7901135149365833, "precision": 0.7097743524108956, "recall": 0.890961162335848 }, "packet_loss": { "support": 2372, "auc": 0.9992059133703438, "ap": 0.9940390877209412, "f1": 0.9731768650461023, "precision": 0.9675, "recall": 0.978920741989882 }, "hum": { "support": 25147, "auc": 0.982139816331797, "ap": 0.7872021323215781, "f1": 0.7180796901864557, "precision": 0.6187859608745685, "recall": 0.855330655744224 }, "clicks": { "support": 2915, "auc": 0.9986746897615487, "ap": 0.9659265695946404, "f1": 0.9244819107832807, "precision": 0.947103274559194, "recall": 0.9029159519725557 }, "pitch_shift": { "support": 24972, "auc": 0.999934540532545, "ap": 0.9991805599564639, "f1": 0.9874772773177136, "precision": 0.9962099600619447, "recall": 0.9788963639275989 }, "time_stretch": { "support": 25199, "auc": 0.9999569313284481, "ap": 0.9994726898157393, "f1": 0.9888163474624747, "precision": 0.9829803921568627, "recall": 0.9947220127782849 } }, "macro_auc": 0.9919507391045933, "macro_ap": 0.9457262236821767, "macro_f1": 0.8954855832008893 }, "segment_1s": { "per_class": { "noise": { "support": 613, "auc": 0.9784062473844641, "ap": 0.8934139346690724, "f1": 0.8408551068883612, "precision": 0.816923076923077, "recall": 0.866231647634584 }, "music": { "support": 546, "auc": 0.9987599155160195, "ap": 0.9875060178051387, "f1": 0.9490616621983915, "precision": 0.9267015706806283, "recall": 0.9725274725274725 }, "reverb": { "support": 578, "auc": 0.9615999474115577, "ap": 0.8707462377835973, "f1": 0.8158590308370044, "precision": 0.8312387791741472, "recall": 0.801038062283737 }, "clipping": { "support": 556, "auc": 0.9983278340340507, "ap": 0.990963045006726, "f1": 0.957847533632287, "precision": 0.9552772808586762, "recall": 0.960431654676259 }, "lowpass": { "support": 686, "auc": 0.9979409670817818, "ap": 0.9839239320015734, "f1": 0.8538608806636887, "precision": 0.7593643586833144, "recall": 0.9752186588921283 }, "highpass": { "support": 619, "auc": 0.9994763439902348, "ap": 0.9940875947218047, "f1": 0.8477366255144033, "precision": 0.7365911799761621, "recall": 0.9983844911147012 }, "codec": { "support": 640, "auc": 0.9861543605638587, "ap": 0.8974806080360286, "f1": 0.7851351351351351, "precision": 0.6916666666666667, "recall": 0.9078125 }, "packet_loss": { "support": 264, "auc": 0.999572478604319, "ap": 0.9881067691214678, "f1": 0.931159420289855, "precision": 0.8923611111111112, "recall": 0.9734848484848485 }, "hum": { "support": 556, "auc": 0.9818620520026752, "ap": 0.8069172696536959, "f1": 0.7208427389014297, "precision": 0.6196636481241915, "recall": 0.8615107913669064 }, "clicks": { "support": 356, "auc": 0.9943005945159834, "ap": 0.9734882903798431, "f1": 0.9293785310734464, "precision": 0.9346590909090909, "recall": 0.9241573033707865 }, "pitch_shift": { "support": 597, "auc": 0.9998884512164135, "ap": 0.998795757080104, "f1": 0.985797827903091, "precision": 0.9833333333333333, "recall": 0.9882747068676717 }, "time_stretch": { "support": 603, "auc": 0.9998410453253986, "ap": 0.9979569198029565, "f1": 0.9811937857726901, "precision": 0.967741935483871, "recall": 0.9950248756218906 } }, "macro_auc": 0.9913441864705632, "macro_ap": 0.9486155313385006, "macro_f1": 0.8832273565674821 }, "clip": { "per_class": { "noise": { "support": 124, "auc": 0.9736660406539992, "ap": 0.9073127734083682, "f1": 0.8412698412698412, "precision": 0.828125, "recall": 0.8548387096774194 }, "music": { "support": 114, "auc": 0.9980297809987724, "ap": 0.9889043716696614, "f1": 0.9519650655021834, "precision": 0.9478260869565217, "recall": 0.956140350877193 }, "reverb": { "support": 121, "auc": 0.9664203311426396, "ap": 0.9082585439194265, "f1": 0.8333333333333334, "precision": 0.8403361344537815, "recall": 0.8264462809917356 }, "clipping": { "support": 112, "auc": 0.9982655646718147, "ap": 0.9921330278351584, "f1": 0.9596412556053813, "precision": 0.963963963963964, "recall": 0.9553571428571429 }, "lowpass": { "support": 145, "auc": 0.9961322847348255, "ap": 0.9838920302386135, "f1": 0.8909657320872274, "precision": 0.8125, "recall": 0.9862068965517241 }, "highpass": { "support": 118, "auc": 0.9992505476766979, "ap": 0.9948923241330445, "f1": 0.8309859154929577, "precision": 0.7108433734939759, "recall": 1.0 }, "codec": { "support": 123, "auc": 0.9783769502461275, "ap": 0.9169064654684342, "f1": 0.7943262411347518, "precision": 0.7044025157232704, "recall": 0.9105691056910569 }, "packet_loss": { "support": 100, "auc": 0.999638888888889, "ap": 0.9971642966473001, "f1": 0.9658536585365853, "precision": 0.9428571428571428, "recall": 0.99 }, "hum": { "support": 106, "auc": 0.9780349077708834, "ap": 0.8407594921956165, "f1": 0.7731092436974791, "precision": 0.696969696969697, "recall": 0.8679245283018868 }, "clicks": { "support": 122, "auc": 0.990781022442959, "ap": 0.9772391332963529, "f1": 0.946938775510204, "precision": 0.943089430894309, "recall": 0.9508196721311475 }, "pitch_shift": { "support": 117, "auc": 0.9990610873963082, "ap": 0.9957238130986623, "f1": 0.9871244635193134, "precision": 0.9913793103448276, "recall": 0.9829059829059829 }, "time_stretch": { "support": 121, "auc": 0.9997273385421073, "ap": 0.9983568109499554, "f1": 0.9876543209876544, "precision": 0.9836065573770492, "recall": 0.9917355371900827 } }, "macro_auc": 0.9897820620971686, "macro_ap": 0.9584619235717161, "macro_f1": 0.8969306538897427, "false_alarm_rate_on_clean_clips": 0.22522522522522523, "n_clean_clips": 222 }, "n_windows": 1000 }, "test_en_real_rir": { "frame": { "per_class": { "noise": { "support": 24330, "auc": 0.984740497257449, "ap": 0.8929008700979433, "f1": 0.8503115138765271, "precision": 0.8371703975145384, "recall": 0.8638717632552404 }, "music": { "support": 22023, "auc": 0.9991426038903324, "ap": 0.9816566979828463, "f1": 0.968618037960617, "precision": 0.9486308824169605, "recall": 0.9894655587340507 }, "reverb": { "support": 27310, "auc": 0.9772851277991343, "ap": 0.9234581469117255, "f1": 0.8575948216298775, "precision": 0.8517408263507656, "recall": 0.8635298425485171 }, "clipping": { "support": 20978, "auc": 0.9997724109205438, "ap": 0.9969362469879345, "f1": 0.9744491326769807, "precision": 0.9586292777419058, "recall": 0.9907998855944322 }, "lowpass": { "support": 40361, "auc": 0.9992496841041979, "ap": 0.9935824457854006, "f1": 0.9257951345612333, "precision": 0.8664967272255946, "recall": 0.9938059017368251 }, "highpass": { "support": 20151, "auc": 0.9997136767891224, "ap": 0.9951016649357688, "f1": 0.8755439512619668, "precision": 0.779573017164555, "recall": 0.9984616148081981 }, "codec": { "support": 25015, "auc": 0.9899468474486349, "ap": 0.9281334114543798, "f1": 0.8392804044008326, "precision": 0.7842183864133644, "recall": 0.9026584049570258 }, "packet_loss": { "support": 3157, "auc": 0.999274002914915, "ap": 0.9934424228491409, "f1": 0.9703343274211269, "precision": 0.9617299315494711, "recall": 0.9790940766550522 }, "hum": { "support": 26535, "auc": 0.9838169043270708, "ap": 0.762511297406088, "f1": 0.7806408544726302, "precision": 0.700554141081324, "recall": 0.8814019219898248 }, "clicks": { "support": 2587, "auc": 0.9995316932567736, "ap": 0.987235094964985, "f1": 0.9619404456714652, "precision": 0.9818840579710145, "recall": 0.9427908774642443 }, "pitch_shift": { "support": 27914, "auc": 0.9998206265751255, "ap": 0.9977361777155498, "f1": 0.9799812710921073, "precision": 0.9668444723355297, "recall": 0.9934799742064914 }, "time_stretch": { "support": 27908, "auc": 0.9996012374639198, "ap": 0.99583270369918, "f1": 0.9789272379564703, "precision": 0.9954439382153573, "recall": 0.9629496918446324 } }, "macro_auc": 0.9943246093956016, "macro_ap": 0.9540439317325786, "macro_f1": 0.913618094415153 }, "segment_1s": { "per_class": { "noise": { "support": 569, "auc": 0.983766054851677, "ap": 0.8996805780735067, "f1": 0.847659574468085, "precision": 0.8217821782178217, "recall": 0.875219683655536 }, "music": { "support": 504, "auc": 0.9990670950432825, "ap": 0.9835833558830598, "f1": 0.962172647914646, "precision": 0.9411764705882353, "recall": 0.9841269841269841 }, "reverb": { "support": 611, "auc": 0.9790112431027767, "ap": 0.9302036802638258, "f1": 0.8470031545741326, "precision": 0.817351598173516, "recall": 0.8788870703764321 }, "clipping": { "support": 650, "auc": 0.9994485294117648, "ap": 0.9951502754142342, "f1": 0.9675471698113207, "precision": 0.9496296296296296, "recall": 0.9861538461538462 }, "lowpass": { "support": 880, "auc": 0.9989525344739529, "ap": 0.9917536174720621, "f1": 0.9071094966268811, "precision": 0.8347659980897804, "recall": 0.9931818181818182 }, "highpass": { "support": 459, "auc": 0.9997693075963238, "ap": 0.996485412697227, "f1": 0.8492136910268271, "precision": 0.7379421221864951, "recall": 1.0 }, "codec": { "support": 555, "auc": 0.984268176840373, "ap": 0.9236010370312216, "f1": 0.8222940226171244, "precision": 0.7452415812591509, "recall": 0.9171171171171171 }, "packet_loss": { "support": 312, "auc": 0.9988723316377549, "ap": 0.985323517277731, "f1": 0.9298780487804877, "precision": 0.8866279069767442, "recall": 0.9775641025641025 }, "hum": { "support": 592, "auc": 0.9822586110340903, "ap": 0.7883184049671518, "f1": 0.7895522388059703, "precision": 0.7072192513368984, "recall": 0.893581081081081 }, "clicks": { "support": 292, "auc": 0.999506383689602, "ap": 0.9906869414751253, "f1": 0.9540034071550255, "precision": 0.9491525423728814, "recall": 0.958904109589041 }, "pitch_shift": { "support": 661, "auc": 0.9997899436393429, "ap": 0.9978073409661652, "f1": 0.9754646840148699, "precision": 0.9590643274853801, "recall": 0.9924357034795764 }, "time_stretch": { "support": 679, "auc": 0.9993830164360641, "ap": 0.9945733462280906, "f1": 0.9737827715355806, "precision": 0.9908536585365854, "recall": 0.9572901325478645 } }, "macro_auc": 0.9936744356464171, "macro_ap": 0.9564306256457834, "macro_f1": 0.9021400756109125 }, "clip": { "per_class": { "noise": { "support": 124, "auc": 0.9766349977905435, "ap": 0.9132270265707487, "f1": 0.8720000000000001, "precision": 0.8650793650793651, "recall": 0.8790322580645161 }, "music": { "support": 102, "auc": 0.9976691121883051, "ap": 0.9833609365332594, "f1": 0.9468599033816426, "precision": 0.9333333333333333, "recall": 0.9607843137254902 }, "reverb": { "support": 119, "auc": 0.9834746611470923, "ap": 0.9557302859978887, "f1": 0.8744939271255061, "precision": 0.84375, "recall": 0.907563025210084 }, "clipping": { "support": 114, "auc": 0.9972674349530711, "ap": 0.988180506110162, "f1": 0.9523809523809523, "precision": 0.9401709401709402, "recall": 0.9649122807017544 }, "lowpass": { "support": 159, "auc": 0.9982276265900881, "ap": 0.9912231788093401, "f1": 0.9127906976744187, "precision": 0.8486486486486486, "recall": 0.9874213836477987 }, "highpass": { "support": 90, "auc": 0.99991452991453, "ap": 0.9991820987654322, "f1": 0.878048780487805, "precision": 0.782608695652174, "recall": 1.0 }, "codec": { "support": 104, "auc": 0.9678807520604396, "ap": 0.9145124324660501, "f1": 0.810344827586207, "precision": 0.734375, "recall": 0.9038461538461539 }, "packet_loss": { "support": 126, "auc": 0.9961815771312339, "ap": 0.9864005360001937, "f1": 0.9486166007905138, "precision": 0.9448818897637795, "recall": 0.9523809523809523 }, "hum": { "support": 113, "auc": 0.9722291506619709, "ap": 0.8227366099405548, "f1": 0.8132780082987552, "precision": 0.765625, "recall": 0.8672566371681416 }, "clicks": { "support": 101, "auc": 0.9998237866055795, "ap": 0.9986460184479988, "f1": 0.9852216748768472, "precision": 0.9803921568627451, "recall": 0.9900990099009901 }, "pitch_shift": { "support": 127, "auc": 0.9997203957752703, "ap": 0.9981901104992842, "f1": 0.980544747081712, "precision": 0.9692307692307692, "recall": 0.9921259842519685 }, "time_stretch": { "support": 128, "auc": 0.999359410837156, "ap": 0.9964951044456638, "f1": 0.9803921568627452, "precision": 0.984251968503937, "recall": 0.9765625 } }, "macro_auc": 0.9906986196379401, "macro_ap": 0.9623237370488814, "macro_f1": 0.9129143563789254, "false_alarm_rate_on_clean_clips": 0.208955223880597, "n_clean_clips": 201 }, "n_windows": 1000 }, "test_ru": { "frame": { "per_class": { "noise": { "support": 81329, "auc": 0.9649626195584178, "ap": 0.7993742227463438, "f1": 0.5226713508012518, "precision": 0.364713492901161, "recall": 0.921983548303803 }, "music": { "support": 80682, "auc": 0.9992817747981081, "ap": 0.9902801450176862, "f1": 0.9673274504412169, "precision": 0.975570402117736, "recall": 0.9592226271039389 }, "reverb": { "support": 85886, "auc": 0.9983230184031862, "ap": 0.9912793848293647, "f1": 0.9619473116623016, "precision": 0.9793918918918919, "recall": 0.9451132897096151 }, "clipping": { "support": 45997, "auc": 0.9997990793817971, "ap": 0.9972477400268378, "f1": 0.9838880084521924, "precision": 0.9962778879800299, "recall": 0.9718025088592734 }, "lowpass": { "support": 111106, "auc": 0.9989208378084083, "ap": 0.9943517663965455, "f1": 0.9583709657010965, "precision": 0.9300503874327815, "recall": 0.9884704696416036 }, "highpass": { "support": 83549, "auc": 0.9999715405896906, "ap": 0.9997739981278555, "f1": 0.9933327342977805, "precision": 0.9943036001247212, "recall": 0.9923637625824366 }, "codec": { "support": 80596, "auc": 0.9916246818196484, "ap": 0.9609520509573792, "f1": 0.8353005704256253, "precision": 0.7485549132947977, "recall": 0.9447863417539332 }, "packet_loss": { "support": 8257, "auc": 0.9995611841847145, "ap": 0.9924402333648419, "f1": 0.9774665042630938, "precision": 0.9830944505696435, "recall": 0.9719026280731501 }, "hum": { "support": 77260, "auc": 0.9619477123915232, "ap": 0.8248669744452303, "f1": 0.6682432320693247, "precision": 0.5819850787828742, "recall": 0.7845198032617137 }, "clicks": { "support": 8383, "auc": 0.9983399126828789, "ap": 0.9785697789475905, "f1": 0.9542403904820013, "precision": 0.9766454352441614, "recall": 0.9328402719790051 }, "pitch_shift": { "support": 72566, "auc": 0.9994983871448674, "ap": 0.992625387015011, "f1": 0.9677589423310893, "precision": 0.9496829481839166, "recall": 0.9865363944547033 }, "time_stretch": { "support": 70396, "auc": 0.9993842460862828, "ap": 0.9940437414086151, "f1": 0.9727566635534162, "precision": 0.9840829142076344, "recall": 0.961688164100233 } }, "macro_auc": 0.992634582904127, "macro_ap": 0.9596504519402752, "macro_f1": 0.896942010373366 }, "segment_1s": { "per_class": { "noise": { "support": 1826, "auc": 0.9633508986131888, "ap": 0.8101629152042603, "f1": 0.5036333975975085, "precision": 0.34533251982916413, "recall": 0.9299014238773274 }, "music": { "support": 1838, "auc": 0.9990307547381586, "ap": 0.9887602151539269, "f1": 0.9571583514099783, "precision": 0.9540540540540541, "recall": 0.9602829162132753 }, "reverb": { "support": 1938, "auc": 0.9976141447327491, "ap": 0.989633174102984, "f1": 0.9540436456996149, "precision": 0.9494123658661217, "recall": 0.9587203302373581 }, "clipping": { "support": 1581, "auc": 0.9994613578867763, "ap": 0.9947187897236077, "f1": 0.9800443458980044, "precision": 0.9815989847715736, "recall": 0.978494623655914 }, "lowpass": { "support": 2495, "auc": 0.9982670199734507, "ap": 0.9926824332612316, "f1": 0.9207180254300674, "precision": 0.8629512793550649, "recall": 0.9867735470941884 }, "highpass": { "support": 1879, "auc": 0.9999483584395361, "ap": 0.9994815998347878, "f1": 0.9850039463299132, "precision": 0.9739854318418314, "recall": 0.9962746141564662 }, "codec": { "support": 1816, "auc": 0.9883314223371686, "ap": 0.9559092069477285, "f1": 0.7982415548357242, "precision": 0.6883479648842777, "recall": 0.9498898678414097 }, "packet_loss": { "support": 872, "auc": 0.9981373189000685, "ap": 0.9871081874875492, "f1": 0.9577142857142859, "precision": 0.9544419134396356, "recall": 0.9610091743119266 }, "hum": { "support": 1735, "auc": 0.9584374747199537, "ap": 0.8219958817103862, "f1": 0.6499408284023669, "precision": 0.5514056224899598, "recall": 0.7913544668587896 }, "clicks": { "support": 982, "auc": 0.995474767575129, "ap": 0.972323004457899, "f1": 0.9371428571428572, "precision": 0.9565217391304348, "recall": 0.9185336048879837 }, "pitch_shift": { "support": 1748, "auc": 0.9991660956384136, "ap": 0.9899846998766798, "f1": 0.9536167863059082, "precision": 0.9215581643543223, "recall": 0.9879862700228833 }, "time_stretch": { "support": 1710, "auc": 0.9990186069807597, "ap": 0.9914163032971024, "f1": 0.971294669009959, "precision": 0.9730046948356808, "recall": 0.9695906432748538 } }, "macro_auc": 0.9913531850446127, "macro_ap": 0.9578480342548451, "macro_f1": 0.880712724481349 }, "clip": { "per_class": { "noise": { "support": 358, "auc": 0.9582744788737161, "ap": 0.8377555509788619, "f1": 0.5728987993138936, "precision": 0.41336633663366334, "recall": 0.9329608938547486 }, "music": { "support": 369, "auc": 0.9983380354518102, "ap": 0.9886908120162, "f1": 0.9578231292517005, "precision": 0.9617486338797814, "recall": 0.9539295392953929 }, "reverb": { "support": 383, "auc": 0.9915824529512297, "ap": 0.9832630470102248, "f1": 0.9473684210526316, "precision": 0.9318181818181818, "recall": 0.9634464751958225 }, "clipping": { "support": 331, "auc": 0.9994357278770803, "ap": 0.9969921828515053, "f1": 0.9863429438543247, "precision": 0.9908536585365854, "recall": 0.9818731117824774 }, "lowpass": { "support": 474, "auc": 0.9949554172471278, "ap": 0.9878711192763637, "f1": 0.8964181994191674, "precision": 0.8282647584973166, "recall": 0.9767932489451476 }, "highpass": { "support": 365, "auc": 0.9999500922772998, "ap": 0.9996555429211587, "f1": 0.9655172413793104, "precision": 0.9357326478149101, "recall": 0.9972602739726028 }, "codec": { "support": 351, "auc": 0.9738196104749522, "ap": 0.9405614310807068, "f1": 0.7776456599286564, "precision": 0.6673469387755102, "recall": 0.9316239316239316 }, "packet_loss": { "support": 329, "auc": 0.996272015421748, "ap": 0.9912952028382533, "f1": 0.9696048632218845, "precision": 0.9696048632218845, "recall": 0.9696048632218845 }, "hum": { "support": 350, "auc": 0.9458975741239892, "ap": 0.8318459306312649, "f1": 0.6969696969696969, "precision": 0.6244343891402715, "recall": 0.7885714285714286 }, "clicks": { "support": 333, "auc": 0.9949989359438178, "ap": 0.9820060647671576, "f1": 0.960122699386503, "precision": 0.9811912225705329, "recall": 0.93993993993994 }, "pitch_shift": { "support": 348, "auc": 0.9987024540143201, "ap": 0.9888640805854124, "f1": 0.9465020576131687, "precision": 0.905511811023622, "recall": 0.9913793103448276 }, "time_stretch": { "support": 343, "auc": 0.9960306182798944, "ap": 0.9890571102036667, "f1": 0.9708454810495627, "precision": 0.9708454810495627, "recall": 0.9708454810495627 } }, "macro_auc": 0.9873547844114156, "macro_ap": 0.959821506263398, "macro_f1": 0.8873382660367084, "false_alarm_rate_on_clean_clips": 0.43676222596964587, "n_clean_clips": 593 }, "n_windows": 3000 } }, "ood": { "VoiceBank-DEMAND test (824 noisy vs 824 clean twins)": { "n": 1648, "noise": { "auc_mean": 0.993627167970591, "auc_p95": 0.9921742447450278, "recall_at_0.5_p95": 0.5970873786407767, "false_alarm_at_0.5_p95": 0.0 }, "absent_class_detection_rate": { "music": 0.13895631067961164, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 }, "clean_clips_any_class_false_alarm": 0.0, "clean_clips_false_alarm_by_class": { "noise": 0.0, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 } }, "DNS-2020 synthetic (clean / noisy, dry / reverberant)": { "n": 600, "noise": { "auc_mean": 0.9988555555555555, "auc_p95": 0.9978333333333333, "recall_at_0.5_p95": 0.9133333333333333, "false_alarm_at_0.5_p95": 0.0 }, "reverb": { "auc_mean": 1.0, "auc_p95": 1.0, "recall_at_0.5_p95": 1.0, "false_alarm_at_0.5_p95": 0.0 }, "absent_class_detection_rate": { "music": 0.08166666666666667, "packet_loss": 0.0, "hum": 0.016666666666666666, "clicks": 0.0, "pitch_shift": 0.013333333333333334, "time_stretch": 0.005 }, "clean_clips_any_class_false_alarm": 0.006666666666666667, "clean_clips_false_alarm_by_class": { "noise": 0.0, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.006666666666666667, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 } }, "Dynamic-SUPERB NoiseDetection_VCTK_MUSAN-Noise": { "n": 200, "noise": { "auc_mean": 0.9930436535941123, "auc_p95": 0.9923379372920658, "recall_at_0.5_p95": 0.963302752293578, "false_alarm_at_0.5_p95": 0.02197802197802198 }, "absent_class_detection_rate": { "music": 0.005, "packet_loss": 0.005, "hum": 0.01, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.005 }, "clean_clips_any_class_false_alarm": 0.02197802197802198, "clean_clips_false_alarm_by_class": { "noise": 0.02197802197802198, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 } }, "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-SmallRoom": { "n": 200, "reverb": { "auc_mean": 0.9955716586151369, "auc_p95": 0.99381038647343, "recall_at_0.5_p95": 0.9782608695652174, "false_alarm_at_0.5_p95": 0.0 }, "absent_class_detection_rate": { "music": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.045 }, "clean_clips_any_class_false_alarm": 0.027777777777777776, "clean_clips_false_alarm_by_class": { "noise": 0.027777777777777776, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 } }, "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-MediumRoom": { "n": 200, "reverb": { "auc_mean": 1.0, "auc_p95": 1.0, "recall_at_0.5_p95": 1.0, "false_alarm_at_0.5_p95": 0.0 }, "absent_class_detection_rate": { "music": 0.015, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.055 }, "clean_clips_any_class_false_alarm": 0.037037037037037035, "clean_clips_false_alarm_by_class": { "noise": 0.027777777777777776, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.009259259259259259 } }, "Dynamic-SUPERB ReverberationDetection_VCTK_RirsNoises-LargeRoom": { "n": 200, "reverb": { "auc_mean": 0.9966787439613527, "auc_p95": 0.9958735909822866, "recall_at_0.5_p95": 0.967391304347826, "false_alarm_at_0.5_p95": 0.0 }, "absent_class_detection_rate": { "music": 0.005, "packet_loss": 0.0, "hum": 0.005, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.065 }, "clean_clips_any_class_false_alarm": 0.027777777777777776, "clean_clips_false_alarm_by_class": { "noise": 0.027777777777777776, "music": 0.0, "reverb": 0.0, "clipping": 0.0, "lowpass": 0.0, "highpass": 0.0, "codec": 0.0, "packet_loss": 0.0, "hum": 0.0, "clicks": 0.0, "pitch_shift": 0.0, "time_stretch": 0.0 } } } }