surfaceWaterGlobal_flood / evaluation /summary_all_tests.csv
rohitm9's picture
Add S1-only W+O model (s1_only/seed42) and compare it with S1+AEF in the README and evaluation files
0c7de6b verified
Raw History Blame Contribute Delete
5.13 kB
test,model,description,ev_iou_mean,ev_iou_std,pooled_iou_mean,pooled_iou_std,f1_mean,f1_std,precision_mean,precision_std,recall_mean,recall_std,far_mean,far_std,far_dry_mean,far_dry_std,rec_dry_mean,rec_dry_std,rec_wat_mean,rec_wat_std,n_seeds,chips,events
PS9,FC W+O,"S1+AEF, W+O (released: seed42/)",0.5061,0.0026,0.5609,0.0016,0.7186,0.0013,0.7673,0.0165,0.6761,0.0124,0.1151,0.0129,0.0718,0.0107,0.4572,0.0217,0.9955,0.0013,3,141,9
PS9,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.5016,0.0042,0.5563,0.0012,0.7149,0.001,0.7322,0.0032,0.6984,0.0042,0.143,0.0031,0.1148,0.0029,0.5137,0.0075,0.9867,0.0006,3,141,9
PS9,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.4931,0.0059,0.5534,0.005,0.7125,0.0041,0.813,0.0074,0.6342,0.0106,0.0818,0.0053,0.0477,0.004,0.388,0.0181,0.9917,0.001,3,141,9
C2S new7 S2,FC W+O,"S1+AEF, W+O (released: seed42/)",0.6393,0.013,0.7258,0.006,0.8411,0.004,0.7624,0.0114,0.9381,0.0081,0.0515,0.0037,0.0202,0.0036,0.7085,0.0355,0.9999,0.0,3,455,7
C2S new7 S2,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.5589,0.0054,0.6853,0.0033,0.8132,0.0023,0.7137,0.0052,0.9451,0.0032,0.0667,0.0019,0.0361,0.0019,0.7561,0.0124,0.9977,0.0005,3,455,7
C2S new7 S2,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.6693,0.0019,0.7403,0.003,0.8508,0.002,0.7976,0.0026,0.9116,0.0079,0.0407,0.001,0.0099,0.001,0.5874,0.0356,0.9997,0.0,3,455,7
C2S new7 S1,FC W+O,"S1+AEF, W+O (released: seed42/)",0.7222,0.0164,0.8119,0.0061,0.8962,0.0038,0.8378,0.0125,0.9635,0.008,0.0403,0.0041,0.0233,0.0039,0.8331,0.0345,0.9999,0.0,3,455,7
C2S new7 S1,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.6371,0.0066,0.774,0.0036,0.8726,0.0023,0.7915,0.0049,0.9721,0.0031,0.0552,0.0018,0.0388,0.0018,0.883,0.0122,0.9982,0.0004,3,455,7
C2S new7 S1,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.7577,0.0033,0.8242,0.005,0.9036,0.003,0.8749,0.0023,0.9343,0.0088,0.0288,0.0009,0.0127,0.0008,0.7008,0.0389,0.9996,0.0001,3,455,7
C2S Bolivia S2,FC W+O,"S1+AEF, W+O (released: seed42/)",0.5147,0.0176,0.5147,0.0176,0.6795,0.0153,0.6893,0.0108,0.6712,0.0406,0.0817,0.0091,0.0478,0.0068,0.6344,0.0475,0.9991,0.0001,3,15,1
C2S Bolivia S2,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.5355,0.0069,0.5355,0.0069,0.6975,0.0058,0.6627,0.0006,0.7362,0.013,0.1009,0.0018,0.0595,0.0006,0.6823,0.0145,0.9989,0.0001,3,15,1
C2S Bolivia S2,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.4441,0.0329,0.4441,0.0329,0.6146,0.0317,0.7108,0.0056,0.5427,0.049,0.0595,0.0056,0.0332,0.005,0.4877,0.0541,0.9977,0.001,3,15,1
C2S Bolivia S1,FC W+O,"S1+AEF, W+O (released: seed42/)",0.6078,0.009,0.6078,0.009,0.756,0.0069,0.7658,0.0216,0.7479,0.0349,0.0559,0.0096,0.0432,0.0074,0.7052,0.0506,0.9979,0.0008,3,15,1
C2S Bolivia S1,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.62,0.0105,0.62,0.0105,0.7654,0.008,0.7267,0.0016,0.8086,0.0171,0.0738,0.0014,0.0556,0.0007,0.7558,0.0222,0.9971,0.0007,3,15,1
C2S Bolivia S1,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.5285,0.0356,0.5285,0.0356,0.691,0.0307,0.8083,0.0098,0.6048,0.0496,0.0349,0.0046,0.0302,0.0032,0.5119,0.0606,0.9907,0.0011,3,15,1
FP60,FC W+O,"S1+AEF, W+O (released: seed42/)",0.5151,0.0038,0.5598,0.0039,0.7178,0.0032,0.865,0.0122,0.6135,0.0107,0.0708,0.0087,0.0446,0.0071,0.2454,0.0159,0.992,0.0027,3,60,6
FP60,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.5132,0.0013,0.5608,0.0011,0.7186,0.0009,0.8353,0.0035,0.6305,0.0007,0.0917,0.0024,0.0724,0.0016,0.2934,0.0006,0.9784,0.0002,3,60,6
FP60,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.5047,0.0022,0.5532,0.0009,0.7124,0.0007,0.8878,0.0032,0.5948,0.0013,0.0555,0.0019,0.0326,0.0019,0.209,0.0037,0.9856,0.0017,3,60,6
FP60,OPERA DSWx-S1,OPERA DSWx-S1,0.4432,,0.4582,,0.6285,,0.851,,0.4982,,0.0644,,0.0713,,0.2611,,0.9033,,1,60,6
Kuro,FC W+O,"S1+AEF, W+O (released: seed42/)",0.6483,0.012,0.6488,0.0139,0.7869,0.0102,0.6992,0.0253,0.901,0.0177,0.0278,0.0039,,,0.889,0.0215,0.9415,0.0049,3,1241,7
Kuro,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.631,0.0069,0.6312,0.0041,0.7739,0.0031,0.6551,0.0043,0.9454,0.0006,0.0355,0.0007,,,0.9448,0.0015,0.9477,0.0029,3,1241,7
Kuro,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.6375,0.0109,0.6337,0.0084,0.7758,0.0063,0.7198,0.001,0.8412,0.0137,0.0234,0.0003,,,0.8123,0.0175,0.9388,0.0013,3,1241,7
Kuro,Kuro floodvit,Kuro Siwo FloodViT (released checkpoint),0.724,,0.718,,0.8359,,0.8186,,0.8539,,0.0135,,,,0.8642,,0.8189,,1,1241,7
Kuro,Kuro snunet_slope,Kuro Siwo SNUNet + slope (released checkpoint),0.7384,,0.7265,,0.8416,,0.8325,,0.8508,,0.0122,,,,0.8701,,0.7859,,1,1241,7
PS53,FC W+O,"S1+AEF, W+O (released: seed42/)",0.6643,0.0144,0.7804,0.0147,0.8766,0.0093,0.8003,0.0172,0.9692,0.0028,0.0753,0.0084,,,,,,,3,53,53
PS53,FC S1-only W+O,"S1-only, W+O (released: s1_only/seed42/)",0.5772,0.0056,0.631,0.0042,0.7737,0.0031,0.6502,0.0071,0.9554,0.0062,0.1598,0.0061,,,,,,,3,53,53
PS53,"FC W+O+P, AEF dropout","S1+AEF, W+O+P, AEF dropout 0.5",0.7144,0.0029,0.8364,0.002,0.9109,0.0012,0.8716,0.0023,0.954,0.001,0.0437,0.0009,,,,,,,3,53,53