diff --git a/.gitattributes b/.gitattributes index 4bd4b9e360f3eb112d638b4e2d62232780196eaf..cc84ae61f2c945e9adc092c9ea7235c8e6fc5341 100644 --- a/.gitattributes +++ b/.gitattributes @@ -37,3 +37,7 @@ vicoffee/vc11_utae_cloudmask/summary/matrices_fold_ratio.png filter=lfs diff=lfs vicoffee/vc11_utae_cloudmask/summary/overfit.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary/recon_spatial_f2_examples.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary/results_overview.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/matrices_fold_ratio__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/overfit__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_examples__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/results_overview__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png filter=lfs diff=lfs merge=lfs -text diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/matrices_fold_ratio__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/matrices_fold_ratio__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png new file mode 100644 index 0000000000000000000000000000000000000000..37e8d4c08c42cb47d5a2ef722b8b2e895f993997 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/matrices_fold_ratio__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2bacf71c394a11e014b26f60b03cb2725c81b01819e53c702061e57196ab415 +size 472806 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/meta__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/meta__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json new file mode 100644 index 0000000000000000000000000000000000000000..eff0067bdbfaf293fdee82d48a6ee6db73a5f0d8 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/meta__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json @@ -0,0 +1,22 @@ +{ + "label": "20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600", + "tag": "vc11_utae_cloudmask", + "created": "2026-10-28 03:58:59", + "n_runs": 600, + "runs_per_mode": { + "sl+es50p30": 60, + "sl": 60, + "ssl_ft@e200": 60, + "ssl_ft+es50p30": 60, + "ssl_ft": 60, + "ssl_lp@e200": 60, + "ssl_lp+es50p30": 60, + "ssl_lp": 60, + "ssl_lpft+es50p30": 60, + "ssl_lpft": 60 + }, + "n_runs_with_tta": 600, + "experiments": [ + "spatial" + ] +} \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/overfit__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/overfit__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png new file mode 100644 index 0000000000000000000000000000000000000000..927be26a6702c141259b3ae6aafbdea1c00c6773 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/overfit__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080b480635d176f6f769f003b5f0edde22314ea6a761b5354575e477d2e61d35 +size 310186 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json new file mode 100644 index 0000000000000000000000000000000000000000..1863d56050d9d2352094561d68b9dbd79c7d4b4b --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json @@ -0,0 +1,84 @@ +{ + "val_windows": { + "experiment": "spatial", + "fold": 2, + "where": "val_windows", + "mask_ratios": [ + 0.2, + 0.4, + 0.6, + 0.8 + ], + "seeds": [ + 0, + 1, + 2 + ], + "mse": [ + [ + 0.6444536154636076, + 0.5499925477116646, + 0.7451566160200248 + ], + [ + 0.5590359245374281, + 0.5358279169182111, + 0.5861140530833023 + ], + [ + 0.6636775341612837, + 0.5637874767796535, + 0.6896863110835479 + ], + [ + 0.7725398313088364, + 0.5744261529095054, + 0.7405632293449328 + ] + ], + "n_samples": 36, + "trained_mask_ratio": 0.4, + "ssl_name": "vc11_utae_cloudmask_ssl_spatial_f2" + }, + "train_sites": { + "experiment": "spatial", + "fold": 2, + "where": "train_sites", + "mask_ratios": [ + 0.2, + 0.4, + 0.6, + 0.8 + ], + "seeds": [ + 0, + 1, + 2 + ], + "mse": [ + [ + 0.4599785711838008, + 0.6734710156220775, + 0.5800552731553666 + ], + [ + 0.4884755763777453, + 0.6416256140643939, + 0.5828693614642886 + ], + [ + 0.5931614745983542, + 0.6891993014353618, + 0.7094862285850485 + ], + [ + 0.6160029121189865, + 0.85359972843199, + 0.7145610818886816 + ] + ], + "n_samples": 18, + "trained_mask_ratio": 0.4, + "ssl_name": "vc11_utae_cloudmask_ssl_spatial_f2" + } +} \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_examples__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_examples__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png new file mode 100644 index 0000000000000000000000000000000000000000..16d34569df580dfc5598aecf1f0132114236436b --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_examples__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec98dbd028acb7e4f1273ad69194f4e12561903ac2a25a7ee0e21c398f2762b3 +size 337059 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_matrix__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_matrix__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png new file mode 100644 index 0000000000000000000000000000000000000000..42ac518ff014d25f2926e371f200fb3334563a91 Binary files /dev/null and b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/recon_spatial_f2_matrix__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png differ diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/results_overview__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/results_overview__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png new file mode 100644 index 0000000000000000000000000000000000000000..06c1b984c9b33c3c3c95ad7e9f3c5fed90f37f7b --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/results_overview__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2338a4e26246407c8fb647f2bf148ef7918e07317b1ff13f1932772e0689e693 +size 166558 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/runs_table__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/runs_table__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf8765d136c0f3cf7d19aed6f1410b21b748e04 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/runs_table__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json @@ -0,0 +1,174182 @@ +[ + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 94, + "stopped_epoch": 100, + "best_val": 0.6905469627650163, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7526681469808753, + "mIoU": 0.600195513137182, + "macroF1": 0.7495226700389261, + "F1_coffee": 0.7775917039708866, + "IoU_coffee": 0.6361145506757647, + "precision_coffee": 0.8793750227628656, + "recall_coffee": 0.6969259633424737, + "F1_noncoffee": 0.7214536361069657, + "IoU_noncoffee": 0.5642764755985993, + "kappa": 0.5073118761976617, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6779883466020538, + "mIoU": 0.5091509055746472, + "macroF1": 0.6736952787220146, + "F1_coffee": 0.7111231869994437, + "IoU_coffee": 0.5517386765178285, + "precision_coffee": 0.8662253743104807, + "recall_coffee": 0.6031296637696427, + "F1_noncoffee": 0.6362673704445856, + "IoU_noncoffee": 0.46656313463146576, + "kappa": 0.3727132417194615, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.257104736490994, + "mIoU": 0.12899225343875143, + "macroF1": 0.2057975868762608, + "F1_coffee": 0.4076595744680851, + "IoU_coffee": 0.25601282736504544, + "precision_coffee": 1.0, + "recall_coffee": 0.25601282736504544, + "F1_noncoffee": 0.003935599284436494, + "IoU_noncoffee": 0.00197167951245743, + "kappa": 0.0010090411542864471, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7687903520526251, + "mIoU": 0.6242258103036613, + "macroF1": 0.7686102848968831, + "F1_coffee": 0.7750651813225883, + "IoU_coffee": 0.6327399380804953, + "precision_coffee": 0.8693340422703708, + "recall_coffee": 0.6992408852774511, + "F1_noncoffee": 0.7621553884711779, + "IoU_noncoffee": 0.6157116825268273, + "kappa": 0.5429039568981405, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.712963441749832, + "mIoU": 0.5527297602872787, + "macroF1": 0.7116524394984584, + "F1_coffee": 0.7310952865378094, + "IoU_coffee": 0.5761624799572421, + "precision_coffee": 0.9016608913848727, + "recall_coffee": 0.61479550268861, + "F1_noncoffee": 0.6922095924591073, + "IoU_noncoffee": 0.5292970406173153, + "kappa": 0.4459965052364299, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7777169313486334, + "mIoU": 0.6236622557362657, + "macroF1": 0.7659936244022556, + "F1_coffee": 0.8183704185819469, + "IoU_coffee": 0.692577802258331, + "precision_coffee": 0.8697795071335928, + "recall_coffee": 0.7726993393762482, + "F1_noncoffee": 0.7136168302225643, + "IoU_noncoffee": 0.5547467092142002, + "kappa": 0.5345511092106957, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7763851470071453, + "mIoU": 0.6280090654888559, + "macroF1": 0.7703851989678365, + "F1_coffee": 0.7332681291043733, + "IoU_coffee": 0.5788660930950805, + "precision_coffee": 0.7975683890577507, + "recall_coffee": 0.6785621929144039, + "F1_noncoffee": 0.8075022688312998, + "IoU_noncoffee": 0.6771520378826315, + "kappa": 0.5429144620913928, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6606220463787229, + "mIoU": 0.4790744472259656, + "macroF1": 0.6432295711346426, + "F1_coffee": 0.5644569816643159, + "IoU_coffee": 0.3932010218117508, + "precision_coffee": 0.7525385483264385, + "recall_coffee": 0.4515910629654705, + "F1_noncoffee": 0.7220021606049694, + "IoU_noncoffee": 0.5649478726401803, + "kappa": 0.3138171936344792, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7806009488666316, + "mIoU": 0.6395919512097608, + "macroF1": 0.780092678601289, + "F1_coffee": 0.7906649230459712, + "IoU_coffee": 0.6538013641656962, + "precision_coffee": 0.766380655226209, + "recall_coffee": 0.816538541450239, + "F1_noncoffee": 0.7695204341566065, + "IoU_noncoffee": 0.6253825382538254, + "kappa": 0.5606710271444539, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7605633802816901, + "mIoU": 0.5994545587695541, + "macroF1": 0.7467910505969011, + "F1_coffee": 0.8058442226566519, + "IoU_coffee": 0.6748233672238497, + "precision_coffee": 0.9251122135601229, + "recall_coffee": 0.7138169886985053, + "F1_noncoffee": 0.6877378785371504, + "IoU_noncoffee": 0.5240857503152585, + "kappa": 0.5067670972897282, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.75947265625, + "mIoU": 0.5839159642274658, + "macroF1": 0.731351919099062, + "F1_coffee": 0.8182690179296097, + "IoU_coffee": 0.6924325674325674, + "precision_coffee": 0.9711033274956217, + "recall_coffee": 0.7069998724977687, + "F1_noncoffee": 0.6444348202685145, + "IoU_noncoffee": 0.47539936102236424, + "kappa": 0.4875387224310312, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7751367666478023, + "mIoU": 0.5934910400839064, + "macroF1": 0.7369384211231205, + "F1_coffee": 0.8371807130173473, + "IoU_coffee": 0.7199577117349936, + "precision_coffee": 0.9521516234270623, + "recall_coffee": 0.7469835466179159, + "F1_noncoffee": 0.6366961292288936, + "IoU_noncoffee": 0.46702436843281914, + "kappa": 0.49045404506642437, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2498, + 2984 + ], + [ + 39506, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 6.506844933827718, + "test_tta": { + "OA": 0.7667072559272259, + "mIoU": 0.6176411775872062, + "macroF1": 0.7629027025832329, + "F1_coffee": 0.7929368384246162, + "IoU_coffee": 0.6569141231927949, + "precision_coffee": 0.8822905245287023, + "recall_coffee": 0.7200173185163804, + "F1_noncoffee": 0.7328685667418495, + "IoU_noncoffee": 0.5783682319816176, + "kappa": 0.5319979846961149, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6905647859697704, + "mIoU": 0.522665704617671, + "macroF1": 0.6852390447331651, + "F1_coffee": 0.7261821198391935, + "IoU_coffee": 0.5700831580002004, + "precision_coffee": 0.8676161141776707, + "recall_coffee": 0.6243964533403564, + "F1_noncoffee": 0.6442959696271366, + "IoU_noncoffee": 0.47524825123514164, + "kappa": 0.3914844613254516, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.608218725809469, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7031194040541509, + "mIoU": 0.5391706593908083, + "macroF1": 0.6998423919940134, + "F1_coffee": 0.7312051103292855, + "IoU_coffee": 0.5762989087377648, + "precision_coffee": 0.8341347932233484, + "recall_coffee": 0.650887573964497, + "F1_noncoffee": 0.6684796736587414, + "IoU_noncoffee": 0.5020424100438518, + "kappa": 0.4107509414859552, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6495038652359525, + "mIoU": 0.4765319592838136, + "macroF1": 0.644040383561891, + "F1_coffee": 0.6881400302851424, + "IoU_coffee": 0.5245529600500841, + "precision_coffee": 0.8285025647364193, + "recall_coffee": 0.588447019576859, + "F1_noncoffee": 0.5999407368386396, + "IoU_noncoffee": 0.42851095851754306, + "kappa": 0.3133625037530673, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3589059372915277, + "mIoU": 0.17988066026173882, + "macroF1": 0.2652417881248701, + "F1_coffee": 0.527578409202635, + "IoU_coffee": 0.35830662393162394, + "precision_coffee": 0.9985113509490138, + "recall_coffee": 0.35849812934259756, + "F1_noncoffee": 0.0029051670471052084, + "IoU_noncoffee": 0.0014546965918536992, + "kappa": -2.3491758960461185e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7298696552564259, + "mIoU": 0.5743507964080886, + "macroF1": 0.7295716631918955, + "F1_coffee": 0.7205947205947206, + "IoU_coffee": 0.5632263147528068, + "precision_coffee": 0.8771472392638037, + "recall_coffee": 0.611461563134823, + "F1_noncoffee": 0.7385486057890703, + "IoU_noncoffee": 0.5854752780633704, + "kappa": 0.47479848390426777, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7318889291069859, + "mIoU": 0.5693029705349739, + "macroF1": 0.7237976855500776, + "F1_coffee": 0.7710715704887633, + "IoU_coffee": 0.6274340734353668, + "precision_coffee": 0.8416385542168675, + "recall_coffee": 0.7114225191461626, + "F1_noncoffee": 0.6765238006113918, + "IoU_noncoffee": 0.5111718676345809, + "kappa": 0.45302861344391343, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6535570269328421, + "mIoU": 0.47867823439501844, + "macroF1": 0.6452710596648779, + "F1_coffee": 0.6994861165090469, + "IoU_coffee": 0.537853632620534, + "precision_coffee": 0.7987967255153369, + "recall_coffee": 0.6221385773544323, + "F1_noncoffee": 0.5910560028207087, + "IoU_noncoffee": 0.41950283616950285, + "kappa": 0.305157311405299, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7611573152161181, + "mIoU": 0.6072292594864459, + "macroF1": 0.7542623314881984, + "F1_coffee": 0.713099760799212, + "IoU_coffee": 0.554122020555434, + "precision_coffee": 0.7820987654320988, + "recall_coffee": 0.6552883372123093, + "F1_noncoffee": 0.7954249021771848, + "IoU_noncoffee": 0.6603364984174579, + "kappa": 0.5112372420976192, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.67051324321354, + "mIoU": 0.5039818976700715, + "macroF1": 0.6700923501408507, + "F1_coffee": 0.658308639161158, + "IoU_coffee": 0.49065579340808696, + "precision_coffee": 0.6649781257195487, + "recall_coffee": 0.6517716091175807, + "F1_noncoffee": 0.6818760611205433, + "IoU_noncoffee": 0.5173080019320561, + "kappa": 0.340246489705652, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7601476014760148, + "mIoU": 0.6106918561870048, + "macroF1": 0.7578495777798429, + "F1_coffee": 0.7814391392064559, + "IoU_coffee": 0.6412803532008831, + "precision_coffee": 0.7267691208005719, + "recall_coffee": 0.8450031165593185, + "F1_noncoffee": 0.7342600163532298, + "IoU_noncoffee": 0.5801033591731266, + "kappa": 0.5190083898788089, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6959776678086538, + "mIoU": 0.5302323959332695, + "macroF1": 0.692094905899098, + "F1_coffee": 0.7266712297513119, + "IoU_coffee": 0.5706862569432002, + "precision_coffee": 0.9710365853658537, + "recall_coffee": 0.580568720379147, + "F1_noncoffee": 0.657518582046884, + "IoU_noncoffee": 0.489778534923339, + "kappa": 0.4294632399147154, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78642578125, + "mIoU": 0.6150912569344291, + "macroF1": 0.7556327925199992, + "F1_coffee": 0.8423783783783784, + "IoU_coffee": 0.7276802390735898, + "precision_coffee": 0.9688328912466844, + "recall_coffee": 0.7451230396531939, + "F1_noncoffee": 0.6688872066616199, + "IoU_noncoffee": 0.5025022747952684, + "kappa": 0.5281518403925595, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5581965666855311, + "mIoU": 0.3748299633348072, + "macroF1": 0.539321804314417, + "F1_coffee": 0.6325698148729212, + "IoU_coffee": 0.4625975217989904, + "precision_coffee": 0.8875192604006163, + "recall_coffee": 0.49140767824497256, + "F1_noncoffee": 0.44607379375591294, + "IoU_noncoffee": 0.28706240487062407, + "kappa": 0.18058145195374822, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2584, + 2984 + ], + [ + 36653, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.179069968064626, + "test_tta": { + "OA": 0.7332390229926223, + "mIoU": 0.5734685846345304, + "macroF1": 0.7277477331491893, + "F1_coffee": 0.7664131713053705, + "IoU_coffee": 0.6212883872279845, + "precision_coffee": 0.8389632681084792, + "recall_coffee": 0.7054120363688844, + "F1_noncoffee": 0.6890822949930082, + "IoU_noncoffee": 0.5256487820410762, + "kappa": 0.460861917830165, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6753634475597092, + "mIoU": 0.5027635890430485, + "macroF1": 0.6670394087739409, + "F1_coffee": 0.7196851766522622, + "IoU_coffee": 0.5621157886545795, + "precision_coffee": 0.8318698718871456, + "recall_coffee": 0.6341629356509525, + "F1_noncoffee": 0.6143936408956195, + "IoU_noncoffee": 0.44341138943151753, + "kappa": 0.3503322782824671, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.7826703597045055, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8279851013537712, + "mIoU": 0.6987539965677719, + "macroF1": 0.8217182825830266, + "F1_coffee": 0.8551437102271013, + "IoU_coffee": 0.7469441517386722, + "precision_coffee": 0.8953235024787647, + "recall_coffee": 0.8184153557511906, + "F1_noncoffee": 0.7882928549389518, + "IoU_noncoffee": 0.6505638413968716, + "kappa": 0.644483004195856, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7444905965155186, + "mIoU": 0.5835156385578799, + "macroF1": 0.7349992097976977, + "F1_coffee": 0.7851512285042082, + "IoU_coffee": 0.646295445924092, + "precision_coffee": 0.8774055401962378, + "recall_coffee": 0.7104512334299008, + "F1_noncoffee": 0.6848471910911873, + "IoU_noncoffee": 0.5207358311916678, + "kappa": 0.47845610975059943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.304469646430954, + "mIoU": 0.15267846334989363, + "macroF1": 0.23463372065086302, + "F1_coffee": 0.4658264166410493, + "IoU_coffee": 0.303633449104996, + "precision_coffee": 0.9991208791208791, + "recall_coffee": 0.3037145911277392, + "F1_noncoffee": 0.0034410246606767347, + "IoU_noncoffee": 0.0017234775947912676, + "kappa": 0.0005134107781217341, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8151419174077232, + "mIoU": 0.686751908770047, + "macroF1": 0.8141306744582784, + "F1_coffee": 0.8278404901015373, + "IoU_coffee": 0.7062524196670538, + "precision_coffee": 0.8817061382310295, + "recall_coffee": 0.7801774831604833, + "F1_noncoffee": 0.8004208588150195, + "IoU_noncoffee": 0.6672513978730402, + "kappa": 0.6298628339279833, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8202595790888877, + "mIoU": 0.6841573996467276, + "macroF1": 0.8109888128207003, + "F1_coffee": 0.8528490390314114, + "IoU_coffee": 0.7434497010849509, + "precision_coffee": 0.887645400070497, + "recall_coffee": 0.8206778556297866, + "F1_noncoffee": 0.7691285866099894, + "IoU_noncoffee": 0.6248650982085042, + "kappa": 0.622886842306955, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8459202469258724, + "mIoU": 0.7200856215874551, + "macroF1": 0.8358467546568564, + "F1_coffee": 0.8765111917966724, + "IoU_coffee": 0.780169046097024, + "precision_coffee": 0.9119136571191365, + "recall_coffee": 0.8437548010447073, + "F1_noncoffee": 0.7951823175170406, + "IoU_noncoffee": 0.6600021970778864, + "kappa": 0.6725121524212307, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8039123813986178, + "mIoU": 0.6700264871227581, + "macroF1": 0.802117741216349, + "F1_coffee": 0.7832729155877783, + "IoU_coffee": 0.6437539902106831, + "precision_coffee": 0.7842883069743324, + "recall_coffee": 0.78226014998707, + "F1_noncoffee": 0.8209625668449197, + "IoU_noncoffee": 0.6962989840348331, + "kappa": 0.6042360304349933, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7412902516760084, + "mIoU": 0.5862996752127781, + "macroF1": 0.7386590037715797, + "F1_coffee": 0.7124358661128757, + "IoU_coffee": 0.5533206831119545, + "precision_coffee": 0.7765645805592544, + "recall_coffee": 0.6580907244414353, + "F1_noncoffee": 0.7648821414302837, + "IoU_noncoffee": 0.6192786673136018, + "kappa": 0.48021617563593366, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8035846072746442, + "mIoU": 0.67120982479225, + "macroF1": 0.8031987276813122, + "F1_coffee": 0.7944842801985659, + "IoU_coffee": 0.6590409956076134, + "precision_coffee": 0.84689557855127, + "recall_coffee": 0.7481820070642011, + "F1_noncoffee": 0.8119131751640586, + "IoU_noncoffee": 0.6833786539768865, + "kappa": 0.6077722623702291, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8273061794188554, + "mIoU": 0.690637648339258, + "macroF1": 0.8151115639552357, + "F1_coffee": 0.8625946491670873, + "IoU_coffee": 0.7583880703000178, + "precision_coffee": 0.96673455532926, + "recall_coffee": 0.7787094422165513, + "F1_noncoffee": 0.767628478743384, + "IoU_noncoffee": 0.6228872263784982, + "kappa": 0.6373401548016726, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8904296875, + "mIoU": 0.7502725751138422, + "macroF1": 0.8524351346913679, + "F1_coffee": 0.9273127753303965, + "IoU_coffee": 0.864476386036961, + "precision_coffee": 0.9425786908995127, + "recall_coffee": 0.9125334693357133, + "F1_noncoffee": 0.7775574940523394, + "IoU_noncoffee": 0.6360687641907233, + "kappa": 0.7051069892175328, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.883795510281079, + "mIoU": 0.7371330303225354, + "macroF1": 0.8431701772940596, + "F1_coffee": 0.9229903737967246, + "IoU_coffee": 0.8569936157864191, + "precision_coffee": 0.947388682150648, + "recall_coffee": 0.89981718464351, + "F1_noncoffee": 0.7633499807913946, + "IoU_noncoffee": 0.6172724448586517, + "kappa": 0.6869783227271806, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2703, + 2984 + ], + [ + 43507, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.028520341714223, + "test_tta": { + "OA": 0.8354344244681613, + "mIoU": 0.7088731296621067, + "macroF1": 0.828644872060341, + "F1_coffee": 0.8627538829151732, + "IoU_coffee": 0.758634274458306, + "precision_coffee": 0.8938573417917376, + "recall_coffee": 0.8337422427478712, + "F1_noncoffee": 0.7945358612055089, + "IoU_noncoffee": 0.6591119848659075, + "kappa": 0.6579098380825074, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7525672089535018, + "mIoU": 0.5925094358454759, + "macroF1": 0.7419407119896673, + "F1_coffee": 0.7943073639786107, + "IoU_coffee": 0.6587975577255822, + "precision_coffee": 0.8753501400560224, + "recall_coffee": 0.7269993854797647, + "F1_noncoffee": 0.6895740600007237, + "IoU_noncoffee": 0.5262213139653696, + "kappa": 0.4904727333735909, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.7925130877850117, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8325513931666786, + "mIoU": 0.7084010392413725, + "macroF1": 0.8287604385258445, + "F1_coffee": 0.8542390846881673, + "IoU_coffee": 0.7455648672181105, + "precision_coffee": 0.9285956350820117, + "recall_coffee": 0.7909077789002742, + "F1_noncoffee": 0.8032817923635216, + "IoU_noncoffee": 0.6712372112646345, + "kappa": 0.6604590732515573, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7371062651436483, + "mIoU": 0.5786675558701181, + "macroF1": 0.7320376573906123, + "F1_coffee": 0.7688913682929304, + "IoU_coffee": 0.624552008238929, + "precision_coffee": 0.9103518674192386, + "recall_coffee": 0.6654815204986393, + "F1_noncoffee": 0.6951839464882943, + "IoU_noncoffee": 0.5327831035013072, + "kappa": 0.48061631510856434, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20520346897931954, + "mIoU": 0.10290875029764573, + "macroF1": 0.17120597706720023, + "F1_coffee": 0.33906579385332297, + "IoU_coffee": 0.20414161656646626, + "precision_coffee": 0.999345977763244, + "recall_coffee": 0.20416889363976484, + "F1_noncoffee": 0.0033461602810774638, + "IoU_noncoffee": 0.0016758840288252053, + "kappa": 0.00041749537565885075, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8197100743086856, + "mIoU": 0.6940257902461029, + "macroF1": 0.8193208701874944, + "F1_coffee": 0.8277066356228172, + "IoU_coffee": 0.7060575968222443, + "precision_coffee": 0.9083940206975852, + "recall_coffee": 0.7601838982144766, + "F1_noncoffee": 0.8109351047521717, + "IoU_noncoffee": 0.6819939836699613, + "kappa": 0.6417434365235349, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7937845803816123, + "mIoU": 0.654766027763902, + "macroF1": 0.7908649272808912, + "F1_coffee": 0.815575286718461, + "IoU_coffee": 0.6885834764953928, + "precision_coffee": 0.9431016042780749, + "recall_coffee": 0.7184291999348216, + "F1_noncoffee": 0.7661545678433213, + "IoU_noncoffee": 0.6209485790324114, + "kappa": 0.5912073913737793, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8803703888086822, + "mIoU": 0.7739294077906387, + "macroF1": 0.8715561493423645, + "F1_coffee": 0.9052033610793325, + "IoU_coffee": 0.8268232920149899, + "precision_coffee": 0.9304192685102587, + "recall_coffee": 0.8813181748348441, + "F1_noncoffee": 0.8379089376053963, + "IoU_noncoffee": 0.7210355235662874, + "kappa": 0.7434345214062718, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.802389598219515, + "mIoU": 0.6644324926710865, + "macroF1": 0.7975794799815423, + "F1_coffee": 0.7663758482204681, + "IoU_coffee": 0.621239335428828, + "precision_coffee": 0.8249850924269528, + "recall_coffee": 0.7155417636410655, + "F1_noncoffee": 0.8287831117426164, + "IoU_noncoffee": 0.7076256499133449, + "kappa": 0.5966508952974948, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7655786350148368, + "mIoU": 0.6128577253769618, + "macroF1": 0.7586099470427765, + "F1_coffee": 0.7175956573546936, + "IoU_coffee": 0.5595705141441255, + "precision_coffee": 0.8680333119795003, + "recall_coffee": 0.611600090273076, + "F1_noncoffee": 0.7996242367308596, + "IoU_noncoffee": 0.6661449366097981, + "kappa": 0.5272939714936459, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8348972061149182, + "mIoU": 0.7163846322218003, + "macroF1": 0.8347373445396102, + "F1_coffee": 0.8295973884657236, + "IoU_coffee": 0.7088136853849014, + "precision_coffee": 0.870916152615947, + "recall_coffee": 0.7920216081446083, + "F1_noncoffee": 0.839877300613497, + "IoU_noncoffee": 0.7239555790586991, + "kappa": 0.6701722879269304, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8384722750919934, + "mIoU": 0.7067592049043434, + "macroF1": 0.8264033147657939, + "F1_coffee": 0.8721759212772366, + "IoU_coffee": 0.7733262108262108, + "precision_coffee": 0.9709367315001117, + "recall_coffee": 0.7916514764855997, + "F1_noncoffee": 0.7806307082543512, + "IoU_noncoffee": 0.6401921989824759, + "kappa": 0.6588639178393725, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81884765625, + "mIoU": 0.659056227379802, + "macroF1": 0.7893659220315703, + "F1_coffee": 0.868168573662142, + "IoU_coffee": 0.7670475951274646, + "precision_coffee": 0.9807321772639692, + "recall_coffee": 0.7787836287135025, + "F1_noncoffee": 0.7105632704009986, + "IoU_noncoffee": 0.5510648596321394, + "kappa": 0.5905733232241178, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9210526315789473, + "mIoU": 0.8084545804685207, + "macroF1": 0.8911477008918618, + "F1_coffee": 0.9482022402376384, + "IoU_coffee": 0.9015062367615909, + "precision_coffee": 0.9631631883329143, + "recall_coffee": 0.9336989640463133, + "F1_noncoffee": 0.8340931615460853, + "IoU_noncoffee": 0.7154029241754505, + "kappa": 0.7824635157895634, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2684, + 2984 + ], + [ + 43781, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5685678283373514, + "test_tta": { + "OA": 0.845695150777165, + "mIoU": 0.7261123226317104, + "macroF1": 0.8406306782903705, + "F1_coffee": 0.8690405629264882, + "IoU_coffee": 0.7684100193506773, + "precision_coffee": 0.917731270462862, + "recall_coffee": 0.8252561697214605, + "F1_noncoffee": 0.8122207936542527, + "IoU_noncoffee": 0.6838146259127436, + "kappa": 0.6825426752751966, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7514422522210684, + "mIoU": 0.5943134000055897, + "macroF1": 0.7440310879596845, + "F1_coffee": 0.7875859688909705, + "IoU_coffee": 0.6496014964216005, + "precision_coffee": 0.8982288445319089, + "recall_coffee": 0.7012114827495392, + "F1_noncoffee": 0.7004762070283986, + "IoU_noncoffee": 0.539025303589579, + "kappa": 0.49878586831575755, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.5446665744064643, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7045698732182508, + "mIoU": 0.5383950679715672, + "macroF1": 0.6985493060735728, + "F1_coffee": 0.7411509978661981, + "IoU_coffee": 0.588752897774011, + "precision_coffee": 0.8119005878106631, + "recall_coffee": 0.6817433973156299, + "F1_noncoffee": 0.6559476142809476, + "IoU_noncoffee": 0.48803723816912337, + "kappa": 0.403122892073583, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.634865005192108, + "mIoU": 0.4592204638380176, + "macroF1": 0.627370697589218, + "F1_coffee": 0.6802157410097387, + "IoU_coffee": 0.5153991922362805, + "precision_coffee": 0.8012498140157714, + "recall_coffee": 0.5909489948204723, + "F1_noncoffee": 0.5745256541686974, + "IoU_noncoffee": 0.4030417354397548, + "kappa": 0.27670046285909033, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21761174116077384, + "mIoU": 0.10913444184930979, + "macroF1": 0.1797140200699877, + "F1_coffee": 0.35602899187349, + "IoU_coffee": 0.21656646626586507, + "precision_coffee": 0.9993834771886559, + "recall_coffee": 0.21659540352752538, + "F1_noncoffee": 0.003399048266485384, + "IoU_noncoffee": 0.0017024174327545114, + "kappa": 0.0004706243657521181, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.676452673894506, + "mIoU": 0.5109652346186766, + "macroF1": 0.676307244912419, + "F1_coffee": 0.6831683168316832, + "IoU_coffee": 0.518796992481203, + "precision_coffee": 0.7725617159044921, + "recall_coffee": 0.6123169036672725, + "F1_noncoffee": 0.6694461729931549, + "IoU_noncoffee": 0.50313347675615, + "kappa": 0.3615330863628314, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6922281400279229, + "mIoU": 0.5257333013148034, + "macroF1": 0.6881966723924381, + "F1_coffee": 0.7236512210975949, + "IoU_coffee": 0.5669698072026191, + "precision_coffee": 0.841213298791019, + "recall_coffee": 0.634919341697898, + "F1_noncoffee": 0.6527421236872812, + "IoU_noncoffee": 0.4844967954269877, + "kappa": 0.39133152215440375, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7394334644297307, + "mIoU": 0.5673079592726429, + "macroF1": 0.7195781332171183, + "F1_coffee": 0.7941962881409248, + "IoU_coffee": 0.6586447531468076, + "precision_coffee": 0.8135169969389399, + "recall_coffee": 0.7757720079889384, + "F1_noncoffee": 0.6449599782933116, + "IoU_noncoffee": 0.47597116539847817, + "kappa": 0.4397014671793602, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6878294482839405, + "mIoU": 0.5228322858659028, + "macroF1": 0.6862901600621543, + "F1_coffee": 0.6643154049628417, + "IoU_coffee": 0.497359486986043, + "precision_coffee": 0.6475933202357563, + "recall_coffee": 0.6819239720713731, + "F1_noncoffee": 0.7082649151614668, + "IoU_noncoffee": 0.5483050847457627, + "kappa": 0.37294368246638643, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6038026156720518, + "mIoU": 0.4223114947069725, + "macroF1": 0.5897503931696386, + "F1_coffee": 0.5138233310856373, + "IoU_coffee": 0.3457350272232305, + "precision_coffee": 0.6384048257372654, + "recall_coffee": 0.4299255247122546, + "F1_noncoffee": 0.66567745525364, + "IoU_noncoffee": 0.49888796219071446, + "kappa": 0.20043891904904432, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7153400105429626, + "mIoU": 0.5566783128639572, + "macroF1": 0.7151768736100004, + "F1_coffee": 0.7219934102141681, + "IoU_coffee": 0.5649371575894296, + "precision_coffee": 0.7156562563788528, + "recall_coffee": 0.7284437980469561, + "F1_noncoffee": 0.7083603370058328, + "IoU_noncoffee": 0.5484194681384847, + "kappa": 0.4304006005621017, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6641289176500444, + "mIoU": 0.49305738451916203, + "macroF1": 0.6592187616009705, + "F1_coffee": 0.7001246176503908, + "IoU_coffee": 0.5386090291092905, + "precision_coffee": 0.9248727925770728, + "recall_coffee": 0.5632519139628145, + "F1_noncoffee": 0.6183129055515502, + "IoU_noncoffee": 0.4475057399290336, + "kappa": 0.36608358389194656, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77080078125, + "mIoU": 0.5878523423827637, + "macroF1": 0.7323089349019292, + "F1_coffee": 0.8338171776534731, + "IoU_coffee": 0.7149969641772921, + "precision_coffee": 0.9375796178343949, + "recall_coffee": 0.750733137829912, + "F1_noncoffee": 0.6308006921503854, + "IoU_noncoffee": 0.4607077205882353, + "kappa": 0.4788000548237053, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7609884927372194, + "mIoU": 0.5451421985423779, + "macroF1": 0.6883662952878882, + "F1_coffee": 0.8388040712468193, + "IoU_coffee": 0.7223622219787443, + "precision_coffee": 0.8773120425815036, + "recall_coffee": 0.8035344302254722, + "F1_noncoffee": 0.5379285193289569, + "IoU_noncoffee": 0.3679221751060115, + "kappa": 0.38015577857099836, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2461, + 2984 + ], + [ + 36857, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6211427132288616, + "test_tta": { + "OA": 0.7183582837905594, + "mIoU": 0.5500707325619447, + "macroF1": 0.7072118844940228, + "F1_coffee": 0.7643392268504645, + "IoU_coffee": 0.6185672018237377, + "precision_coffee": 0.7947032248013709, + "recall_coffee": 0.7362101313320826, + "F1_noncoffee": 0.6500845421375812, + "IoU_noncoffee": 0.48157426330015163, + "kappa": 0.415690332167636, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6516960886119765, + "mIoU": 0.47222147684790966, + "macroF1": 0.6378190851632881, + "F1_coffee": 0.7087132725430598, + "IoU_coffee": 0.548842683405257, + "precision_coffee": 0.7867127249357326, + "recall_coffee": 0.6447853568606795, + "F1_noncoffee": 0.5669248977835163, + "IoU_noncoffee": 0.39560027029056233, + "kappa": 0.28607209353527097, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.6272376208931394, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7013466084091398, + "mIoU": 0.5348731599247452, + "macroF1": 0.6956257832675041, + "F1_coffee": 0.7373543307086614, + "IoU_coffee": 0.583975654169473, + "precision_coffee": 0.8113325246924277, + "recall_coffee": 0.6757396449704142, + "F1_noncoffee": 0.6538972358263468, + "IoU_noncoffee": 0.48577066568001726, + "kappa": 0.39784862274537, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6640850351909542, + "mIoU": 0.48876078124046196, + "macroF1": 0.6540113782142822, + "F1_coffee": 0.7130484063720478, + "IoU_coffee": 0.5540600049780773, + "precision_coffee": 0.8127966744375474, + "recall_coffee": 0.6351066631551224, + "F1_noncoffee": 0.5949743500565168, + "IoU_noncoffee": 0.4234615575028467, + "kappa": 0.32242655875818943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4983322214809873, + "mIoU": 0.2499596611479714, + "macroF1": 0.33447106068987614, + "F1_coffee": 0.6647048332441591, + "IoU_coffee": 0.49779618004541204, + "precision_coffee": 0.999195710455764, + "recall_coffee": 0.4979957242116515, + "F1_noncoffee": 0.00423728813559322, + "IoU_noncoffee": 0.0021231422505307855, + "kappa": 0.0013143957341142647, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7491168229991473, + "mIoU": 0.5962546842041909, + "macroF1": 0.7465476011270066, + "F1_coffee": 0.7720657406895025, + "IoU_coffee": 0.6287516899504281, + "precision_coffee": 0.8001835283321863, + "recall_coffee": 0.7458569442959478, + "F1_noncoffee": 0.7210294615645106, + "IoU_noncoffee": 0.5637576784579538, + "kappa": 0.49386009825405536, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6359170587931123, + "mIoU": 0.46132535421848875, + "macroF1": 0.6296990849359556, + "F1_coffee": 0.6776836804760815, + "IoU_coffee": 0.5124974035865125, + "precision_coffee": 0.7733779124438408, + "recall_coffee": 0.6030633860192276, + "F1_noncoffee": 0.5817144893958296, + "IoU_noncoffee": 0.4101533048504649, + "kappa": 0.2738265926631174, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7252949668940111, + "mIoU": 0.5607981308718235, + "macroF1": 0.7167089047201932, + "F1_coffee": 0.7660278154681139, + "IoU_coffee": 0.6207820768332073, + "precision_coffee": 0.8549119818285066, + "recall_coffee": 0.6938853894607466, + "F1_noncoffee": 0.6673899939722725, + "IoU_noncoffee": 0.5008141849104396, + "kappa": 0.44199247393083435, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7330443949865292, + "mIoU": 0.5781753399619405, + "macroF1": 0.7326252703438585, + "F1_coffee": 0.7220392730820832, + "IoU_coffee": 0.5649933193357511, + "precision_coffee": 0.6832871652816251, + "recall_coffee": 0.7654512542022239, + "F1_noncoffee": 0.7432112676056338, + "IoU_noncoffee": 0.5913573605881298, + "kappa": 0.46683484431509803, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.673040993515771, + "mIoU": 0.507004230111128, + "macroF1": 0.6728057064556374, + "F1_coffee": 0.6640316205533597, + "IoU_coffee": 0.4970414201183432, + "precision_coffee": 0.6645569620253164, + "recall_coffee": 0.6635071090047393, + "F1_noncoffee": 0.681579792357915, + "IoU_noncoffee": 0.5169670401039129, + "kappa": 0.3456118004870503, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7425408539799684, + "mIoU": 0.5904840307560184, + "macroF1": 0.7425161002126182, + "F1_coffee": 0.7399914821124361, + "IoU_coffee": 0.587290856853135, + "precision_coffee": 0.7588993229962874, + "recall_coffee": 0.7220029087886973, + "F1_noncoffee": 0.7450407183128002, + "IoU_noncoffee": 0.5936772046589018, + "kappa": 0.4853454673907059, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7665270904707524, + "mIoU": 0.6048625396758072, + "macroF1": 0.7506101873075537, + "F1_coffee": 0.813614262560778, + "IoU_coffee": 0.6857923497267759, + "precision_coffee": 0.915640674874601, + "recall_coffee": 0.7320452059788553, + "F1_noncoffee": 0.6876061120543294, + "IoU_noncoffee": 0.5239327296248383, + "kappa": 0.5113882183594333, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.6029296875, + "mIoU": 0.40975696615940516, + "macroF1": 0.5720664247223138, + "F1_coffee": 0.6869899923017706, + "IoU_coffee": 0.523217636022514, + "precision_coffee": 0.866912764717311, + "recall_coffee": 0.5689149560117303, + "F1_noncoffee": 0.45714285714285713, + "IoU_noncoffee": 0.2962962962962963, + "kappa": 0.20362586124207976, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7098660630069799, + "mIoU": 0.5169503045426331, + "macroF1": 0.6722908095704513, + "F1_coffee": 0.7832581736189402, + "IoU_coffee": 0.6437340745888348, + "precision_coffee": 0.9283447469517287, + "recall_coffee": 0.6773918342474101, + "F1_noncoffee": 0.5613234455219623, + "IoU_noncoffee": 0.3901665344964314, + "kappa": 0.3754561596650466, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2316, + 2984 + ], + [ + 36822, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5737534364064536, + "test_tta": { + "OA": 0.723067831817205, + "mIoU": 0.5565040708140521, + "macroF1": 0.712771784553293, + "F1_coffee": 0.7671529879398347, + "IoU_coffee": 0.6222613028504433, + "precision_coffee": 0.8018380964371145, + "recall_coffee": 0.735344205513061, + "F1_noncoffee": 0.6583905811667513, + "IoU_noncoffee": 0.4907468387776607, + "kappa": 0.42711624206296306, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6891802238375447, + "mIoU": 0.5112585964787326, + "macroF1": 0.67247938938724, + "F1_coffee": 0.7464379419481605, + "IoU_coffee": 0.5954535215497823, + "precision_coffee": 0.8045093712749499, + "recall_coffee": 0.6961855851110526, + "F1_noncoffee": 0.5985208368263194, + "IoU_noncoffee": 0.4270636714076831, + "kappa": 0.35031849825546285, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7793307973826191, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7818028794498961, + "mIoU": 0.6367431624712063, + "macroF1": 0.7772276391998707, + "F1_coffee": 0.8091531317054834, + "IoU_coffee": 0.6794770622895623, + "precision_coffee": 0.8845627011848504, + "recall_coffee": 0.7455909943714821, + "F1_noncoffee": 0.7453021466942581, + "IoU_noncoffee": 0.5940092626528505, + "kappa": 0.5587351940963994, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7017855082496827, + "mIoU": 0.5351965322985804, + "macroF1": 0.6958512322076575, + "F1_coffee": 0.7383353792029966, + "IoU_coffee": 0.5852073261248972, + "precision_coffee": 0.8719251576650626, + "recall_coffee": 0.6402422965499078, + "F1_noncoffee": 0.6533670852123183, + "IoU_noncoffee": 0.4851857384722637, + "kappa": 0.41004796384273273, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26324216144096063, + "mIoU": 0.1320327567644327, + "macroF1": 0.20957324270882258, + "F1_coffee": 0.4155376799322608, + "IoU_coffee": 0.26225784903139615, + "precision_coffee": 0.9994908350305499, + "recall_coffee": 0.2622928915018707, + "F1_noncoffee": 0.003608805485384338, + "IoU_noncoffee": 0.0018076644974692696, + "kappa": 0.0006813373354316172, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7855402606894871, + "mIoU": 0.643351911386996, + "macroF1": 0.782417109861583, + "F1_coffee": 0.8084851781343486, + "IoU_coffee": 0.6785355610335068, + "precision_coffee": 0.8228520814880426, + "recall_coffee": 0.7946113546455683, + "F1_noncoffee": 0.7563490415888173, + "IoU_noncoffee": 0.6081682617404852, + "kappa": 0.5650029274072971, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7766689073892135, + "mIoU": 0.6321452317463503, + "macroF1": 0.7741558573308902, + "F1_coffee": 0.797979325506338, + "IoU_coffee": 0.6638648922095105, + "precision_coffee": 0.9368478857770456, + "recall_coffee": 0.6949649665960567, + "F1_noncoffee": 0.7503323891554425, + "IoU_noncoffee": 0.60042557128319, + "kappa": 0.5602526761481732, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7836909443918952, + "mIoU": 0.6345427386643605, + "macroF1": 0.77477777747127, + "F1_coffee": 0.8195822779554043, + "IoU_coffee": 0.6943154636274096, + "precision_coffee": 0.8919114324446453, + "recall_coffee": 0.7581041634659702, + "F1_noncoffee": 0.7299732769871357, + "IoU_noncoffee": 0.5747700137013114, + "kappa": 0.553945897466419, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7487407754480496, + "mIoU": 0.59834244863525, + "macroF1": 0.7486943765546923, + "F1_coffee": 0.7452796579978624, + "IoU_coffee": 0.5939806927881885, + "precision_coffee": 0.689064558629776, + "recall_coffee": 0.8114817688130334, + "F1_noncoffee": 0.752109095111522, + "IoU_noncoffee": 0.6027042044823115, + "kappa": 0.500623284658198, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6954610396746895, + "mIoU": 0.5164997879563624, + "macroF1": 0.6765523223767467, + "F1_coffee": 0.5983475866067546, + "IoU_coffee": 0.4268872802481903, + "precision_coffee": 0.8363047001620746, + "recall_coffee": 0.46580907244414355, + "F1_noncoffee": 0.7547570581467387, + "IoU_noncoffee": 0.6061122956645345, + "kappa": 0.3835761480600798, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7884027411702689, + "mIoU": 0.65071083157208, + "macroF1": 0.7884003327056726, + "F1_coffee": 0.7876864487464297, + "IoU_coffee": 0.6497382198952879, + "precision_coffee": 0.8023706896551724, + "recall_coffee": 0.7735300228547684, + "F1_noncoffee": 0.7891142166649154, + "IoU_noncoffee": 0.651683443248872, + "kappa": 0.5769414071784461, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8254028676563888, + "mIoU": 0.6868558762806509, + "macroF1": 0.8122898176796245, + "F1_coffee": 0.8619028502609394, + "IoU_coffee": 0.7573192239858907, + "precision_coffee": 0.958910227780259, + "recall_coffee": 0.7827196500182282, + "F1_noncoffee": 0.7626767850983097, + "IoU_noncoffee": 0.6163925285754112, + "kappa": 0.631068296750171, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.848828125, + "mIoU": 0.6983315763391806, + "macroF1": 0.8175469613259668, + "F1_coffee": 0.8930939226519337, + "IoU_coffee": 0.8068380334414774, + "precision_coffee": 0.9742353472954648, + "recall_coffee": 0.8244294275149815, + "F1_noncoffee": 0.742, + "IoU_noncoffee": 0.589825119236884, + "kappa": 0.6411021405061104, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7794755706470478, + "mIoU": 0.5998683126840512, + "macroF1": 0.7422739718450093, + "F1_coffee": 0.8401913875598086, + "IoU_coffee": 0.7244224422442245, + "precision_coffee": 0.9565758754863813, + "recall_coffee": 0.7490554539914687, + "F1_noncoffee": 0.6443565561302099, + "IoU_noncoffee": 0.4753141831238779, + "kappa": 0.5009870350115687, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2671, + 2984 + ], + [ + 40960, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.574625853697459, + "test_tta": { + "OA": 0.7978117613351479, + "mIoU": 0.6566903833870333, + "macroF1": 0.7917245426369772, + "F1_coffee": 0.8273309782691808, + "IoU_coffee": 0.7055110716987038, + "precision_coffee": 0.879789240876862, + "recall_coffee": 0.7807764468177226, + "F1_noncoffee": 0.7561181070047736, + "IoU_noncoffee": 0.6078696950753629, + "kappa": 0.5855303550163834, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7185589015807085, + "mIoU": 0.5529077230000796, + "macroF1": 0.7102199141392715, + "F1_coffee": 0.7593775432193149, + "IoU_coffee": 0.6120939848129447, + "precision_coffee": 0.8665503461473518, + "recall_coffee": 0.6757966815907295, + "F1_noncoffee": 0.6610622850592281, + "IoU_noncoffee": 0.4937214611872146, + "kappa": 0.43266362028663846, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7967613330836871, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8457309648305995, + "mIoU": 0.7253307393812904, + "macroF1": 0.8400133929340723, + "F1_coffee": 0.8702579780424994, + "IoU_coffee": 0.7703156659912552, + "precision_coffee": 0.9098438090439602, + "recall_coffee": 0.8339731562996103, + "F1_noncoffee": 0.8097688078256453, + "IoU_noncoffee": 0.6803458127713258, + "kappa": 0.6809124250153644, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.759547709703473, + "mIoU": 0.6033449568216497, + "macroF1": 0.7508789167615014, + "F1_coffee": 0.7973501884040355, + "IoU_coffee": 0.6629944816154919, + "precision_coffee": 0.8935596360268077, + "recall_coffee": 0.7198446141690809, + "F1_noncoffee": 0.7044076451189674, + "IoU_noncoffee": 0.5436954320278075, + "kappa": 0.5100428513817987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3086057371581054, + "mIoU": 0.15480403539487808, + "macroF1": 0.2372104454496848, + "F1_coffee": 0.47057621577441766, + "IoU_coffee": 0.3076820307281229, + "precision_coffee": 0.9995659722222222, + "recall_coffee": 0.3077231427044361, + "F1_noncoffee": 0.0038446751249519417, + "IoU_noncoffee": 0.001926040061633282, + "kappa": 0.0009182815350658707, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8326227311487392, + "mIoU": 0.7117477963482676, + "macroF1": 0.831431781592487, + "F1_coffee": 0.8456006292841892, + "IoU_coffee": 0.7325026769200818, + "precision_coffee": 0.8910597986974541, + "recall_coffee": 0.8045546883352935, + "F1_noncoffee": 0.8172629339007846, + "IoU_noncoffee": 0.6909929157764534, + "kappa": 0.6638988968885509, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.82806763534826, + "mIoU": 0.6996144972061579, + "macroF1": 0.8224092315883345, + "F1_coffee": 0.8541090781448818, + "IoU_coffee": 0.7453668249349058, + "precision_coffee": 0.9254540268137301, + "recall_coffee": 0.7929770246048558, + "F1_noncoffee": 0.790709385031787, + "IoU_noncoffee": 0.6538621694774099, + "kappa": 0.6478210915859127, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8734504903669039, + "mIoU": 0.7599691377363754, + "macroF1": 0.8622619129854634, + "F1_coffee": 0.9015186734852007, + "IoU_coffee": 0.8206954926994428, + "precision_coffee": 0.9094106612474597, + "recall_coffee": 0.893762482716239, + "F1_noncoffee": 0.8230051524857263, + "IoU_noncoffee": 0.6992427827733081, + "kappa": 0.7245611067279472, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8165631955019328, + "mIoU": 0.6877567999489715, + "macroF1": 0.8147045938491139, + "F1_coffee": 0.7961468367612601, + "IoU_coffee": 0.6613321799307958, + "precision_coffee": 0.8015727391874181, + "recall_coffee": 0.7907938970778381, + "F1_noncoffee": 0.8332623509369677, + "IoU_noncoffee": 0.7141814199671472, + "kappa": 0.6294230761128222, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7856907352456314, + "mIoU": 0.6447477062450324, + "macroF1": 0.783643969138057, + "F1_coffee": 0.7626004382761139, + "IoU_coffee": 0.6162927981109799, + "precision_coffee": 0.8279143536875495, + "recall_coffee": 0.7068381855111713, + "F1_noncoffee": 0.8046875, + "IoU_noncoffee": 0.673202614379085, + "kappa": 0.5694922434576011, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8202424881391671, + "mIoU": 0.695258916555159, + "macroF1": 0.8202386197774516, + "F1_coffee": 0.8194047240758394, + "IoU_coffee": 0.6940606495603804, + "precision_coffee": 0.8357821953327571, + "recall_coffee": 0.8036567629337211, + "F1_noncoffee": 0.8210725154790639, + "IoU_noncoffee": 0.6964571835499377, + "kappa": 0.6406139618478796, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8500190331176246, + "mIoU": 0.7222689926611892, + "macroF1": 0.8369018219682501, + "F1_coffee": 0.8831553973902728, + "IoU_coffee": 0.7907594264471588, + "precision_coffee": 0.9647948164146868, + "recall_coffee": 0.8142544659132337, + "F1_noncoffee": 0.7906482465462275, + "IoU_noncoffee": 0.6537785588752196, + "kappa": 0.6779354578002723, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86572265625, + "mIoU": 0.7248783827437244, + "macroF1": 0.8363704568672815, + "F1_coffee": 0.9056733209851136, + "IoU_coffee": 0.8276078234704113, + "precision_coffee": 0.9802494802494802, + "recall_coffee": 0.841642228739003, + "F1_noncoffee": 0.7670675927494495, + "IoU_noncoffee": 0.6221489420170376, + "kappa": 0.6773525012834863, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9210526315789473, + "mIoU": 0.8037407850169357, + "macroF1": 0.8878443248024422, + "F1_coffee": 0.9488730071467839, + "IoU_coffee": 0.9027196652719666, + "precision_coffee": 0.9511388684790595, + "recall_coffee": 0.946617915904936, + "F1_noncoffee": 0.8268156424581006, + "IoU_noncoffee": 0.7047619047619048, + "kappa": 0.7756929616183823, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2597, + 2984 + ], + [ + 44604, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8062928636868794, + "test_tta": { + "OA": 0.8504226058305279, + "mIoU": 0.7317008734611581, + "macroF1": 0.8442317554691814, + "F1_coffee": 0.8752855457843738, + "IoU_coffee": 0.7782291251825302, + "precision_coffee": 0.9065940863540765, + "recall_coffee": 0.846067253571944, + "F1_noncoffee": 0.813177965153989, + "IoU_noncoffee": 0.6851726217397859, + "kappa": 0.6890190887886568, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7657926618206992, + "mIoU": 0.6102417226329389, + "macroF1": 0.7560372478190758, + "F1_coffee": 0.8048220574271944, + "IoU_coffee": 0.6733909895414321, + "precision_coffee": 0.8895767462868985, + "recall_coffee": 0.7348125713282416, + "F1_noncoffee": 0.7072524382109571, + "IoU_noncoffee": 0.5470924557244456, + "kappa": 0.518628452698543, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.5167437388909014, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7088496526036817, + "mIoU": 0.5444779355029945, + "macroF1": 0.7039432992187054, + "F1_coffee": 0.7420557485761426, + "IoU_coffee": 0.5898955758462392, + "precision_coffee": 0.82383401437227, + "recall_coffee": 0.675046904315197, + "F1_noncoffee": 0.6658308498612681, + "IoU_noncoffee": 0.4990602951597498, + "kappa": 0.41534993213425714, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6309853467174339, + "mIoU": 0.4567005907061922, + "macroF1": 0.625554798763529, + "F1_coffee": 0.670648508096697, + "IoU_coffee": 0.5044929893872492, + "precision_coffee": 0.8109706743042152, + "recall_coffee": 0.5717232903169168, + "F1_noncoffee": 0.5804610894303611, + "IoU_noncoffee": 0.4089081920251351, + "kappa": 0.2786213439913993, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1598398932621748, + "mIoU": 0.08012851391738413, + "macroF1": 0.13848569687925688, + "F1_coffee": 0.2741210374639769, + "IoU_coffee": 0.158829815655891, + "precision_coffee": 0.998320738874895, + "recall_coffee": 0.15887226082308925, + "F1_noncoffee": 0.0028503562945368173, + "IoU_noncoffee": 0.0014272121788772598, + "kappa": -8.005553964309982e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6981971007430868, + "mIoU": 0.5362326896333383, + "macroF1": 0.6980887680484746, + "F1_coffee": 0.6923697771155398, + "IoU_coffee": 0.5294843794511442, + "precision_coffee": 0.8255848386141545, + "recall_coffee": 0.5961723511172886, + "F1_noncoffee": 0.7038077589814096, + "IoU_noncoffee": 0.5429809998155322, + "kappa": 0.41094426519438537, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7346295051450437, + "mIoU": 0.5724808246244498, + "macroF1": 0.7263442342396952, + "F1_coffee": 0.7739605355884426, + "IoU_coffee": 0.6312688604684581, + "precision_coffee": 0.8423777564717162, + "recall_coffee": 0.7158220628971811, + "F1_noncoffee": 0.6787279328909478, + "IoU_noncoffee": 0.5136927887804416, + "kappa": 0.4577722573886366, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6927365958082342, + "mIoU": 0.5179605443875313, + "macroF1": 0.6791397953252044, + "F1_coffee": 0.7451903228469986, + "IoU_coffee": 0.5938672106336776, + "precision_coffee": 0.8055158871831489, + "recall_coffee": 0.6932708557382087, + "F1_noncoffee": 0.6130892678034102, + "IoU_noncoffee": 0.4420538781413849, + "kappa": 0.36369850600982956, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6948576783413377, + "mIoU": 0.5243216215299339, + "macroF1": 0.685767470540813, + "F1_coffee": 0.6323218066337333, + "IoU_coffee": 0.46233230134158926, + "precision_coffee": 0.6960845245494096, + "recall_coffee": 0.5792604085854668, + "F1_noncoffee": 0.7392131344478927, + "IoU_noncoffee": 0.5863109417182786, + "kappa": 0.3752531313846453, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6704033410264865, + "mIoU": 0.5016144482694126, + "macroF1": 0.6673340085099069, + "F1_coffee": 0.6353799392097265, + "IoU_coffee": 0.4656094084105488, + "precision_coffee": 0.6887190300474433, + "recall_coffee": 0.5897088693297224, + "F1_noncoffee": 0.6992880778100873, + "IoU_noncoffee": 0.5376194881282763, + "kappa": 0.3379430260640752, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6557722720084344, + "mIoU": 0.4874743741804022, + "macroF1": 0.6553241581381303, + "F1_coffee": 0.6677521115294597, + "IoU_coffee": 0.5012221203788573, + "precision_coffee": 0.6543677702433187, + "recall_coffee": 0.6816954082692708, + "F1_noncoffee": 0.6428962047468009, + "IoU_noncoffee": 0.47372662798194715, + "kappa": 0.3109581495383701, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7018144905468849, + "mIoU": 0.5348262402743967, + "macroF1": 0.6954304578258093, + "F1_coffee": 0.7395256040789182, + "IoU_coffee": 0.5867041857193106, + "precision_coffee": 0.9434389140271493, + "recall_coffee": 0.6080933284724754, + "F1_noncoffee": 0.6513353115727003, + "IoU_noncoffee": 0.4829482948294829, + "kappa": 0.42671021770670464, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79169921875, + "mIoU": 0.609366240324078, + "macroF1": 0.7486212182399925, + "F1_coffee": 0.8526831963533393, + "IoU_coffee": 0.743197688418011, + "precision_coffee": 0.9302290536467752, + "recall_coffee": 0.7870712737472906, + "F1_noncoffee": 0.6445592401266456, + "IoU_noncoffee": 0.47553479223014505, + "kappa": 0.5055331052707168, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7258064516129032, + "mIoU": 0.5327875411543339, + "macroF1": 0.6855599705577344, + "F1_coffee": 0.7980548801667245, + "IoU_coffee": 0.6639694832967287, + "precision_coffee": 0.9279483037156704, + "recall_coffee": 0.7000609384521633, + "F1_noncoffee": 0.5730650609487443, + "IoU_noncoffee": 0.4016055990119391, + "kappa": 0.39613463644363045, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2405, + 2984 + ], + [ + 37152, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5700703422228495, + "test_tta": { + "OA": 0.7215636415729533, + "mIoU": 0.5577450775855834, + "macroF1": 0.7145311448683734, + "F1_coffee": 0.759336934482812, + "IoU_coffee": 0.6120412185932783, + "precision_coffee": 0.8186490455212923, + "recall_coffee": 0.7080386780199163, + "F1_noncoffee": 0.6697253552539348, + "IoU_noncoffee": 0.5034489365778885, + "kappa": 0.433145750998292, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6426675897080881, + "mIoU": 0.46726470156227407, + "macroF1": 0.6348203242482102, + "F1_coffee": 0.6883522012578617, + "IoU_coffee": 0.5247995703709387, + "precision_coffee": 0.8062824139556812, + "recall_coffee": 0.6005179527697305, + "F1_noncoffee": 0.5812884472385588, + "IoU_noncoffee": 0.40972983275360936, + "kappa": 0.29004658456987736, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6412962344107185, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662595802592937, + "mIoU": 0.6075995706894607, + "macroF1": 0.7533562158520343, + "F1_coffee": 0.8097701735721469, + "IoU_coffee": 0.6803477409085343, + "precision_coffee": 0.8177911221005534, + "recall_coffee": 0.8019050368018473, + "F1_noncoffee": 0.6969422581319217, + "IoU_noncoffee": 0.534851400470387, + "kappa": 0.5067880186964577, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6954251759547709, + "mIoU": 0.5179577581865246, + "macroF1": 0.6782625517061216, + "F1_coffee": 0.7525717633274751, + "IoU_coffee": 0.6032986437239358, + "precision_coffee": 0.8072186196149399, + "recall_coffee": 0.7048547098586604, + "F1_noncoffee": 0.603953340084768, + "IoU_noncoffee": 0.43261687264911336, + "kappa": 0.361211105483701, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.304869913275517, + "mIoU": 0.1528301540992249, + "macroF1": 0.23473441258084204, + "F1_coffee": 0.4664072101597706, + "IoU_coffee": 0.3041271537331374, + "precision_coffee": 0.9986842105263158, + "recall_coffee": 0.30424906467129875, + "F1_noncoffee": 0.0030616150019135095, + "IoU_noncoffee": 0.0015331544653123803, + "kappa": 0.00013289244110864325, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7709830673650871, + "mIoU": 0.6227670738749206, + "macroF1": 0.7667334335781686, + "F1_coffee": 0.7982183106150048, + "IoU_coffee": 0.6641957667232294, + "precision_coffee": 0.8013145135222498, + "recall_coffee": 0.7951459424783492, + "F1_noncoffee": 0.7352485565413323, + "IoU_noncoffee": 0.5813383810266117, + "kappa": 0.5334760058344067, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7464191530068773, + "mIoU": 0.5783515121570566, + "macroF1": 0.729181762659074, + "F1_coffee": 0.7975059872821868, + "IoU_coffee": 0.6632099443719525, + "precision_coffee": 0.8085231078365707, + "recall_coffee": 0.7867850741404595, + "F1_noncoffee": 0.6608575380359613, + "IoU_noncoffee": 0.4934930799421607, + "kappa": 0.45853190674379124, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7815004729426993, + "mIoU": 0.6209648858383968, + "macroF1": 0.7625256693381566, + "F1_coffee": 0.8296526295361925, + "IoU_coffee": 0.7088943423758042, + "precision_coffee": 0.8384717972856358, + "recall_coffee": 0.8210170533108004, + "F1_noncoffee": 0.6953987091401208, + "IoU_noncoffee": 0.5330354293009895, + "kappa": 0.5251452753887883, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7557690055054469, + "mIoU": 0.6055861805220226, + "macroF1": 0.7539997025548317, + "F1_coffee": 0.7331370792269295, + "IoU_coffee": 0.5787027682360073, + "precision_coffee": 0.7257982767359351, + "recall_coffee": 0.7406258081199897, + "F1_noncoffee": 0.7748623258827341, + "IoU_noncoffee": 0.632469592808038, + "kappa": 0.5080418383936617, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6838114078470161, + "mIoU": 0.5171523070650462, + "macroF1": 0.6810804309797431, + "F1_coffee": 0.7105924957247762, + "IoU_coffee": 0.5511000156030582, + "precision_coffee": 0.641016333938294, + "recall_coffee": 0.7971112615662379, + "F1_noncoffee": 0.6515683662347099, + "IoU_noncoffee": 0.4832045985270343, + "kappa": 0.37108127687076287, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6690564048497628, + "mIoU": 0.5023407359182098, + "macroF1": 0.6686405869345913, + "F1_coffee": 0.65690239370423, + "IoU_coffee": 0.4890950520833333, + "precision_coffee": 0.6930350553505535, + "recall_coffee": 0.6243507168086433, + "F1_noncoffee": 0.6803787801649527, + "IoU_noncoffee": 0.5155864197530864, + "kappa": 0.338955108033141, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7874635198578861, + "mIoU": 0.6127829829366437, + "macroF1": 0.7531040943516079, + "F1_coffee": 0.8452083910913963, + "IoU_coffee": 0.7319142125480154, + "precision_coffee": 0.8571696344892221, + "recall_coffee": 0.8335763762304047, + "F1_noncoffee": 0.6609997976118195, + "IoU_noncoffee": 0.49365175332527206, + "kappa": 0.5064186781663241, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80205078125, + "mIoU": 0.6293806348873232, + "macroF1": 0.7656230142398792, + "F1_coffee": 0.858023394270505, + "IoU_coffee": 0.7513493621197253, + "precision_coffee": 0.9519738887161953, + "recall_coffee": 0.7809511666454163, + "F1_noncoffee": 0.6732226342092535, + "IoU_noncoffee": 0.5074119076549211, + "kappa": 0.5415238250571712, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8820977174118091, + "mIoU": 0.7159202800399012, + "macroF1": 0.8261607177712137, + "F1_coffee": 0.9247713047664902, + "IoU_coffee": 0.8600694055748349, + "precision_coffee": 0.9134466769706336, + "recall_coffee": 0.9363802559414991, + "F1_noncoffee": 0.7275501307759372, + "IoU_noncoffee": 0.5717711545049674, + "kappa": 0.6525148641830649, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2653, + 2984 + ], + [ + 40110, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.613296890258789, + "test_tta": { + "OA": 0.7744968125492443, + "mIoU": 0.6099970530136838, + "macroF1": 0.7536388195750445, + "F1_coffee": 0.8253228468783377, + "IoU_coffee": 0.7025954703256737, + "precision_coffee": 0.7944349497970519, + "recall_coffee": 0.8587097705296579, + "F1_noncoffee": 0.6819547922717515, + "IoU_noncoffee": 0.5173986357016939, + "kappa": 0.5086300894316466, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7137417791623399, + "mIoU": 0.5291689096161958, + "macroF1": 0.685289110958076, + "F1_coffee": 0.7799166149206067, + "IoU_coffee": 0.6392322233532063, + "precision_coffee": 0.7881667413715823, + "recall_coffee": 0.7718374155034676, + "F1_noncoffee": 0.5906616069955453, + "IoU_noncoffee": 0.4191055958791852, + "kappa": 0.37070646486442266, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.7728123206808433, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8271076570446243, + "mIoU": 0.6991271789093219, + "macroF1": 0.822181331528766, + "F1_coffee": 0.8517785044289903, + "IoU_coffee": 0.7418242104981683, + "precision_coffee": 0.9097527382435889, + "recall_coffee": 0.800750469043152, + "F1_noncoffee": 0.7925841586285419, + "IoU_noncoffee": 0.6564301473204754, + "kappa": 0.6463722203769254, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7412022614514826, + "mIoU": 0.5817496662578789, + "macroF1": 0.7340816666731428, + "F1_coffee": 0.7775959941498723, + "IoU_coffee": 0.6361202928233934, + "precision_coffee": 0.8932456290221539, + "recall_coffee": 0.6884601878676148, + "F1_noncoffee": 0.6905673391964132, + "IoU_noncoffee": 0.5273790396923644, + "kappa": 0.4802842688839186, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28258839226150767, + "mIoU": 0.14178775646893527, + "macroF1": 0.2217225358040311, + "F1_coffee": 0.4393702429360859, + "IoU_coffee": 0.28153393907001606, + "precision_coffee": 1.0, + "recall_coffee": 0.28153393907001606, + "F1_noncoffee": 0.004074828671976292, + "IoU_noncoffee": 0.0020415738678544915, + "kappa": 0.0011488843189187618, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8248264100377635, + "mIoU": 0.7003343009228904, + "macroF1": 0.8235726989463885, + "F1_coffee": 0.8384451185260083, + "IoU_coffee": 0.7218299642131735, + "precision_coffee": 0.8832997987927566, + "recall_coffee": 0.79792579920881, + "F1_noncoffee": 0.8087002793667687, + "IoU_noncoffee": 0.6788386376326074, + "kappa": 0.6482195486036182, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8008687108950825, + "mIoU": 0.6629747699255627, + "macroF1": 0.7966174276287952, + "F1_coffee": 0.8260221368872825, + "IoU_coffee": 0.7036096359578234, + "precision_coffee": 0.9270865023831254, + "recall_coffee": 0.7448264624409321, + "F1_noncoffee": 0.7672127183703077, + "IoU_noncoffee": 0.622339903893302, + "kappa": 0.5996015385664428, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8542340817444118, + "mIoU": 0.7323364189010718, + "macroF1": 0.8441268448875909, + "F1_coffee": 0.8838187445440838, + "IoU_coffee": 0.7918236757909705, + "precision_coffee": 0.9140676296782666, + "recall_coffee": 0.855507758488247, + "F1_noncoffee": 0.804434945231098, + "IoU_noncoffee": 0.6728491620111732, + "kappa": 0.6888273024779913, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8054351645777205, + "mIoU": 0.6726542062179336, + "macroF1": 0.8040723235082491, + "F1_coffee": 0.7877316293929713, + "IoU_coffee": 0.6497997048281678, + "precision_coffee": 0.7786760990399192, + "recall_coffee": 0.7970002585983967, + "F1_noncoffee": 0.8204130176235269, + "IoU_noncoffee": 0.6955087076076993, + "kappa": 0.6081894781534991, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7678865809429608, + "mIoU": 0.6194357892787812, + "macroF1": 0.7643221382875862, + "F1_coffee": 0.7353383458646616, + "IoU_coffee": 0.5814506539833532, + "precision_coffee": 0.8267117497886729, + "recall_coffee": 0.6621530128639134, + "F1_noncoffee": 0.7933059307105108, + "IoU_noncoffee": 0.6574209245742092, + "kappa": 0.5330987199766991, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8232999472851872, + "mIoU": 0.6996502386248876, + "macroF1": 0.8232850798157747, + "F1_coffee": 0.8216641838689083, + "IoU_coffee": 0.6973090121004154, + "precision_coffee": 0.8420937840785169, + "recall_coffee": 0.8022023685850821, + "F1_noncoffee": 0.824905975762641, + "IoU_noncoffee": 0.7019914651493598, + "kappa": 0.6467742788439106, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8458317472401979, + "mIoU": 0.7178688859389359, + "macroF1": 0.8340969883281244, + "F1_coffee": 0.8782199057833016, + "IoU_coffee": 0.7828806290207291, + "precision_coffee": 0.9755065686929414, + "recall_coffee": 0.7985781990521327, + "F1_noncoffee": 0.7899740708729472, + "IoU_noncoffee": 0.6528571428571428, + "kappa": 0.6737895006334, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83017578125, + "mIoU": 0.6749378415484729, + "macroF1": 0.8011025866919468, + "F1_coffee": 0.877145884846344, + "IoU_coffee": 0.781175286271549, + "precision_coffee": 0.9835234474017744, + "recall_coffee": 0.7915338518424072, + "F1_noncoffee": 0.7250592885375494, + "IoU_noncoffee": 0.5687003968253969, + "kappa": 0.6123539875161657, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.881909073759668, + "mIoU": 0.7383806757605945, + "macroF1": 0.8444638488146461, + "F1_coffee": 0.920779549481144, + "IoU_coffee": 0.8531894934333959, + "precision_coffee": 0.9574944071588367, + "recall_coffee": 0.8867763558805606, + "F1_noncoffee": 0.7681481481481481, + "IoU_noncoffee": 0.6235718580877931, + "kappa": 0.6902605467655633, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2626, + 2984 + ], + [ + 43535, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.650432173411051, + "test_tta": { + "OA": 0.8324797650598095, + "mIoU": 0.7065025820725818, + "macroF1": 0.8272405279777302, + "F1_coffee": 0.8573258704570758, + "IoU_coffee": 0.7502802840211414, + "precision_coffee": 0.9089057043073341, + "recall_coffee": 0.8112858998412469, + "F1_noncoffee": 0.7971551854983846, + "IoU_noncoffee": 0.6627248801240221, + "kappa": 0.6560558682691615, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7468558901580709, + "mIoU": 0.5881456095215158, + "macroF1": 0.7390553570054024, + "F1_coffee": 0.7841719541586739, + "IoU_coffee": 0.6449694566932319, + "precision_coffee": 0.8916666666666667, + "recall_coffee": 0.6998068650689141, + "F1_noncoffee": 0.6939387598521308, + "IoU_noncoffee": 0.5313217623497998, + "kappa": 0.4886494452298748, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.8040581781665213, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8331781391017835, + "mIoU": 0.7092417807730725, + "macroF1": 0.8293294279028414, + "F1_coffee": 0.8549587420208625, + "IoU_coffee": 0.7466619530633889, + "precision_coffee": 0.9280716579347642, + "recall_coffee": 0.7925241737624477, + "F1_noncoffee": 0.8037001137848203, + "IoU_noncoffee": 0.6718216084827562, + "kappa": 0.6615020707677567, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7436396677050883, + "mIoU": 0.5864114441768253, + "macroF1": 0.7381548561549398, + "F1_coffee": 0.776051706542692, + "IoU_coffee": 0.6340559570131554, + "precision_coffee": 0.9109947643979057, + "recall_coffee": 0.6759283644982881, + "F1_noncoffee": 0.7002580057671878, + "IoU_noncoffee": 0.5387669313404951, + "kappa": 0.49125048891573053, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26324216144096063, + "mIoU": 0.13207367234327866, + "macroF1": 0.2096910928956239, + "F1_coffee": 0.41541393182299385, + "IoU_coffee": 0.26215927311598075, + "precision_coffee": 1.0, + "recall_coffee": 0.26215927311598075, + "F1_noncoffee": 0.003968253968253968, + "IoU_noncoffee": 0.0019880715705765406, + "kappa": 0.0010418397977492672, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8323181873553417, + "mIoU": 0.7116024014756965, + "macroF1": 0.8313670833687227, + "F1_coffee": 0.844031499631749, + "IoU_coffee": 0.730150950793962, + "precision_coffee": 0.8976861894432393, + "recall_coffee": 0.7964289532770235, + "F1_noncoffee": 0.8187026671056964, + "IoU_noncoffee": 0.6930538521574312, + "kappa": 0.6641289073121078, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8147784270127721, + "mIoU": 0.6828733288657585, + "macroF1": 0.8109472934281663, + "F1_coffee": 0.8378598587724063, + "IoU_coffee": 0.7209628417854639, + "precision_coffee": 0.9426563454878794, + "recall_coffee": 0.7540329151051002, + "F1_noncoffee": 0.7840347280839262, + "IoU_noncoffee": 0.6447838159460532, + "kappa": 0.628018116414965, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8515955593169712, + "mIoU": 0.7317886923698174, + "macroF1": 0.8441159868949681, + "F1_coffee": 0.8782619349042349, + "IoU_coffee": 0.7829474297364205, + "precision_coffee": 0.9375708431423838, + "recall_coffee": 0.8260101398064219, + "F1_noncoffee": 0.8099700388857015, + "IoU_noncoffee": 0.6806299550032141, + "kappa": 0.6901673019091009, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8214829565421108, + "mIoU": 0.6944541047984428, + "macroF1": 0.819352955747376, + "F1_coffee": 0.7997371879106439, + "IoU_coffee": 0.6663017298007444, + "precision_coffee": 0.8129842372428533, + "recall_coffee": 0.7869149211274891, + "F1_noncoffee": 0.8389687235841082, + "IoU_noncoffee": 0.7226064797961412, + "kappa": 0.638783028850297, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7625013737773382, + "mIoU": 0.6082535604004263, + "macroF1": 0.7549233750841515, + "F1_coffee": 0.7118282437658354, + "IoU_coffee": 0.5525879917184265, + "precision_coffee": 0.8699478487614081, + "recall_coffee": 0.6023470999774317, + "F1_noncoffee": 0.7980185064024675, + "IoU_noncoffee": 0.6639191290824261, + "kappa": 0.5209394080149281, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8231945176594623, + "mIoU": 0.6991181415294214, + "macroF1": 0.8228699766545555, + "F1_coffee": 0.8152880273157836, + "IoU_coffee": 0.6881740423949424, + "precision_coffee": 0.8675574308485701, + "recall_coffee": 0.7689590691876169, + "F1_noncoffee": 0.8304519259933273, + "IoU_noncoffee": 0.7100622406639004, + "kappa": 0.6469164046658676, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8440553229285623, + "mIoU": 0.7141148908734591, + "macroF1": 0.8313896245111874, + "F1_coffee": 0.8776018324868041, + "IoU_coffee": 0.7818988464951198, + "precision_coffee": 0.9672886937431394, + "recall_coffee": 0.8031352533722202, + "F1_noncoffee": 0.7851774165355707, + "IoU_noncoffee": 0.6463309352517985, + "kappa": 0.6677918226583852, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86123046875, + "mIoU": 0.7168206985554306, + "macroF1": 0.8306226178351925, + "F1_coffee": 0.9026245460152128, + "IoU_coffee": 0.8225302859997502, + "precision_coffee": 0.9757037037037037, + "recall_coffee": 0.8397296952696672, + "F1_noncoffee": 0.7586206896551724, + "IoU_noncoffee": 0.6111111111111112, + "kappa": 0.6658913450689316, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8770043388039992, + "mIoU": 0.7383102636884014, + "macroF1": 0.845192946472914, + "F1_coffee": 0.9153686396677051, + "IoU_coffee": 0.8439444710387746, + "precision_coffee": 0.9790365125642093, + "recall_coffee": 0.8594759293113955, + "F1_noncoffee": 0.7750172532781229, + "IoU_noncoffee": 0.6326760563380281, + "kappa": 0.6938280148466639, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2718, + 2984 + ], + [ + 43782, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5676934043566386, + "test_tta": { + "OA": 0.8465905021130291, + "mIoU": 0.7274341945639473, + "macroF1": 0.841519825304209, + "F1_coffee": 0.8698676955326357, + "IoU_coffee": 0.7697043010752688, + "precision_coffee": 0.9180774656919328, + "recall_coffee": 0.8264684658680906, + "F1_noncoffee": 0.8131719550757823, + "IoU_noncoffee": 0.6851640880526257, + "kappa": 0.6842894993060968, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7591294565593631, + "mIoU": 0.6035377985365027, + "macroF1": 0.7511723648234285, + "F1_coffee": 0.7956689300789136, + "IoU_coffee": 0.6606729245398025, + "precision_coffee": 0.8989798457327693, + "recall_coffee": 0.7136555175138267, + "F1_noncoffee": 0.7066757995679435, + "IoU_noncoffee": 0.546402672533203, + "kappa": 0.511604027843472, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.5909888995330455, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7645492398566863, + "mIoU": 0.5745846463513978, + "macroF1": 0.7201042503891628, + "F1_coffee": 0.831638835354806, + "IoU_coffee": 0.7117994508208056, + "precision_coffee": 0.9210633946830266, + "recall_coffee": 0.758041781499169, + "F1_noncoffee": 0.6085696654235196, + "IoU_noncoffee": 0.43736984188198996, + "kappa": 0.45221340041439273, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7410868812737972, + "mIoU": 0.5489750593690337, + "macroF1": 0.6991161334877918, + "F1_coffee": 0.811491935483871, + "IoU_coffee": 0.6827820186598813, + "precision_coffee": 0.8909178944455973, + "recall_coffee": 0.7450685486203505, + "F1_noncoffee": 0.5867403314917127, + "IoU_noncoffee": 0.4151681000781861, + "kappa": 0.4085377811950605, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7313106796116505, + "mIoU": 0.5408739782869407, + "macroF1": 0.6930492258281837, + "F1_coffee": 0.8014207297384566, + "IoU_coffee": 0.6686422413793104, + "precision_coffee": 0.9244330408872703, + "recall_coffee": 0.7073016275093408, + "F1_noncoffee": 0.584677721917911, + "IoU_noncoffee": 0.4131057151945711, + "kappa": 0.4080216239569939, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8318263140080266, + "mIoU": 0.6592121525385594, + "macroF1": 0.7866689494419491, + "F1_coffee": 0.884819181348523, + "IoU_coffee": 0.7934311338124369, + "precision_coffee": 0.932565445026178, + "recall_coffee": 0.8417238989351647, + "F1_noncoffee": 0.6885187175353752, + "IoU_noncoffee": 0.5249931712646818, + "kappa": 0.5763411264808531, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.730380542526957, + "mIoU": 0.5329651641577214, + "macroF1": 0.684275406534382, + "F1_coffee": 0.8049258326336411, + "IoU_coffee": 0.673536299765808, + "precision_coffee": 0.9049004955557304, + "recall_coffee": 0.7248440551950097, + "F1_noncoffee": 0.5636249804351229, + "IoU_noncoffee": 0.39239402854963495, + "kappa": 0.38533411750049656, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6333499253359881, + "mIoU": 0.4024974738612711, + "macroF1": 0.5470791938485676, + "F1_coffee": 0.7447501559359623, + "IoU_coffee": 0.5933083038869258, + "precision_coffee": 0.9646319569120287, + "recall_coffee": 0.606501862512699, + "F1_noncoffee": 0.3494082317611729, + "IoU_noncoffee": 0.21168664383561644, + "kappa": 0.20009299450411352, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8602897400277832, + "mIoU": 0.6097052593524148, + "macroF1": 0.729769460591824, + "F1_coffee": 0.9175740545603559, + "IoU_coffee": 0.8477014602487831, + "precision_coffee": 0.9567818337199365, + "recall_coffee": 0.8814531548757171, + "F1_noncoffee": 0.5419648666232921, + "IoU_noncoffee": 0.3717090584560464, + "kappa": 0.4645356304071155, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.6843619765826553, + "mIoU": 0.4341022625240638, + "macroF1": 0.5715692829644036, + "F1_coffee": 0.7913961571250574, + "IoU_coffee": 0.6548019533369506, + "precision_coffee": 0.9490405787983642, + "recall_coffee": 0.678663817343381, + "F1_noncoffee": 0.35174240880374974, + "IoU_noncoffee": 0.21340257171117705, + "kappa": 0.21080844300400195, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8245381335859782, + "mIoU": 0.6843439011395278, + "macroF1": 0.8103285775286618, + "F1_coffee": 0.8622433799464445, + "IoU_coffee": 0.7578451882845189, + "precision_coffee": 0.89004914004914, + "recall_coffee": 0.8361223312175419, + "F1_noncoffee": 0.7584137751108792, + "IoU_noncoffee": 0.6108426139945367, + "kappa": 0.6213053273430902, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8047722342733189, + "mIoU": 0.6599722275739968, + "macroF1": 0.7931726090933373, + "F1_coffee": 0.8421534238218698, + "IoU_coffee": 0.7273445732349842, + "precision_coffee": 0.9002282360612976, + "recall_coffee": 0.7911174785100287, + "F1_noncoffee": 0.7441917943648048, + "IoU_noncoffee": 0.5925998819130093, + "kappa": 0.5891164219279437, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7741205319249269, + "mIoU": 0.6144487961607137, + "macroF1": 0.7580579552444777, + "F1_coffee": 0.8203974503187101, + "IoU_coffee": 0.6954863318499682, + "precision_coffee": 0.8607395751376868, + "recall_coffee": 0.7836676217765043, + "F1_noncoffee": 0.6957184601702452, + "IoU_noncoffee": 0.5334112604714591, + "kappa": 0.5179100869185037, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2415, + 2995 + ], + [ + 44958, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.052100630601247, + "test_tta": { + "OA": 0.7851425066976534, + "mIoU": 0.5971996330490121, + "macroF1": 0.7380278763614894, + "F1_coffee": 0.849125670055191, + "IoU_coffee": 0.7378092011974161, + "precision_coffee": 0.9203311551122685, + "recall_coffee": 0.7881471819577978, + "F1_noncoffee": 0.6269300826677876, + "IoU_noncoffee": 0.45659006490060816, + "kappa": 0.48369793494760305, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7607159340025383, + "mIoU": 0.5690758820989149, + "macroF1": 0.7152997932971554, + "F1_coffee": 0.8290098836430345, + "IoU_coffee": 0.7079563457137827, + "precision_coffee": 0.8904312787814382, + "recall_coffee": 0.77551531979715, + "F1_noncoffee": 0.6015897029512763, + "IoU_noncoffee": 0.43019541848404713, + "kappa": 0.4368430779136994, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 93, + "stopped_epoch": 100, + "best_val": 0.6660367451238192, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8571221070978987, + "mIoU": 0.6816716440747278, + "macroF1": 0.8014935249080415, + "F1_coffee": 0.9065774616675285, + "IoU_coffee": 0.8291190549722051, + "precision_coffee": 0.9094854965064577, + "recall_coffee": 0.9036879641512212, + "F1_noncoffee": 0.6964095881485546, + "IoU_noncoffee": 0.5342242331772505, + "kappa": 0.6030002394969536, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8279393100265374, + "mIoU": 0.6400201874638372, + "macroF1": 0.7695721257564538, + "F1_coffee": 0.8855437869368332, + "IoU_coffee": 0.7945972004614246, + "precision_coffee": 0.8812319795306562, + "recall_coffee": 0.8898979965677484, + "F1_noncoffee": 0.6536004645760743, + "IoU_noncoffee": 0.48544317446624974, + "kappa": 0.5391776409948786, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8401941747572815, + "mIoU": 0.6557075848950565, + "macroF1": 0.7815413003595024, + "F1_coffee": 0.8947368421052632, + "IoU_coffee": 0.8095238095238095, + "precision_coffee": 0.9036362462055157, + "recall_coffee": 0.8860110189348362, + "F1_noncoffee": 0.6683457586137417, + "IoU_noncoffee": 0.5018913602663035, + "kappa": 0.5632160789287182, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8490401818093902, + "mIoU": 0.6715442106300298, + "macroF1": 0.7941263886231745, + "F1_coffee": 0.9004527772463491, + "IoU_coffee": 0.8189305185013339, + "precision_coffee": 0.9114969982570524, + "recall_coffee": 0.8896729884695357, + "F1_noncoffee": 0.6878, + "IoU_noncoffee": 0.5241579027587258, + "kappa": 0.5884422706973766, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8820656641361636, + "mIoU": 0.7205135153918328, + "macroF1": 0.8299892975174377, + "F1_coffee": 0.9240825473900458, + "IoU_coffee": 0.858878666898108, + "precision_coffee": 0.9131397637795275, + "recall_coffee": 0.935290781929305, + "F1_noncoffee": 0.7358960476448294, + "IoU_noncoffee": 0.5821483638855577, + "kappa": 0.6601483817586292, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8530612244897959, + "mIoU": 0.5928079206145511, + "macroF1": 0.7131765579840517, + "F1_coffee": 0.9134818288393904, + "IoU_coffee": 0.8407423392317652, + "precision_coffee": 0.950128033166687, + "recall_coffee": 0.8795575121345525, + "F1_noncoffee": 0.5128712871287129, + "IoU_noncoffee": 0.3448735019973369, + "kappa": 0.43111799988197563, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.869220083349871, + "mIoU": 0.6193524571372846, + "macroF1": 0.7375719944111474, + "F1_coffee": 0.9234433085501859, + "IoU_coffee": 0.8577749001834466, + "precision_coffee": 0.9548348348348349, + "recall_coffee": 0.8940501630862671, + "F1_noncoffee": 0.5517006802721088, + "IoU_noncoffee": 0.3809300140911226, + "kappa": 0.4784450483117869, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9079182377455844, + "mIoU": 0.6759508424492273, + "macroF1": 0.7848602293012386, + "F1_coffee": 0.9475706214689266, + "IoU_coffee": 0.90036504187245, + "precision_coffee": 0.9519809285957543, + "recall_coffee": 0.9432009897649308, + "F1_noncoffee": 0.6221498371335505, + "IoU_noncoffee": 0.4515366430260047, + "kappa": 0.5697870027096971, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8279488394126007, + "mIoU": 0.6782642966843047, + "macroF1": 0.8044487853385947, + "F1_coffee": 0.8722386379625721, + "IoU_coffee": 0.7734248284466625, + "precision_coffee": 0.8512771216698709, + "recall_coffee": 0.8942585112521638, + "F1_noncoffee": 0.7366589327146171, + "IoU_noncoffee": 0.5831037649219467, + "kappa": 0.6093857401507958, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8298594737338489, + "mIoU": 0.6833766961284701, + "macroF1": 0.8084743522528516, + "F1_coffee": 0.8724727838258165, + "IoU_coffee": 0.7737931034482759, + "precision_coffee": 0.8611498744069216, + "recall_coffee": 0.8840974212034384, + "F1_noncoffee": 0.7444759206798867, + "IoU_noncoffee": 0.5929602888086642, + "kappa": 0.6170813504733421, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.857493162312553, + "mIoU": 0.7229273386120312, + "macroF1": 0.8361857944211875, + "F1_coffee": 0.8952658210300132, + "IoU_coffee": 0.8103902622662819, + "precision_coffee": 0.8671948435611656, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7771057678123617, + "IoU_noncoffee": 0.6354644149577805, + "kappa": 0.6731005531779938, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2450, + 2995 + ], + [ + 50659, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.035142044226329, + "test_tta": { + "OA": 0.8647396791581937, + "mIoU": 0.6905677005389116, + "macroF1": 0.8077824015957147, + "F1_coffee": 0.9124160056849652, + "IoU_coffee": 0.8389384272426782, + "precision_coffee": 0.9064952863491009, + "recall_coffee": 0.9184145751372731, + "F1_noncoffee": 0.7031487975064641, + "IoU_noncoffee": 0.542196973835145, + "kappa": 0.6156203798288257, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8351505711318795, + "mIoU": 0.6461298410527931, + "macroF1": 0.7736857904889742, + "F1_coffee": 0.8916279510761353, + "IoU_coffee": 0.804448246364414, + "precision_coffee": 0.8770915331380925, + "recall_coffee": 0.9066543259867723, + "F1_noncoffee": 0.6557436299018131, + "IoU_noncoffee": 0.48781143574117225, + "kappa": 0.5477661770028038, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 91, + "stopped_epoch": 100, + "best_val": 0.7789797382712826, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.906394241631968, + "mIoU": 0.7705032766427733, + "macroF1": 0.8655347149006591, + "F1_coffee": 0.9396575043176096, + "IoU_coffee": 0.8861830098706803, + "precision_coffee": 0.9294844087681383, + "recall_coffee": 0.9500557507415901, + "F1_noncoffee": 0.7914119254837085, + "IoU_noncoffee": 0.6548235434148664, + "kappa": 0.7311807434994189, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8737163955232491, + "mIoU": 0.7143323565575803, + "macroF1": 0.8263584075977994, + "F1_coffee": 0.9170409110719496, + "IoU_coffee": 0.8467918321639166, + "precision_coffee": 0.9014622333985285, + "recall_coffee": 0.9331675054472532, + "F1_noncoffee": 0.7356759041236491, + "IoU_noncoffee": 0.581872880951244, + "kappa": 0.6530469638896721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9034466019417475, + "mIoU": 0.7629622617547492, + "macroF1": 0.8602490911734753, + "F1_coffee": 0.9379465260662029, + "IoU_coffee": 0.8831443510957053, + "precision_coffee": 0.9243635469191981, + "recall_coffee": 0.9519346463175227, + "F1_noncoffee": 0.7825516562807477, + "IoU_noncoffee": 0.6427801724137931, + "kappa": 0.7207095072137671, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9113679222474735, + "mIoU": 0.7813942093721, + "macroF1": 0.8729536227054814, + "F1_coffee": 0.9428134651982654, + "IoU_coffee": 0.8918137283834032, + "precision_coffee": 0.9337535533308614, + "recall_coffee": 0.9520509104656292, + "F1_noncoffee": 0.8030937802126974, + "IoU_noncoffee": 0.6709746903607969, + "kappa": 0.7459895834635076, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9043566558677046, + "mIoU": 0.7671948317301699, + "macroF1": 0.8633299344296691, + "F1_coffee": 0.9382106709983756, + "IoU_coffee": 0.8836128273021477, + "precision_coffee": 0.9303636701567437, + "recall_coffee": 0.9461911662781173, + "F1_noncoffee": 0.7884491978609626, + "IoU_noncoffee": 0.650776836158192, + "kappa": 0.7267264269330704, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.933001493280239, + "mIoU": 0.7357595162765918, + "macroF1": 0.8335820430187546, + "F1_coffee": 0.9622101184794205, + "IoU_coffee": 0.9271723839411319, + "precision_coffee": 0.95731843575419, + "recall_coffee": 0.9671520487639689, + "F1_noncoffee": 0.7049539675580886, + "IoU_noncoffee": 0.5443466486120515, + "kappa": 0.6672319219425946, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9378845008930343, + "mIoU": 0.7488521876799079, + "macroF1": 0.8436516786602242, + "F1_coffee": 0.9650318400178751, + "IoU_coffee": 0.9324265975820379, + "precision_coffee": 0.9586061480412829, + "recall_coffee": 0.9715442582386683, + "F1_noncoffee": 0.7222715173025732, + "IoU_noncoffee": 0.5652777777777778, + "kappa": 0.6874149087879682, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9285572534232983, + "mIoU": 0.7305483358832471, + "macroF1": 0.829970178889173, + "F1_coffee": 0.9594411897251014, + "IoU_coffee": 0.9220441749675184, + "precision_coffee": 0.9610653425121318, + "recall_coffee": 0.9578225171521764, + "F1_noncoffee": 0.7004991680532446, + "IoU_noncoffee": 0.5390524967989757, + "kappa": 0.6599475292236694, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8753197536712458, + "mIoU": 0.7545832943215371, + "macroF1": 0.8579705638804955, + "F1_coffee": 0.9076102218477956, + "IoU_coffee": 0.8308483290488432, + "precision_coffee": 0.8840262582056893, + "recall_coffee": 0.9324870167339873, + "F1_noncoffee": 0.8083309059131955, + "IoU_noncoffee": 0.6783182595942312, + "kappa": 0.7163599203885529, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8861642931245873, + "mIoU": 0.7753185026556848, + "macroF1": 0.8718106685806188, + "F1_coffee": 0.9147056745106353, + "IoU_coffee": 0.8428180752702175, + "precision_coffee": 0.9025240552224236, + "recall_coffee": 0.9272206303724928, + "F1_noncoffee": 0.8289156626506025, + "IoU_noncoffee": 0.7078189300411523, + "kappa": 0.7437149867330899, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8813543336791474, + "mIoU": 0.7655930179444653, + "macroF1": 0.8653348875658304, + "F1_coffee": 0.911781206171108, + "IoU_coffee": 0.8378657043433432, + "precision_coffee": 0.8929945054945055, + "recall_coffee": 0.9313753581661891, + "F1_noncoffee": 0.8188885689605528, + "IoU_noncoffee": 0.6933203315455875, + "kappa": 0.7309142751318439, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2718, + 2995 + ], + [ + 53444, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.040111033121745, + "test_tta": { + "OA": 0.9088957748297344, + "mIoU": 0.7743774144340796, + "macroF1": 0.8680884494981942, + "F1_coffee": 0.9414570910033705, + "IoU_coffee": 0.8893896345645146, + "precision_coffee": 0.9283727399165508, + "recall_coffee": 0.9549155323669871, + "F1_noncoffee": 0.7947198079930179, + "IoU_noncoffee": 0.6593651943036447, + "kappa": 0.7363605286424116, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8764422522210684, + "mIoU": 0.717170584849911, + "macroF1": 0.828224996749882, + "F1_coffee": 0.9192333437037457, + "IoU_coffee": 0.8505382159493362, + "precision_coffee": 0.8993174691016418, + "recall_coffee": 0.9400512909508109, + "F1_noncoffee": 0.7372166497960185, + "IoU_noncoffee": 0.5838029537504859, + "kappa": 0.6569973067704963, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.7793047381318815, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9133017010425745, + "mIoU": 0.7791537099870278, + "macroF1": 0.8710429565811414, + "F1_coffee": 0.9448641103538878, + "IoU_coffee": 0.8954904478424964, + "precision_coffee": 0.9224633760195595, + "recall_coffee": 0.9683798624113774, + "F1_noncoffee": 0.7972218028083949, + "IoU_noncoffee": 0.6628169721315591, + "kappa": 0.7426440585186177, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8805382485289027, + "mIoU": 0.7184832924641071, + "macroF1": 0.8285796557335645, + "F1_coffee": 0.9229552874643053, + "IoU_coffee": 0.8569331214591681, + "precision_coffee": 0.8915504600345026, + "recall_coffee": 0.9566533618711556, + "F1_noncoffee": 0.7342040240028238, + "IoU_noncoffee": 0.5800334634690463, + "kappa": 0.6586206263436695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5802469135802469, + "mIoU": 0.30178571428571427, + "macroF1": 0.39285714285714285, + "F1_coffee": 0.7301587301587301, + "IoU_coffee": 0.575, + "precision_coffee": 1.0, + "recall_coffee": 0.575, + "F1_noncoffee": 0.05555555555555555, + "IoU_noncoffee": 0.02857142857142857, + "kappa": 0.032326071679550226, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9155339805825242, + "mIoU": 0.7861491978548374, + "macroF1": 0.8758966694147778, + "F1_coffee": 0.946033124495999, + "IoU_coffee": 0.8975928432699665, + "precision_coffee": 0.9270561060117926, + "recall_coffee": 0.9658033056804509, + "F1_noncoffee": 0.8057602143335566, + "IoU_noncoffee": 0.6747055524397083, + "kappa": 0.7521671168576847, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9154779749528553, + "mIoU": 0.7817796711112357, + "macroF1": 0.8726953958556687, + "F1_coffee": 0.9464952555861647, + "IoU_coffee": 0.8984252426056133, + "precision_coffee": 0.9203524019286863, + "recall_coffee": 0.974166719173335, + "F1_noncoffee": 0.7988955361251726, + "IoU_noncoffee": 0.6651340996168582, + "kappa": 0.7461606062734719, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9089018906242444, + "mIoU": 0.7695909674739806, + "macroF1": 0.8644962277489774, + "F1_coffee": 0.9420664206642066, + "IoU_coffee": 0.8904778514126265, + "precision_coffee": 0.9200552585740885, + "recall_coffee": 0.9651565748850104, + "F1_noncoffee": 0.786926034833748, + "IoU_noncoffee": 0.6487040835353347, + "kappa": 0.7295617359692959, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9428571428571428, + "mIoU": 0.7515507023078741, + "macroF1": 0.8450281656040327, + "F1_coffee": 0.9681571064018639, + "IoU_coffee": 0.9382795698924731, + "precision_coffee": 0.9518926584487837, + "recall_coffee": 0.9849870188508861, + "F1_noncoffee": 0.7218992248062015, + "IoU_noncoffee": 0.5648218347232752, + "kappa": 0.6908445907253643, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9475094264735067, + "mIoU": 0.7690353982257173, + "macroF1": 0.8583845921295506, + "F1_coffee": 0.9707298179604935, + "IoU_coffee": 0.9431243952263197, + "precision_coffee": 0.9553474188629928, + "recall_coffee": 0.9866156787762906, + "F1_noncoffee": 0.7460393662986078, + "IoU_noncoffee": 0.5949464012251149, + "kappa": 0.7174048534431077, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9404643778527486, + "mIoU": 0.7465791267398656, + "macroF1": 0.841328520182987, + "F1_coffee": 0.9667479494568831, + "IoU_coffee": 0.9356361295859258, + "precision_coffee": 0.9529116136785754, + "recall_coffee": 0.9809920143965808, + "F1_noncoffee": 0.7159090909090909, + "IoU_noncoffee": 0.5575221238938053, + "kappa": 0.6832276290383268, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8895310279488394, + "mIoU": 0.7795321011023486, + "macroF1": 0.8744235810412486, + "F1_coffee": 0.9179797411367473, + "IoU_coffee": 0.8483942270185931, + "precision_coffee": 0.8957990115321252, + "recall_coffee": 0.9412867859203693, + "F1_noncoffee": 0.83086742094575, + "IoU_noncoffee": 0.7106699751861042, + "kappa": 0.7491642838170748, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8850325379609545, + "mIoU": 0.7672031052556624, + "macroF1": 0.8660221182461698, + "F1_coffee": 0.9164896896622594, + "IoU_coffee": 0.845852301466869, + "precision_coffee": 0.8781672574504398, + "recall_coffee": 0.9583094555873926, + "F1_noncoffee": 0.8155545468300802, + "IoU_noncoffee": 0.6885539090444558, + "kappa": 0.7331665643758064, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8789021974912761, + "mIoU": 0.7583083031091529, + "macroF1": 0.8602569729597014, + "F1_coffee": 0.9113014644929539, + "IoU_coffee": 0.8370558375634518, + "precision_coffee": 0.8799359658484525, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.8092124814264487, + "IoU_noncoffee": 0.679560768654854, + "kappa": 0.7212756926684704, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2750, + 2995 + ], + [ + 53840, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.251117463906606, + "test_tta": { + "OA": 0.9141409250831155, + "mIoU": 0.7796189595525356, + "macroF1": 0.8712753400140625, + "F1_coffee": 0.9455576250025584, + "IoU_coffee": 0.8967371261088142, + "precision_coffee": 0.9205738766563715, + "recall_coffee": 0.9719352870637241, + "F1_noncoffee": 0.7969930550255666, + "IoU_noncoffee": 0.6625007929962571, + "kappa": 0.7432558151533066, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8809709241952233, + "mIoU": 0.7170093401384283, + "macroF1": 0.8272754405953355, + "F1_coffee": 0.9235797953608963, + "IoU_coffee": 0.8580104603950175, + "precision_coffee": 0.888427690882531, + "recall_coffee": 0.9616281984535585, + "F1_noncoffee": 0.7309710858297748, + "IoU_noncoffee": 0.5760082198818391, + "kappa": 0.6564442987937519, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.6071602483923282, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7784771311448953, + "mIoU": 0.578284782279441, + "macroF1": 0.7200130054486893, + "F1_coffee": 0.8479551597323762, + "IoU_coffee": 0.7360435376242764, + "precision_coffee": 0.8954682638092787, + "recall_coffee": 0.8052300507016178, + "F1_noncoffee": 0.5920708511650024, + "IoU_noncoffee": 0.4205260269346055, + "kappa": 0.4442239802897082, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7542979116187839, + "mIoU": 0.5516055114010165, + "macroF1": 0.6979377006127309, + "F1_coffee": 0.8284148822593316, + "IoU_coffee": 0.7070889427623321, + "precision_coffee": 0.8671586715867159, + "recall_coffee": 0.7929850947725652, + "F1_noncoffee": 0.5674605189661301, + "IoU_noncoffee": 0.39612208003970084, + "kappa": 0.39890022272426084, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12345679012345678, + "macroF1": 0.19801980198019803, + "F1_coffee": 0.39603960396039606, + "IoU_coffee": 0.24691358024691357, + "precision_coffee": 0.9523809523809523, + "recall_coffee": 0.25, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024891101431238353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7760679611650485, + "mIoU": 0.5725906633122914, + "macroF1": 0.7145532528374094, + "F1_coffee": 0.8470642840566257, + "IoU_coffee": 0.7347020933977456, + "precision_coffee": 0.8888811578068466, + "recall_coffee": 0.8090051295041479, + "F1_noncoffee": 0.5820422216181933, + "IoU_noncoffee": 0.41047923322683705, + "kappa": 0.4325387282324626, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8040230162951502, + "mIoU": 0.6063781247877468, + "macroF1": 0.7423214434609191, + "F1_coffee": 0.8684133632024934, + "IoU_coffee": 0.767429850232398, + "precision_coffee": 0.8957803081044876, + "recall_coffee": 0.8426690189654086, + "F1_noncoffee": 0.6162295237193448, + "IoU_noncoffee": 0.44532639934309565, + "kappa": 0.4860419492438966, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7553309801266863, + "mIoU": 0.5570536631456849, + "macroF1": 0.7037287208501695, + "F1_coffee": 0.8273744541484717, + "IoU_coffee": 0.7055743046665891, + "precision_coffee": 0.9021650174838182, + "recall_coffee": 0.7640350324491211, + "F1_noncoffee": 0.5800829875518673, + "IoU_noncoffee": 0.40853302162478083, + "kappa": 0.41720058644248564, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7647585863613738, + "mIoU": 0.4771237643303158, + "macroF1": 0.5983214996719824, + "F1_coffee": 0.8568832899279268, + "IoU_coffee": 0.7496026279537988, + "precision_coffee": 0.9244641923680084, + "recall_coffee": 0.7985099898408399, + "F1_noncoffee": 0.339759709416038, + "IoU_noncoffee": 0.20464490070683272, + "kappa": 0.21597207108379923, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8155387973804327, + "mIoU": 0.5444641354195321, + "macroF1": 0.668417109108989, + "F1_coffee": 0.8892859269846942, + "IoU_coffee": 0.8006434316353888, + "precision_coffee": 0.9450632911392405, + "recall_coffee": 0.8397255651782701, + "F1_noncoffee": 0.4475482912332838, + "IoU_noncoffee": 0.28828483920367537, + "kappa": 0.34816406348669116, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7474697360587418, + "mIoU": 0.4839052612030454, + "macroF1": 0.6155837751941209, + "F1_coffee": 0.8407483887115951, + "IoU_coffee": 0.7252509985965669, + "precision_coffee": 0.9475317348377997, + "recall_coffee": 0.7555955460578113, + "F1_noncoffee": 0.3904191616766467, + "IoU_noncoffee": 0.2425595238095238, + "kappa": 0.26681125093040337, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7868308858360966, + "mIoU": 0.6267407493891433, + "macroF1": 0.766749761158827, + "F1_coffee": 0.8351889832991503, + "IoU_coffee": 0.7170167274556659, + "precision_coffee": 0.8483630952380953, + "recall_coffee": 0.8224177726485863, + "F1_noncoffee": 0.6983105390185036, + "IoU_noncoffee": 0.5364647713226205, + "kappa": 0.5337053546008916, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7930774309157785, + "mIoU": 0.6309485108529718, + "macroF1": 0.7692529833570002, + "F1_coffee": 0.8433975731620271, + "IoU_coffee": 0.729202666008393, + "precision_coffee": 0.840398293029872, + "recall_coffee": 0.8464183381088826, + "F1_noncoffee": 0.6951083935519733, + "IoU_noncoffee": 0.5326943556975506, + "kappa": 0.5385174104028171, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7628029802885976, + "mIoU": 0.599225194081096, + "macroF1": 0.7459884527411345, + "F1_coffee": 0.8113419848473483, + "IoU_coffee": 0.6825697336867348, + "precision_coffee": 0.8515194457565738, + "recall_coffee": 0.7747851002865329, + "F1_noncoffee": 0.6806349206349206, + "IoU_noncoffee": 0.5158806544754572, + "kappa": 0.49388428809682733, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2371, + 2995 + ], + [ + 45865, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.599505889415741, + "test_tta": { + "OA": 0.7988767308995837, + "mIoU": 0.5996480681147437, + "macroF1": 0.7367876481208021, + "F1_coffee": 0.8646258798991918, + "IoU_coffee": 0.7615338984672496, + "precision_coffee": 0.8938526155021, + "recall_coffee": 0.8372499105884333, + "F1_noncoffee": 0.6089494163424124, + "IoU_noncoffee": 0.43776223776223777, + "kappa": 0.47519607284506776, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7736962039921541, + "mIoU": 0.5694578493646925, + "macroF1": 0.7118365292996494, + "F1_coffee": 0.8453494446141867, + "IoU_coffee": 0.7321257853045616, + "precision_coffee": 0.864616935483871, + "recall_coffee": 0.8269219644819806, + "F1_noncoffee": 0.5783236139851119, + "IoU_noncoffee": 0.40678991342482324, + "kappa": 0.4244523715863133, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.6982598499313026, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8749556179593945, + "mIoU": 0.7214415209491944, + "macroF1": 0.8320054152922799, + "F1_coffee": 0.9169489345281482, + "IoU_coffee": 0.8466349960411718, + "precision_coffee": 0.9347232238466749, + "recall_coffee": 0.8998380072791534, + "F1_noncoffee": 0.7470618960564116, + "IoU_noncoffee": 0.5962480458572172, + "kappa": 0.6643804329541121, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8439338871581862, + "mIoU": 0.6726962229957966, + "macroF1": 0.7962556742449876, + "F1_coffee": 0.8948161396619264, + "IoU_coffee": 0.8096536438635684, + "precision_coffee": 0.9022267523914066, + "recall_coffee": 0.8875262721505564, + "F1_noncoffee": 0.6976952088280486, + "IoU_noncoffee": 0.5357388021280247, + "kappa": 0.5925903443037832, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2716049382716049, + "mIoU": 0.13958333333333334, + "macroF1": 0.22431423470215872, + "F1_coffee": 0.4158415841584158, + "IoU_coffee": 0.2625, + "precision_coffee": 1.0, + "recall_coffee": 0.2625, + "F1_noncoffee": 0.03278688524590164, + "IoU_noncoffee": 0.016666666666666666, + "kappa": 0.008711885500933393, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8691747572815534, + "mIoU": 0.7080143173201652, + "macroF1": 0.8219034823763829, + "F1_coffee": 0.9136577708006279, + "IoU_coffee": 0.8410404624277457, + "precision_coffee": 0.9245882505511607, + "recall_coffee": 0.9029827116712051, + "F1_noncoffee": 0.7301491939521377, + "IoU_noncoffee": 0.5749881722125848, + "kappa": 0.6439624817761402, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8718630627145689, + "mIoU": 0.7217221722172218, + "macroF1": 0.8327718136762498, + "F1_coffee": 0.9136245110821382, + "IoU_coffee": 0.840984098409841, + "precision_coffee": 0.9463839557026132, + "recall_coffee": 0.8830571482578288, + "F1_noncoffee": 0.7519191162703613, + "IoU_noncoffee": 0.6024602460246025, + "kappa": 0.6666906937148465, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8838063923407959, + "mIoU": 0.7345863878755527, + "macroF1": 0.8411382441796647, + "F1_coffee": 0.9234689002834485, + "IoU_coffee": 0.8578190639607124, + "precision_coffee": 0.9336682122617208, + "recall_coffee": 0.9134900132316804, + "F1_noncoffee": 0.7588075880758808, + "IoU_noncoffee": 0.611353711790393, + "kappa": 0.6823959334617999, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.904330512692882, + "mIoU": 0.6624654703185155, + "macroF1": 0.7725475085724887, + "F1_coffee": 0.9456785936351817, + "IoU_coffee": 0.8969547501608407, + "precision_coffee": 0.9471240942028986, + "recall_coffee": 0.9442374985890055, + "F1_noncoffee": 0.5994164235097957, + "IoU_noncoffee": 0.42797619047619045, + "kappa": 0.5451028308701509, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9121849573328041, + "mIoU": 0.6951469307928195, + "macroF1": 0.8019345592119407, + "F1_coffee": 0.9497073364778087, + "IoU_coffee": 0.9042311438156043, + "precision_coffee": 0.9597978405697221, + "recall_coffee": 0.939826791137105, + "F1_noncoffee": 0.6541617819460727, + "IoU_noncoffee": 0.48606271777003485, + "kappa": 0.6041699637598605, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9067275253026394, + "mIoU": 0.6737167331524758, + "macroF1": 0.7829907116839554, + "F1_coffee": 0.9468566259611035, + "IoU_coffee": 0.8990766587932145, + "precision_coffee": 0.9519154257133113, + "recall_coffee": 0.9418513103138004, + "F1_noncoffee": 0.6191247974068071, + "IoU_noncoffee": 0.44835680751173707, + "kappa": 0.5660692552611124, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8357176693510184, + "mIoU": 0.7003282152374628, + "macroF1": 0.8216229090577085, + "F1_coffee": 0.8717645318739832, + "IoU_coffee": 0.7726796014682747, + "precision_coffee": 0.8943854324734446, + "recall_coffee": 0.8502596653202539, + "F1_noncoffee": 0.7714812862414339, + "IoU_noncoffee": 0.627976829006651, + "kappa": 0.6436520352524631, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8335376780156559, + "mIoU": 0.7026295806132128, + "macroF1": 0.8239039248358446, + "F1_coffee": 0.8650921042574333, + "IoU_coffee": 0.7622575431034483, + "precision_coffee": 0.927248893986564, + "recall_coffee": 0.8107449856733524, + "F1_noncoffee": 0.7827157454142558, + "IoU_noncoffee": 0.6430016181229773, + "kappa": 0.6503384483249982, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7402673748968319, + "macroF1": 0.8490502773127286, + "F1_coffee": 0.8932973524907009, + "IoU_coffee": 0.8071701594833267, + "precision_coffee": 0.9098202347348091, + "recall_coffee": 0.8773638968481375, + "F1_noncoffee": 0.8048032021347565, + "IoU_noncoffee": 0.6733645903103371, + "kappa": 0.6982825910495393, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 51545, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.496113967895508, + "test_tta": { + "OA": 0.879490655563087, + "mIoU": 0.7277491662269248, + "macroF1": 0.8363590290100097, + "F1_coffee": 0.9203715355166199, + "IoU_coffee": 0.852489134729356, + "precision_coffee": 0.9332396193771626, + "recall_coffee": 0.9078534912587045, + "F1_noncoffee": 0.7523465225033995, + "IoU_noncoffee": 0.6030091977244936, + "kappa": 0.6729114697609665, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.848058728510442, + "mIoU": 0.6769270300635895, + "macroF1": 0.7991649680494772, + "F1_coffee": 0.8982587617217302, + "IoU_coffee": 0.8153082870216161, + "precision_coffee": 0.8997794373718222, + "recall_coffee": 0.8967432174466362, + "F1_noncoffee": 0.7000711743772242, + "IoU_noncoffee": 0.5385457731055628, + "kappa": 0.5983333182114747, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7653404324512907, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9036990413479229, + "mIoU": 0.7593878965335541, + "macroF1": 0.8574747232639838, + "F1_coffee": 0.9386420425916976, + "IoU_coffee": 0.88437839094714, + "precision_coffee": 0.918034435594175, + "recall_coffee": 0.9601960743062714, + "F1_noncoffee": 0.77630740393627, + "IoU_noncoffee": 0.6343974021199681, + "kappa": 0.7154721347385975, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8713511018806969, + "mIoU": 0.7041061005978655, + "macroF1": 0.8181848487691464, + "F1_coffee": 0.9165028550032762, + "IoU_coffee": 0.8458747300215983, + "precision_coffee": 0.8905928796230602, + "recall_coffee": 0.9439656003547946, + "F1_noncoffee": 0.7198668425350166, + "IoU_noncoffee": 0.5623374711741328, + "kappa": 0.6373993650596927, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9137378640776699, + "mIoU": 0.780728416384092, + "macroF1": 0.872149789474575, + "F1_coffee": 0.9450678537203623, + "IoU_coffee": 0.8958565316767274, + "precision_coffee": 0.9231791279139993, + "recall_coffee": 0.9680197580900513, + "F1_noncoffee": 0.7992317252287877, + "IoU_noncoffee": 0.6656003010914565, + "kappa": 0.744823876179289, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8987959963251293, + "mIoU": 0.7513499803400212, + "macroF1": 0.8519890661435412, + "F1_coffee": 0.9352232985670514, + "IoU_coffee": 0.8783281013835601, + "precision_coffee": 0.9190389294403893, + "recall_coffee": 0.9519879024636129, + "F1_noncoffee": 0.768754833720031, + "IoU_noncoffee": 0.6243718592964824, + "kappa": 0.704305488683902, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8986025820801702, + "mIoU": 0.7466270482548627, + "macroF1": 0.8483121480057644, + "F1_coffee": 0.935653134493234, + "IoU_coffee": 0.8790866632070576, + "precision_coffee": 0.911951190333772, + "recall_coffee": 0.9606199987398399, + "F1_noncoffee": 0.7609711615182948, + "IoU_noncoffee": 0.6141674333026679, + "kappa": 0.6973836426179202, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9353907416625187, + "mIoU": 0.7180801749327982, + "macroF1": 0.8177828710384079, + "F1_coffee": 0.9641733370135247, + "IoU_coffee": 0.9308249840119378, + "precision_coffee": 0.9434961106309421, + "recall_coffee": 0.985777175753471, + "F1_noncoffee": 0.6713924050632911, + "IoU_noncoffee": 0.5053353658536586, + "kappa": 0.6371641431936022, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9346100416749356, + "mIoU": 0.7491259078460877, + "macroF1": 0.8444314284773977, + "F1_coffee": 0.9628753309672694, + "IoU_coffee": 0.928408473655622, + "precision_coffee": 0.9645598194130925, + "recall_coffee": 0.9611967157800022, + "F1_noncoffee": 0.725987525987526, + "IoU_noncoffee": 0.5698433420365535, + "kappa": 0.6888698606553025, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9380829529668585, + "mIoU": 0.7415597096108679, + "macroF1": 0.8375561634493929, + "F1_coffee": 0.9653448850383206, + "IoU_coffee": 0.9330112721417069, + "precision_coffee": 0.9534832693362589, + "recall_coffee": 0.9775053424811607, + "F1_noncoffee": 0.7097674418604651, + "IoU_noncoffee": 0.5501081470800289, + "kappa": 0.6755328705080061, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8931312174324965, + "mIoU": 0.7856425256971826, + "macroF1": 0.8783521303488611, + "F1_coffee": 0.9207531263172685, + "IoU_coffee": 0.8531441218591329, + "precision_coffee": 0.8974253629142701, + "recall_coffee": 0.9453260242354299, + "F1_noncoffee": 0.8359511343804538, + "IoU_noncoffee": 0.7181409295352323, + "kappa": 0.7570440956750852, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8647552579458644, + "mIoU": 0.7328661304920039, + "macroF1": 0.842871052736009, + "F1_coffee": 0.901510989010989, + "IoU_coffee": 0.8206827560335126, + "precision_coffee": 0.8658311345646438, + "recall_coffee": 0.9402578796561605, + "F1_noncoffee": 0.7842311164610292, + "IoU_noncoffee": 0.6450495049504951, + "kappa": 0.6869069132637933, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8610770536640573, + "mIoU": 0.7263168953130447, + "macroF1": 0.8382926063266338, + "F1_coffee": 0.8989919769594733, + "IoU_coffee": 0.8165171898355755, + "precision_coffee": 0.8621596738129685, + "recall_coffee": 0.9391117478510028, + "F1_noncoffee": 0.7775932356937943, + "IoU_noncoffee": 0.6361166007905138, + "kappa": 0.6778796844073657, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2720, + 2995 + ], + [ + 53275, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4780431071917217, + "test_tta": { + "OA": 0.9045382653884639, + "mIoU": 0.7587502281640812, + "macroF1": 0.856858515034408, + "F1_coffee": 0.9394717722542288, + "IoU_coffee": 0.8858526795190953, + "precision_coffee": 0.9146045028890217, + "recall_coffee": 0.9657290724338881, + "F1_noncoffee": 0.7742452578145872, + "IoU_noncoffee": 0.6316477768090671, + "kappa": 0.7145041994181569, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8725049036575516, + "mIoU": 0.702906641214398, + "macroF1": 0.8169396232116268, + "F1_coffee": 0.9177949709864603, + "IoU_coffee": 0.8480786416443253, + "precision_coffee": 0.8863583295913785, + "recall_coffee": 0.9515435491024083, + "F1_noncoffee": 0.7160842754367934, + "IoU_noncoffee": 0.5577346407844707, + "kappa": 0.6354629952334793, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.780153302499178, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9028275394596689, + "mIoU": 0.7550296069677669, + "macroF1": 0.8542363274204915, + "F1_coffee": 0.9383958991988705, + "IoU_coffee": 0.8839414792112416, + "precision_coffee": 0.9134331925742969, + "recall_coffee": 0.9647613237119474, + "F1_noncoffee": 0.7700767556421125, + "IoU_noncoffee": 0.6261177347242921, + "kappa": 0.7092830063446549, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8709184262143763, + "mIoU": 0.6990379950239919, + "macroF1": 0.8139212471319601, + "F1_coffee": 0.9169065082165073, + "IoU_coffee": 0.8465626607234699, + "precision_coffee": 0.8841698150369747, + "recall_coffee": 0.952160583097125, + "F1_noncoffee": 0.7109359860474129, + "IoU_noncoffee": 0.5515133293245139, + "kappa": 0.6296088811500653, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.7659956498503813, + "macroF1": 0.8620248304117499, + "F1_coffee": 0.94091849655641, + "IoU_coffee": 0.8884287880555232, + "precision_coffee": 0.9183144441765131, + "recall_coffee": 0.9646634158697992, + "F1_noncoffee": 0.78313116426709, + "IoU_noncoffee": 0.6435625116452395, + "kappa": 0.7246620133602762, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9005850780910014, + "mIoU": 0.750778836262131, + "macroF1": 0.85126551930205, + "F1_coffee": 0.9369131635471003, + "IoU_coffee": 0.8813138601858801, + "precision_coffee": 0.913152700520366, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7656178750569995, + "IoU_noncoffee": 0.620243812338382, + "kappa": 0.7032774174487896, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9007784923359605, + "mIoU": 0.7483199014000022, + "macroF1": 0.8493033469708153, + "F1_coffee": 0.9373779296875, + "IoU_coffee": 0.8821367030442274, + "precision_coffee": 0.9089187429721253, + "recall_coffee": 0.9676768949656607, + "F1_noncoffee": 0.7612287642541308, + "IoU_noncoffee": 0.6145030997557768, + "kappa": 0.6997291326509334, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9328023892483823, + "mIoU": 0.7177292040033769, + "macroF1": 0.8179938116486698, + "F1_coffee": 0.9625478555179493, + "IoU_coffee": 0.9277997646807146, + "precision_coffee": 0.9465298996071585, + "recall_coffee": 0.9791172818602552, + "F1_noncoffee": 0.6734397677793904, + "IoU_noncoffee": 0.5076586433260394, + "kappa": 0.636894326509163, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9375868227822981, + "mIoU": 0.7478074948252385, + "macroF1": 0.8428414561986266, + "F1_coffee": 0.9648662235379545, + "IoU_coffee": 0.932117418519318, + "precision_coffee": 0.9583888149134487, + "recall_coffee": 0.9714317849510741, + "F1_noncoffee": 0.7208166888592987, + "IoU_noncoffee": 0.563497571131159, + "kappa": 0.6857969620893134, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9415558642587815, + "mIoU": 0.7392520791396119, + "macroF1": 0.8349856749431221, + "F1_coffee": 0.9675964130494581, + "IoU_coffee": 0.9372268997122456, + "precision_coffee": 0.9470170148610813, + "recall_coffee": 0.989090091103363, + "F1_noncoffee": 0.7023749368367862, + "IoU_noncoffee": 0.5412772585669782, + "kappa": 0.671396623390168, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8827096162955945, + "mIoU": 0.7657055863096649, + "macroF1": 0.865232746919506, + "F1_coffee": 0.9137642797436611, + "IoU_coffee": 0.8412209824291395, + "precision_coffee": 0.8834859913793104, + "recall_coffee": 0.9461915753029428, + "F1_noncoffee": 0.8167012140953509, + "IoU_noncoffee": 0.6901901901901902, + "kappa": 0.7311367174058344, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8654154484579836, + "mIoU": 0.7318562516172448, + "macroF1": 0.8419703207554794, + "F1_coffee": 0.9028392455913393, + "IoU_coffee": 0.8228869306193373, + "precision_coffee": 0.8602569093032308, + "recall_coffee": 0.9498567335243553, + "F1_noncoffee": 0.7811013959196196, + "IoU_noncoffee": 0.6408255726151523, + "kappa": 0.6856757738367616, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7277608780936264, + "macroF1": 0.8392843453908494, + "F1_coffee": 0.8997327119457199, + "IoU_coffee": 0.817740127071135, + "precision_coffee": 0.8624359479700433, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.7788359788359789, + "IoU_noncoffee": 0.6377816291161178, + "kappa": 0.6798892081818019, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2675, + 2995 + ], + [ + 53266, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5673357129096983, + "test_tta": { + "OA": 0.9031664568606566, + "mIoU": 0.7511033376774338, + "macroF1": 0.8511180770031953, + "F1_coffee": 0.9391468386782693, + "IoU_coffee": 0.885275053060288, + "precision_coffee": 0.9066679721923039, + "recall_coffee": 0.9740390886331601, + "F1_noncoffee": 0.7630893153281213, + "IoU_noncoffee": 0.6169316222945795, + "kappa": 0.7037163335299372, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8710914964809046, + "mIoU": 0.6933706820882111, + "macroF1": 0.8089574150516525, + "F1_coffee": 0.9179081173423465, + "IoU_coffee": 0.8482718815780539, + "precision_coffee": 0.8764052826350036, + "recall_coffee": 0.9635371473747132, + "F1_noncoffee": 0.7000067127609586, + "IoU_noncoffee": 0.5384694825983682, + "kappa": 0.621020622677102, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.6177473197587487, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7962299473871082, + "mIoU": 0.6039191228182754, + "macroF1": 0.7419111904061946, + "F1_coffee": 0.860313315926893, + "IoU_coffee": 0.7548682703321878, + "precision_coffee": 0.9072686967681718, + "recall_coffee": 0.8179790882123998, + "F1_noncoffee": 0.6235090648854962, + "IoU_noncoffee": 0.4529699753043629, + "kappa": 0.487522140401772, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7710280373831776, + "mIoU": 0.572069555542648, + "macroF1": 0.7154904995605963, + "F1_coffee": 0.8411923577073122, + "IoU_coffee": 0.7259119866029039, + "precision_coffee": 0.8739944708890228, + "recall_coffee": 0.8107633867453385, + "F1_noncoffee": 0.5897886414138804, + "IoU_noncoffee": 0.4182271244823922, + "kappa": 0.43304386985310817, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.19753086419753085, + "macroF1": 0.2831858407079646, + "F1_coffee": 0.5663716814159292, + "IoU_coffee": 0.3950617283950617, + "precision_coffee": 0.9696969696969697, + "recall_coffee": 0.4, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02478698683191325, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7889320388349514, + "mIoU": 0.6014649250283195, + "macroF1": 0.7413701629465455, + "F1_coffee": 0.8522796765645172, + "IoU_coffee": 0.7425848084778877, + "precision_coffee": 0.9193725720149527, + "recall_coffee": 0.7943132163890824, + "F1_noncoffee": 0.6304606493285738, + "IoU_noncoffee": 0.4603450415787514, + "kappa": 0.4895409895870324, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7906290798317296, + "mIoU": 0.6009360851437524, + "macroF1": 0.7403722097662255, + "F1_coffee": 0.8546004029550034, + "IoU_coffee": 0.7461155086484902, + "precision_coffee": 0.9148752606226185, + "recall_coffee": 0.8017768256568584, + "F1_noncoffee": 0.6261440165774478, + "IoU_noncoffee": 0.45575666163901457, + "kappa": 0.4864756881182873, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8091001402253276, + "mIoU": 0.6083048957942284, + "macroF1": 0.7429206392962998, + "F1_coffee": 0.8733560017963687, + "IoU_coffee": 0.77518364557827, + "precision_coffee": 0.8895641377507678, + "recall_coffee": 0.8577279314472938, + "F1_noncoffee": 0.6124852767962309, + "IoU_noncoffee": 0.44142614601018676, + "kappa": 0.48636303942155423, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7661523145843704, + "mIoU": 0.4860299968392268, + "macroF1": 0.6105003299382094, + "F1_coffee": 0.8567246111619397, + "IoU_coffee": 0.7493597951344431, + "precision_coffee": 0.9319267515923567, + "recall_coffee": 0.7927531324077209, + "F1_noncoffee": 0.36427604871447905, + "IoU_noncoffee": 0.2227001985440106, + "kappa": 0.2428762948811015, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8060130978368724, + "mIoU": 0.5380614755160662, + "macroF1": 0.66391925529143, + "F1_coffee": 0.8824484396608743, + "IoU_coffee": 0.7896266006671688, + "precision_coffee": 0.9480620155038759, + "recall_coffee": 0.825328984366213, + "F1_noncoffee": 0.4453900709219858, + "IoU_noncoffee": 0.2864963503649635, + "kappa": 0.3426924545092237, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8268505655884104, + "mIoU": 0.532261672206518, + "macroF1": 0.6482730376169293, + "F1_coffee": 0.8988933310157019, + "IoU_coffee": 0.8163544516943801, + "precision_coffee": 0.9269837476099426, + "recall_coffee": 0.8724552918681813, + "F1_noncoffee": 0.3976527442181567, + "IoU_noncoffee": 0.24816889271865575, + "kappa": 0.300373489850944, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8106110847939365, + "mIoU": 0.6685596620966705, + "macroF1": 0.7995069146705305, + "F1_coffee": 0.8466906971393512, + "IoU_coffee": 0.7341401782151882, + "precision_coffee": 0.9038807925331587, + "recall_coffee": 0.7963069821119446, + "F1_noncoffee": 0.7523231322017099, + "IoU_noncoffee": 0.6029791459781529, + "kappa": 0.6015905414880064, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7760067905309818, + "mIoU": 0.6193462023180414, + "macroF1": 0.762301584705815, + "F1_coffee": 0.819377899460035, + "IoU_coffee": 0.6940221592373099, + "precision_coffee": 0.8732371535094829, + "recall_coffee": 0.7717765042979943, + "F1_noncoffee": 0.7052252699515948, + "IoU_noncoffee": 0.544670245398773, + "kappa": 0.5275363850243773, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7922286145430538, + "mIoU": 0.6312792219943746, + "macroF1": 0.7697641493928323, + "F1_coffee": 0.8416816385195832, + "IoU_coffee": 0.7266410224593622, + "precision_coffee": 0.8444124008651767, + "recall_coffee": 0.8389684813753582, + "F1_noncoffee": 0.6978466602660814, + "IoU_noncoffee": 0.5359174215293869, + "kappa": 0.5395374894942442, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2443, + 2995 + ], + [ + 46893, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4982972264289858, + "test_tta": { + "OA": 0.813514734837481, + "mIoU": 0.6200851612989416, + "macroF1": 0.7536687238522983, + "F1_coffee": 0.8750851323740851, + "IoU_coffee": 0.7779123181302735, + "precision_coffee": 0.9000222370469202, + "recall_coffee": 0.8514926472135148, + "F1_noncoffee": 0.6322523153305114, + "IoU_noncoffee": 0.46225800446760984, + "kappa": 0.5084483874820099, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7869793469481943, + "mIoU": 0.5842798325188874, + "macroF1": 0.7239654549548269, + "F1_coffee": 0.855851811367895, + "IoU_coffee": 0.7480253168875923, + "precision_coffee": 0.8664901290437326, + "recall_coffee": 0.8454715489481499, + "F1_noncoffee": 0.5920790985417588, + "IoU_noncoffee": 0.4205343481501824, + "kappa": 0.4481663029705959, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.6806061874026397, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7931312740066493, + "mIoU": 0.60444769127484, + "macroF1": 0.7432821169915067, + "F1_coffee": 0.8564066945981673, + "IoU_coffee": 0.7488734767446417, + "precision_coffee": 0.91591785876884, + "recall_coffee": 0.8041571119012054, + "F1_noncoffee": 0.6301575393848462, + "IoU_noncoffee": 0.4600219058050383, + "kappa": 0.49208698867903133, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7690521518403138, + "mIoU": 0.5774455197255158, + "macroF1": 0.7218570002317342, + "F1_coffee": 0.8364301255401084, + "IoU_coffee": 0.7188482135018874, + "precision_coffee": 0.8893474671995829, + "recall_coffee": 0.7894564316152793, + "F1_noncoffee": 0.6072838749233599, + "IoU_noncoffee": 0.4360428259491442, + "kappa": 0.4484026811067584, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7777777777777778, + "mIoU": 0.41381578947368425, + "macroF1": 0.4866197183098591, + "F1_coffee": 0.8732394366197183, + "IoU_coffee": 0.775, + "precision_coffee": 1.0, + "recall_coffee": 0.775, + "F1_noncoffee": 0.1, + "IoU_noncoffee": 0.05263157894736842, + "kappa": 0.07838179519595438, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8503398058252427, + "mIoU": 0.6695257304926882, + "macroF1": 0.7920123579696765, + "F1_coffee": 0.9021549398584532, + "IoU_coffee": 0.8217506938020351, + "precision_coffee": 0.9042499045680112, + "recall_coffee": 0.9000696599328731, + "F1_noncoffee": 0.6818697760808998, + "IoU_noncoffee": 0.5173007671833412, + "kappa": 0.5840319753682229, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7735602727140853, + "mIoU": 0.5843652897819704, + "macroF1": 0.7278976164955515, + "F1_coffee": 0.83936473090248, + "IoU_coffee": 0.7231942309965717, + "precision_coffee": 0.9211715103147117, + "recall_coffee": 0.770902904668893, + "F1_noncoffee": 0.6164305020886232, + "IoU_noncoffee": 0.4455363485673692, + "kappa": 0.4658543634239257, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7557178086166046, + "mIoU": 0.5662321707343994, + "macroF1": 0.7136972567372897, + "F1_coffee": 0.8233813452663963, + "IoU_coffee": 0.6997860708343238, + "precision_coffee": 0.9248409644231524, + "recall_coffee": 0.7419822317434314, + "F1_noncoffee": 0.6040131682081831, + "IoU_noncoffee": 0.432678270634475, + "kappa": 0.4424393889232377, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8689895470383275, + "mIoU": 0.5911481047591858, + "macroF1": 0.7060212534712443, + "F1_coffee": 0.9249029901848893, + "IoU_coffee": 0.8602972399150743, + "precision_coffee": 0.9352567801500289, + "recall_coffee": 0.9147759340783385, + "F1_noncoffee": 0.48713951675759937, + "IoU_noncoffee": 0.32199896960329727, + "kappa": 0.41253420234813554, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7617582853740822, + "mIoU": 0.5082729630931621, + "macroF1": 0.64260892751372, + "F1_coffee": 0.8489652135623074, + "IoU_coffee": 0.7375669472073451, + "precision_coffee": 0.9631744219240651, + "recall_coffee": 0.7589697446856372, + "F1_noncoffee": 0.43625264146513265, + "IoU_noncoffee": 0.278978978978979, + "kappa": 0.32085963918321775, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.730204405636039, + "mIoU": 0.4789920479865175, + "macroF1": 0.616061714875213, + "F1_coffee": 0.8254029409876068, + "IoU_coffee": 0.7027115678985348, + "precision_coffee": 0.9618377731218198, + "recall_coffee": 0.7228658193679002, + "F1_noncoffee": 0.40672048876281913, + "IoU_noncoffee": 0.2552725280745001, + "kappa": 0.28126384084928235, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8325911890099479, + "mIoU": 0.6891058196924118, + "macroF1": 0.8128251698248123, + "F1_coffee": 0.8736503396496246, + "IoU_coffee": 0.7756475368207212, + "precision_coffee": 0.8661562455692613, + "recall_coffee": 0.8812752452394691, + "F1_noncoffee": 0.752, + "IoU_noncoffee": 0.6025641025641025, + "kappa": 0.6257053364009786, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.784777893049137, + "mIoU": 0.6301084501050717, + "macroF1": 0.7704037568842683, + "F1_coffee": 0.8278515389257695, + "IoU_coffee": 0.7062685030248423, + "precision_coffee": 0.874282982791587, + "recall_coffee": 0.7861031518624642, + "F1_noncoffee": 0.7129559748427673, + "IoU_noncoffee": 0.553948397185301, + "kappa": 0.5429569413216461, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7799679336036971, + "mIoU": 0.6261302059491352, + "macroF1": 0.7677915636131858, + "F1_coffee": 0.8209653902233136, + "IoU_coffee": 0.6963030460817495, + "precision_coffee": 0.8839861179970253, + "recall_coffee": 0.7663323782234956, + "F1_noncoffee": 0.7146177370030581, + "IoU_noncoffee": 0.5559573658165208, + "kappa": 0.5393153679455311, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2541, + 2995 + ], + [ + 46603, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.22620290517807, + "test_tta": { + "OA": 0.8213098350601982, + "mIoU": 0.6386573164441766, + "macroF1": 0.7698639788800143, + "F1_coffee": 0.8786736505292687, + "IoU_coffee": 0.7836020717287208, + "precision_coffee": 0.9169353916523728, + "recall_coffee": 0.8434771632339638, + "F1_noncoffee": 0.6610543072307599, + "IoU_noncoffee": 0.49371256115963236, + "kappa": 0.5419560549025348, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.79489731164186, + "mIoU": 0.6055179545673249, + "macroF1": 0.7438980322202511, + "F1_coffee": 0.8581828335510635, + "IoU_coffee": 0.75159391430418, + "precision_coffee": 0.8887144745538665, + "recall_coffee": 0.8296793351458707, + "F1_noncoffee": 0.6296132308894388, + "IoU_noncoffee": 0.4594419948304698, + "kappa": 0.48937007886248807, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.7640838854447618, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.908944191601304, + "mIoU": 0.7784938317763727, + "macroF1": 0.8711371686843982, + "F1_coffee": 0.9409363091997822, + "IoU_coffee": 0.8884605499871499, + "precision_coffee": 0.9364464170365276, + "recall_coffee": 0.9454694633202196, + "F1_noncoffee": 0.8013380281690141, + "IoU_noncoffee": 0.6685271135655955, + "kappa": 0.742294263555807, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8745096342448367, + "mIoU": 0.7162934477237812, + "macroF1": 0.8278443292665099, + "F1_coffee": 0.9174752217005738, + "IoU_coffee": 0.8475327679259831, + "precision_coffee": 0.9028073319147347, + "recall_coffee": 0.9326276007018761, + "F1_noncoffee": 0.7382134368324458, + "IoU_noncoffee": 0.5850541275215795, + "kappa": 0.6559767271381185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16049382716049382, + "mIoU": 0.0822463768115942, + "macroF1": 0.14472049689440994, + "F1_coffee": 0.2608695652173913, + "IoU_coffee": 0.15, + "precision_coffee": 1.0, + "recall_coffee": 0.15, + "F1_noncoffee": 0.02857142857142857, + "IoU_noncoffee": 0.014492753623188406, + "kappa": 0.004338394793926231, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9021359223300971, + "mIoU": 0.7633213602446216, + "macroF1": 0.8607124232742103, + "F1_coffee": 0.936671483319721, + "IoU_coffee": 0.8808862629246677, + "precision_coffee": 0.9293149660287976, + "recall_coffee": 0.9441453992780698, + "F1_noncoffee": 0.7847533632286996, + "IoU_noncoffee": 0.6457564575645757, + "kappa": 0.721484167157947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9089985977467241, + "mIoU": 0.7819178487479643, + "macroF1": 0.8736482786570301, + "F1_coffee": 0.9404807084123972, + "IoU_coffee": 0.8876484985970987, + "precision_coffee": 0.9441234364086609, + "recall_coffee": 0.9368659819797114, + "F1_noncoffee": 0.8068158489016629, + "IoU_noncoffee": 0.67618719889883, + "kappa": 0.7473087668693337, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9156713891978144, + "mIoU": 0.7903954587033305, + "macroF1": 0.8789653122387115, + "F1_coffee": 0.9456189585282195, + "IoU_coffee": 0.896847459632105, + "precision_coffee": 0.9360454349033891, + "recall_coffee": 0.9553903345724907, + "F1_noncoffee": 0.8123116659492036, + "IoU_noncoffee": 0.683943457774556, + "kappa": 0.7580179864863984, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9243404678944749, + "mIoU": 0.6900494075994852, + "macroF1": 0.7944579961121971, + "F1_coffee": 0.9578480310593456, + "IoU_coffee": 0.9191059073975519, + "precision_coffee": 0.9415549013193762, + "recall_coffee": 0.9747149791172819, + "F1_noncoffee": 0.6310679611650486, + "IoU_noncoffee": 0.46099290780141844, + "kappa": 0.5899905755083954, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9302440960508037, + "mIoU": 0.7328481671140674, + "macroF1": 0.8316170265912297, + "F1_coffee": 0.9604856388061379, + "IoU_coffee": 0.9239753433546015, + "precision_coffee": 0.96, + "recall_coffee": 0.9609717692048139, + "F1_noncoffee": 0.7027484143763214, + "IoU_noncoffee": 0.5417209908735332, + "kappa": 0.6632347014896639, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9395713435205398, + "mIoU": 0.7434557877509318, + "macroF1": 0.8388810856169224, + "F1_coffee": 0.9662510390689942, + "IoU_coffee": 0.9347056931489225, + "precision_coffee": 0.9523705483941446, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.7115111321648507, + "IoU_noncoffee": 0.5522058823529412, + "kappa": 0.6783462279549977, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8810042633822833, + "mIoU": 0.7699055681036657, + "macroF1": 0.8685491924287012, + "F1_coffee": 0.9090118806143147, + "IoU_coffee": 0.8332005312084994, + "precision_coffee": 0.9129802095459837, + "recall_coffee": 0.9050778995960762, + "F1_noncoffee": 0.8280865042430878, + "IoU_noncoffee": 0.7066106049988321, + "kappa": 0.7371077690223801, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8888050551730642, + "mIoU": 0.783643861188946, + "macroF1": 0.8774616561415589, + "F1_coffee": 0.9147443777568877, + "IoU_coffee": 0.8428837953091685, + "precision_coffee": 0.92349248065411, + "recall_coffee": 0.9061604584527221, + "F1_noncoffee": 0.8401789345262302, + "IoU_noncoffee": 0.7244039270687237, + "kappa": 0.7549645316183494, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8929548241063849, + "mIoU": 0.7886480396374855, + "macroF1": 0.8805085513589164, + "F1_coffee": 0.9190730837789661, + "IoU_coffee": 0.850263852242744, + "precision_coffee": 0.914833215046132, + "recall_coffee": 0.923352435530086, + "F1_noncoffee": 0.8419440189388665, + "IoU_noncoffee": 0.727032227032227, + "kappa": 0.7610271277902851, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2761, + 2995 + ], + [ + 53559, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7964902480443317, + "test_tta": { + "OA": 0.9123979213066072, + "mIoU": 0.781159291522649, + "macroF1": 0.8726449942025463, + "F1_coffee": 0.9437978877614412, + "IoU_coffee": 0.8935769743549525, + "precision_coffee": 0.9292311456358187, + "recall_coffee": 0.9588286032861381, + "F1_noncoffee": 0.8014921006436513, + "IoU_noncoffee": 0.6687416086903454, + "kappa": 0.7455108762054016, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8782306449751932, + "mIoU": 0.717170185046339, + "macroF1": 0.8279036813198163, + "F1_coffee": 0.9209686327002462, + "IoU_coffee": 0.8535142356472405, + "precision_coffee": 0.8949245042750591, + "recall_coffee": 0.9485740730028345, + "F1_noncoffee": 0.7348387299393864, + "IoU_noncoffee": 0.5808261344454374, + "kappa": 0.656782636764847, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7823320617365399, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.910880862464091, + "mIoU": 0.778421566284698, + "macroF1": 0.870824944053856, + "F1_coffee": 0.9427570335662306, + "IoU_coffee": 0.891712750519669, + "precision_coffee": 0.9292706353585515, + "recall_coffee": 0.9566406496539246, + "F1_noncoffee": 0.7988928545414815, + "IoU_noncoffee": 0.6651303820497271, + "kappa": 0.7418409175504523, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8787498557747779, + "mIoU": 0.7202257824086867, + "macroF1": 0.8303400452510233, + "F1_coffee": 0.920966786684591, + "IoU_coffee": 0.8535110646454086, + "precision_coffee": 0.8985727913120047, + "recall_coffee": 0.9445055051001716, + "F1_noncoffee": 0.7397133038174557, + "IoU_noncoffee": 0.5869405001719649, + "kappa": 0.6613727517209949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6049382716049383, + "mIoU": 0.3151515151515151, + "macroF1": 0.40441176470588236, + "F1_coffee": 0.75, + "IoU_coffee": 0.6, + "precision_coffee": 1.0, + "recall_coffee": 0.6, + "F1_noncoffee": 0.058823529411764705, + "IoU_noncoffee": 0.030303030303030304, + "kappa": 0.03571428571428585, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9100970873786408, + "mIoU": 0.7773121271985064, + "macroF1": 0.8701081422099171, + "F1_coffee": 0.9421792069934436, + "IoU_coffee": 0.8906794167994806, + "precision_coffee": 0.9291828314551389, + "recall_coffee": 0.9555442973845861, + "F1_noncoffee": 0.7980370774263904, + "IoU_noncoffee": 0.6639448375975322, + "kappa": 0.7403936809059781, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.918234127943523, + "mIoU": 0.7950761688228571, + "macroF1": 0.8820194072089353, + "F1_coffee": 0.9473847972867855, + "IoU_coffee": 0.9000295595625185, + "precision_coffee": 0.9358249323825916, + "recall_coffee": 0.9592338226954823, + "F1_noncoffee": 0.8166540171310853, + "IoU_noncoffee": 0.6901227780831959, + "kappa": 0.764164211132051, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9043083023064649, + "mIoU": 0.7630704861729416, + "macroF1": 0.8602063846168784, + "F1_coffee": 0.9387249589745178, + "IoU_coffee": 0.8845256155910841, + "precision_coffee": 0.9228661877511263, + "recall_coffee": 0.9551383025644257, + "F1_noncoffee": 0.7816878102592388, + "IoU_noncoffee": 0.641615356754799, + "kappa": 0.7207066130981905, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9429566948730712, + "mIoU": 0.7527839323294045, + "macroF1": 0.8460242970215583, + "F1_coffee": 0.9681931723563697, + "IoU_coffee": 0.9383473208521627, + "precision_coffee": 0.9524901703800787, + "recall_coffee": 0.9844226210633255, + "F1_noncoffee": 0.723855421686747, + "IoU_noncoffee": 0.5672205438066465, + "kappa": 0.6927735625084771, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.943341932923199, + "mIoU": 0.7718022557600933, + "macroF1": 0.8611928603260119, + "F1_coffee": 0.9679771185014862, + "IoU_coffee": 0.9379415280947723, + "precision_coffee": 0.9653243847874721, + "recall_coffee": 0.9706444719379147, + "F1_noncoffee": 0.7544086021505376, + "IoU_noncoffee": 0.6056629834254144, + "kappa": 0.7224017978423073, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9403651518158365, + "mIoU": 0.7373284429604562, + "macroF1": 0.8335691266022591, + "F1_coffee": 0.9668888766459148, + "IoU_coffee": 0.9359001706484642, + "precision_coffee": 0.9476241900647948, + "recall_coffee": 0.9869530986390732, + "F1_noncoffee": 0.7002493765586035, + "IoU_noncoffee": 0.5387567152724482, + "kappa": 0.6683789904961865, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8788252013263856, + "mIoU": 0.7636377787499395, + "macroF1": 0.8642364204063049, + "F1_coffee": 0.9087406350338922, + "IoU_coffee": 0.8327448672682097, + "precision_coffee": 0.8990540731328533, + "recall_coffee": 0.9186381996537796, + "F1_noncoffee": 0.8197322057787174, + "IoU_noncoffee": 0.6945306902316695, + "kappa": 0.7285350883386124, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8943695180609261, + "mIoU": 0.7877190115343924, + "macroF1": 0.8796781051712996, + "F1_coffee": 0.9217221135029354, + "IoU_coffee": 0.8548094373865699, + "precision_coffee": 0.8998362445414847, + "recall_coffee": 0.9446991404011461, + "F1_noncoffee": 0.8376340968396637, + "IoU_noncoffee": 0.720628585682215, + "kappa": 0.7596511264258682, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8700367820428181, + "mIoU": 0.7479253770274825, + "macroF1": 0.8537015839270674, + "F1_coffee": 0.9025873038314718, + "IoU_coffee": 0.8224684359701108, + "precision_coffee": 0.8908735696343846, + "recall_coffee": 0.9146131805157593, + "F1_noncoffee": 0.8048158640226629, + "IoU_noncoffee": 0.6733823180848543, + "kappa": 0.7075044905500363, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2764, + 2995 + ], + [ + 53676, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.718329385916392, + "test_tta": { + "OA": 0.9111390852457958, + "mIoU": 0.7764578744741586, + "macroF1": 0.869332710678399, + "F1_coffee": 0.9432429646428203, + "IoU_coffee": 0.8925826212493659, + "precision_coffee": 0.9247124926733634, + "recall_coffee": 0.9625312940483454, + "F1_noncoffee": 0.7954224567139778, + "IoU_noncoffee": 0.6603331276989512, + "kappa": 0.7390431383199846, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8788652359524634, + "mIoU": 0.7168148830221387, + "macroF1": 0.8274939977669165, + "F1_coffee": 0.9216313810381346, + "IoU_coffee": 0.8546533762503028, + "precision_coffee": 0.8928803876193231, + "recall_coffee": 0.9522955592834693, + "F1_noncoffee": 0.7333566144956982, + "IoU_noncoffee": 0.5789763897939746, + "kappa": 0.6562008607733488, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.5984272461148878, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7977276416166207, + "mIoU": 0.6012730532225726, + "macroF1": 0.7387862556939808, + "F1_coffee": 0.8628680839825696, + "IoU_coffee": 0.7588108924113105, + "precision_coffee": 0.8872369314324507, + "recall_coffee": 0.8398020819946023, + "F1_noncoffee": 0.614704427405392, + "IoU_noncoffee": 0.44373521403383476, + "kappa": 0.47867748704596935, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7648263528325834, + "mIoU": 0.5620619573168906, + "macroF1": 0.7063734517113451, + "F1_coffee": 0.837382320089357, + "IoU_coffee": 0.7202559659627031, + "precision_coffee": 0.8702402421076633, + "recall_coffee": 0.8069153741182802, + "F1_noncoffee": 0.5753645833333333, + "IoU_noncoffee": 0.4038679486710781, + "kappa": 0.41492492368377837, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3613365155131265, + "mIoU": 0.18132889328046334, + "macroF1": 0.2671653824917177, + "F1_coffee": 0.5298664792691496, + "IoU_coffee": 0.3604206500956023, + "precision_coffee": 0.9986754966887417, + "recall_coffee": 0.36059301769488283, + "F1_noncoffee": 0.004464285714285714, + "IoU_noncoffee": 0.0022371364653243847, + "kappa": 0.0006595459471793419, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7962853773584906, + "mIoU": 0.60922679707944, + "macroF1": 0.7472811805546113, + "F1_coffee": 0.8585658729617248, + "IoU_coffee": 0.7521817095038852, + "precision_coffee": 0.9030498744169357, + "recall_coffee": 0.8182586644125106, + "F1_noncoffee": 0.6359964881474978, + "IoU_noncoffee": 0.46627188465499486, + "kappa": 0.49769925193319026, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8012904477756756, + "mIoU": 0.598027402782849, + "macroF1": 0.7344258075003716, + "F1_coffee": 0.8676831631993798, + "IoU_coffee": 0.7662900833048043, + "precision_coffee": 0.8767463115289202, + "recall_coffee": 0.8588054738457603, + "F1_noncoffee": 0.6011684518013632, + "IoU_noncoffee": 0.4297647222608938, + "kappa": 0.4690226404258443, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7955921530636958, + "mIoU": 0.5956807000550763, + "macroF1": 0.7335676932356026, + "F1_coffee": 0.8621185388485918, + "IoU_coffee": 0.7576523287199219, + "precision_coffee": 0.8832429537390373, + "recall_coffee": 0.8419809815559385, + "F1_noncoffee": 0.6050168476226132, + "IoU_noncoffee": 0.4337090713902308, + "kappa": 0.46800712757201524, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7846670739156995, + "mIoU": 0.5677572397555571, + "macroF1": 0.7065769342980326, + "F1_coffee": 0.8579488212774532, + "IoU_coffee": 0.7512350035285815, + "precision_coffee": 0.9539955190440628, + "recall_coffee": 0.7794727849646083, + "F1_noncoffee": 0.555205047318612, + "IoU_noncoffee": 0.38427947598253276, + "kappa": 0.43120655335846264, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7799665123608785, + "mIoU": 0.523070072126786, + "macroF1": 0.6547155051354401, + "F1_coffee": 0.862675190558151, + "IoU_coffee": 0.758512593233164, + "precision_coffee": 0.9062378922898101, + "recall_coffee": 0.823108504398827, + "F1_noncoffee": 0.4467558197127291, + "IoU_noncoffee": 0.28762755102040816, + "kappa": 0.3158003712362884, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8017991590886868, + "mIoU": 0.5555366238376811, + "macroF1": 0.6868613221049622, + "F1_coffee": 0.8765755343116362, + "IoU_coffee": 0.7802710027100271, + "precision_coffee": 0.9198722044728435, + "recall_coffee": 0.8371714352174925, + "F1_noncoffee": 0.49714710989828825, + "IoU_noncoffee": 0.3308022449653351, + "kappa": 0.37932483717258814, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8071225071225071, + "mIoU": 0.6422157889711646, + "macroF1": 0.7765493894961204, + "F1_coffee": 0.8592027729636048, + "IoU_coffee": 0.7531599416626155, + "precision_coffee": 0.8559392265193371, + "recall_coffee": 0.862491301322199, + "F1_noncoffee": 0.693896006028636, + "IoU_noncoffee": 0.5312716362797139, + "kappa": 0.5531129032763609, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8219885277246654, + "mIoU": 0.6574454987731019, + "macroF1": 0.7872246798448377, + "F1_coffee": 0.8732298474945533, + "IoU_coffee": 0.7749848942598188, + "precision_coffee": 0.8466006600660066, + "recall_coffee": 0.9015886405173625, + "F1_noncoffee": 0.7012195121951219, + "IoU_noncoffee": 0.539906103286385, + "kappa": 0.5754393559999416, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7894989441351506, + "mIoU": 0.6181758546417829, + "macroF1": 0.7578762685037147, + "F1_coffee": 0.8453782697595713, + "IoU_coffee": 0.7321690278456278, + "precision_coffee": 0.842941507311586, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.6703742672478581, + "IoU_noncoffee": 0.5041826814379381, + "kappa": 0.515761163648017, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 284, + 563 + ], + [ + 5971, + 7520 + ], + [ + 42884, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.253507093588511, + "test_tta": { + "OA": 0.8184223340366824, + "mIoU": 0.6230290974529922, + "macroF1": 0.7553350836629233, + "F1_coffee": 0.8795737122557726, + "IoU_coffee": 0.7850348763474952, + "precision_coffee": 0.8841134843861586, + "recall_coffee": 0.875080323865827, + "F1_noncoffee": 0.6310964550700742, + "IoU_noncoffee": 0.4610233185584891, + "kappa": 0.5107096867153877, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7833592938733126, + "mIoU": 0.578201817859089, + "macroF1": 0.7184833593400959, + "F1_coffee": 0.8536264507264595, + "IoU_coffee": 0.7446320191768246, + "precision_coffee": 0.8657495256166983, + "recall_coffee": 0.8418382056160987, + "F1_noncoffee": 0.5833402679537322, + "IoU_noncoffee": 0.41177161654135336, + "kappa": 0.43728080694205457, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6461741659196327, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642915111183249, + "mIoU": 0.6991732803813818, + "macroF1": 0.8153234978472639, + "F1_coffee": 0.9104194567954144, + "IoU_coffee": 0.8355687539332913, + "precision_coffee": 0.9107805097644108, + "recall_coffee": 0.9100586899712976, + "F1_noncoffee": 0.7202275388991133, + "IoU_noncoffee": 0.5627778068294723, + "kappa": 0.6306471769733532, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8222279912311065, + "mIoU": 0.6369086151472689, + "macroF1": 0.7679651128827114, + "F1_coffee": 0.8801742072210449, + "IoU_coffee": 0.7859920827835266, + "precision_coffee": 0.8904931447567717, + "recall_coffee": 0.8700916796402006, + "F1_noncoffee": 0.655756018544378, + "IoU_noncoffee": 0.48782514751101136, + "kappa": 0.536109179443882, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2878281622911695, + "mIoU": 0.14456980131298638, + "macroF1": 0.22534324659231725, + "F1_coffee": 0.44535315985130114, + "IoU_coffee": 0.2864658058345289, + "precision_coffee": 1.0, + "recall_coffee": 0.2864658058345289, + "F1_noncoffee": 0.005333333333333333, + "IoU_noncoffee": 0.00267379679144385, + "kappa": 0.0015307302400997694, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8834512578616353, + "mIoU": 0.7407964422182661, + "macroF1": 0.8461225554766523, + "F1_coffee": 0.9219120358177508, + "IoU_coffee": 0.8551361915231465, + "precision_coffee": 0.933653397346136, + "recall_coffee": 0.9104623187463424, + "F1_noncoffee": 0.7703330751355538, + "IoU_noncoffee": 0.6264566929133858, + "kappa": 0.6923881922654852, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8639208266627856, + "mIoU": 0.6896890536217397, + "macroF1": 0.8071775952966105, + "F1_coffee": 0.9117785815379776, + "IoU_coffee": 0.8378612716763005, + "precision_coffee": 0.8971343690041468, + "recall_coffee": 0.9269088118685254, + "F1_noncoffee": 0.7025766090552433, + "IoU_noncoffee": 0.5415168355671788, + "kappa": 0.6147013018171985, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8457737951077743, + "mIoU": 0.6680831025740254, + "macroF1": 0.7916963751278874, + "F1_coffee": 0.8978308304453857, + "IoU_coffee": 0.8146034703621754, + "precision_coffee": 0.9028718941594063, + "recall_coffee": 0.892845746378199, + "F1_noncoffee": 0.685561919810389, + "IoU_noncoffee": 0.5215627347858753, + "kappa": 0.5834327164262112, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.875890857259214, + "mIoU": 0.6732357812306379, + "macroF1": 0.7897453372590879, + "F1_coffee": 0.9243280153951208, + "IoU_coffee": 0.859302862419206, + "precision_coffee": 0.9406190777005685, + "recall_coffee": 0.9085916524286063, + "F1_noncoffee": 0.6551626591230552, + "IoU_noncoffee": 0.48716870004206986, + "kappa": 0.5800647021360936, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8604353393085787, + "mIoU": 0.6162791797174001, + "macroF1": 0.7368411483191448, + "F1_coffee": 0.917187773946584, + "IoU_coffee": 0.8470423143350605, + "precision_coffee": 0.9139296529233636, + "recall_coffee": 0.9204692082111436, + "F1_noncoffee": 0.5564945226917057, + "IoU_noncoffee": 0.3855160450997398, + "kappa": 0.473718117154155, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8528405201916496, + "mIoU": 0.6022366548470008, + "macroF1": 0.7238248637048227, + "F1_coffee": 0.9125863971655922, + "IoU_coffee": 0.8392265783570131, + "precision_coffee": 0.9114746490312101, + "recall_coffee": 0.913700860665271, + "F1_noncoffee": 0.5350633302440532, + "IoU_noncoffee": 0.3652467313369886, + "kappa": 0.4476540980950398, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8905033238366572, + "mIoU": 0.7801225228789792, + "macroF1": 0.8747252909850105, + "F1_coffee": 0.9191841312118876, + "IoU_coffee": 0.8504539559014267, + "precision_coffee": 0.9258683987574131, + "recall_coffee": 0.9125956854558107, + "F1_noncoffee": 0.8302664507581333, + "IoU_noncoffee": 0.7097910898565316, + "kappa": 0.7494780056690473, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8673040152963671, + "mIoU": 0.73158196301324, + "macroF1": 0.8414483856532722, + "F1_coffee": 0.9054753473168075, + "IoU_coffee": 0.8272772523643603, + "precision_coffee": 0.8780874389116365, + "recall_coffee": 0.934626739772248, + "F1_noncoffee": 0.777421423989737, + "IoU_noncoffee": 0.6358866736621196, + "kappa": 0.6836215199463304, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8388366289114993, + "mIoU": 0.6965891587233468, + "macroF1": 0.8179469062539735, + "F1_coffee": 0.8796156879615687, + "IoU_coffee": 0.7851017534877768, + "precision_coffee": 0.8920884235020361, + "recall_coffee": 0.8674869183990949, + "F1_noncoffee": 0.7562781245463783, + "IoU_noncoffee": 0.6080765639589168, + "kappa": 0.6360378542794098, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 336, + 563 + ], + [ + 6574, + 7520 + ], + [ + 46336, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8523113250732424, + "test_tta": { + "OA": 0.8717416003895472, + "mIoU": 0.7103808113497064, + "macroF1": 0.8234171818607574, + "F1_coffee": 0.9157928388746803, + "IoU_coffee": 0.8446659196791886, + "precision_coffee": 0.9112482504135386, + "recall_coffee": 0.9203829841922632, + "F1_noncoffee": 0.7310415248468346, + "IoU_noncoffee": 0.5760957030202243, + "kappa": 0.6468624177901287, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8290065766701281, + "mIoU": 0.6450816162438064, + "macroF1": 0.7741475606094259, + "F1_coffee": 0.8854581288402829, + "IoU_coffee": 0.794459276724108, + "precision_coffee": 0.8901882320946405, + "recall_coffee": 0.8807780276384324, + "F1_noncoffee": 0.662836992378569, + "IoU_noncoffee": 0.4957039557635049, + "kappa": 0.5483326592835994, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.7417873806278824, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8984418113942542, + "mIoU": 0.7679579799330833, + "macroF1": 0.8647353296493203, + "F1_coffee": 0.9322578898933579, + "IoU_coffee": 0.8731114761412261, + "precision_coffee": 0.9425337682523698, + "recall_coffee": 0.9222036584843422, + "F1_noncoffee": 0.7972127694052827, + "IoU_noncoffee": 0.6628044837249407, + "kappa": 0.7295668838352408, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8517220491519557, + "mIoU": 0.6923831641661615, + "macroF1": 0.8119367480126869, + "F1_coffee": 0.8984361879735644, + "IoU_coffee": 0.8156006743910751, + "precision_coffee": 0.9242855400626042, + "recall_coffee": 0.8739933498625766, + "F1_noncoffee": 0.7254373080518093, + "IoU_noncoffee": 0.569165653941248, + "kappa": 0.6246671042630045, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26014319809069214, + "mIoU": 0.1306509419852318, + "macroF1": 0.20811450655699965, + "F1_coffee": 0.41109422492401215, + "IoU_coffee": 0.258727881396461, + "precision_coffee": 1.0, + "recall_coffee": 0.258727881396461, + "F1_noncoffee": 0.005134788189987163, + "IoU_noncoffee": 0.002574002574002574, + "kappa": 0.0013310460336488888, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9095911949685535, + "mIoU": 0.7911768243898069, + "macroF1": 0.8802819717418282, + "F1_coffee": 0.9395174544737361, + "IoU_coffee": 0.8859339160622404, + "precision_coffee": 0.9500099714152762, + "recall_coffee": 0.9292541777748878, + "F1_noncoffee": 0.8210464890099203, + "IoU_noncoffee": 0.6964197327173733, + "kappa": 0.7606503300130164, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8909911221074079, + "mIoU": 0.7552581475128646, + "macroF1": 0.8561911266399844, + "F1_coffee": 0.9269339576626671, + "IoU_coffee": 0.8638181818181818, + "precision_coffee": 0.942970559047304, + "recall_coffee": 0.9114336871722727, + "F1_noncoffee": 0.7854482956173017, + "IoU_noncoffee": 0.6466981132075472, + "kappa": 0.7126263105728114, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8948898038265924, + "mIoU": 0.7580979226398832, + "macroF1": 0.8577874667877176, + "F1_coffee": 0.9304264187239499, + "IoU_coffee": 0.8699040767386091, + "precision_coffee": 0.9348624444301269, + "recall_coffee": 0.9260322930627354, + "F1_noncoffee": 0.7851485148514852, + "IoU_noncoffee": 0.6462917685411573, + "kappa": 0.7155947089334154, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9062309102015883, + "mIoU": 0.7348021691199529, + "macroF1": 0.8375287221154025, + "F1_coffee": 0.9431797149731631, + "IoU_coffee": 0.8924693520140105, + "precision_coffee": 0.9537117903930131, + "recall_coffee": 0.9328777154015133, + "F1_noncoffee": 0.7318777292576419, + "IoU_noncoffee": 0.5771349862258953, + "kappa": 0.6752443315517968, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8848616172559834, + "mIoU": 0.6913219594762261, + "macroF1": 0.8043096516470329, + "F1_coffee": 0.9298614027719445, + "IoU_coffee": 0.868916797488226, + "precision_coffee": 0.951731761238025, + "recall_coffee": 0.9089736070381231, + "F1_noncoffee": 0.6787579005221215, + "IoU_noncoffee": 0.5137271214642263, + "kappa": 0.6095635997439517, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8974283758678009, + "mIoU": 0.6991078694255194, + "macroF1": 0.8086531654187796, + "F1_coffee": 0.938986796952248, + "IoU_coffee": 0.8849906808463984, + "precision_coffee": 0.9391506689936009, + "recall_coffee": 0.9388229820888578, + "F1_noncoffee": 0.6783195338853113, + "IoU_noncoffee": 0.5132250580046404, + "kappa": 0.6173063922690784, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9127255460588793, + "mIoU": 0.8209314390135628, + "macroF1": 0.900560759479714, + "F1_coffee": 0.9353408851051854, + "IoU_coffee": 0.8785355537932857, + "precision_coffee": 0.9457882754695504, + "recall_coffee": 0.9251217814892136, + "F1_noncoffee": 0.8657806338542428, + "IoU_noncoffee": 0.7633273242338399, + "kappa": 0.8011718795747652, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8969407265774378, + "mIoU": 0.7926618415869207, + "macroF1": 0.8828647019722611, + "F1_coffee": 0.9234701121681101, + "IoU_coffee": 0.8578211553679768, + "precision_coffee": 0.9327405707729814, + "recall_coffee": 0.9143821172501054, + "F1_noncoffee": 0.842259291776412, + "IoU_noncoffee": 0.7275025278058646, + "kappa": 0.7657770934455898, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8923977730850451, + "mIoU": 0.7850208344274621, + "macroF1": 0.877999278415759, + "F1_coffee": 0.9199114095877688, + "IoU_coffee": 0.8516999603122106, + "precision_coffee": 0.9295408605255558, + "recall_coffee": 0.910479422995333, + "F1_noncoffee": 0.8360871472437491, + "IoU_noncoffee": 0.7183417085427136, + "kappa": 0.7560521371703707, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 535, + 563 + ], + [ + 6833, + 7520 + ], + [ + 47961, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.112600711981456, + "test_tta": { + "OA": 0.9046745658172375, + "mIoU": 0.7781121257888417, + "macroF1": 0.8714232805891817, + "F1_coffee": 0.9368093736886842, + "IoU_coffee": 0.8811302042220738, + "precision_coffee": 0.9411739271430115, + "recall_coffee": 0.9324851133102, + "F1_noncoffee": 0.8060371874896793, + "IoU_noncoffee": 0.6750940473556096, + "kappa": 0.7428635345977146, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8587746625129803, + "mIoU": 0.7011224770927577, + "macroF1": 0.818033503601316, + "F1_coffee": 0.9041353383458647, + "IoU_coffee": 0.8250428816466552, + "precision_coffee": 0.9214007782101167, + "recall_coffee": 0.8875050452632186, + "F1_noncoffee": 0.7319316688567674, + "IoU_noncoffee": 0.5772020725388601, + "kappa": 0.6364239842867637, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.7460100823166966, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9009089433533517, + "mIoU": 0.7709184788851444, + "macroF1": 0.8666051547232837, + "F1_coffee": 0.9342509127330296, + "IoU_coffee": 0.8766143212271873, + "precision_coffee": 0.9395022418610696, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7989593967135378, + "IoU_noncoffee": 0.6652226365431015, + "kappa": 0.733235793261568, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8588900426906657, + "mIoU": 0.7011270386974636, + "macroF1": 0.8180156160237577, + "F1_coffee": 0.9042623977455087, + "IoU_coffee": 0.825254509733881, + "precision_coffee": 0.9210437139952559, + "recall_coffee": 0.8880816467739145, + "F1_noncoffee": 0.7317688343020068, + "IoU_noncoffee": 0.5769995676610462, + "kappa": 0.6363694359606407, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3861575178997613, + "mIoU": 0.19404201839556018, + "macroF1": 0.28106080336786016, + "F1_coffee": 0.555939226519337, + "IoU_coffee": 0.3849832615973219, + "precision_coffee": 1.0, + "recall_coffee": 0.3849832615973219, + "F1_noncoffee": 0.0061823802163833074, + "IoU_noncoffee": 0.0031007751937984496, + "kappa": 0.002384646431732067, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9085102201257862, + "mIoU": 0.7898364615701655, + "macroF1": 0.8794536165482645, + "F1_coffee": 0.9386369628262589, + "IoU_coffee": 0.884369372166677, + "precision_coffee": 0.9516204477113265, + "recall_coffee": 0.9260029910917484, + "F1_noncoffee": 0.8202702702702702, + "IoU_noncoffee": 0.695303550973654, + "kappa": 0.7590386089525437, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8892931645078349, + "mIoU": 0.751592343665904, + "macroF1": 0.8536279777747148, + "F1_coffee": 0.9258802130700273, + "IoU_coffee": 0.861989718778349, + "precision_coffee": 0.9407920792079207, + "recall_coffee": 0.9114336871722727, + "F1_noncoffee": 0.7813757424794022, + "IoU_noncoffee": 0.6411949685534591, + "kappa": 0.7074727295698545, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9050133204165658, + "mIoU": 0.771700934504356, + "macroF1": 0.866623579949557, + "F1_coffee": 0.9381797547366099, + "IoU_coffee": 0.8835579834926667, + "precision_coffee": 0.9269872913032644, + "recall_coffee": 0.9496457974344247, + "F1_noncoffee": 0.795067405162504, + "IoU_noncoffee": 0.6598438855160451, + "kappa": 0.733376009580034, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9026674811647323, + "mIoU": 0.7229499163157618, + "macroF1": 0.8283030028239267, + "F1_coffee": 0.9412992754513079, + "IoU_coffee": 0.889107992112284, + "precision_coffee": 0.9472318339100346, + "recall_coffee": 0.935440566268001, + "F1_noncoffee": 0.7153067301965456, + "IoU_noncoffee": 0.5567918405192397, + "kappa": 0.6566713210046761, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8787550477691323, + "mIoU": 0.66838400400579, + "macroF1": 0.7845321796702673, + "F1_coffee": 0.9270172526234659, + "IoU_coffee": 0.8639628688252846, + "precision_coffee": 0.93718532725965, + "recall_coffee": 0.917067448680352, + "F1_noncoffee": 0.6420471067170689, + "IoU_noncoffee": 0.4728051391862955, + "kappa": 0.5693130124583939, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9036863205241029, + "mIoU": 0.6917589674371144, + "macroF1": 0.8006792689894315, + "F1_coffee": 0.9439672336310371, + "IoU_coffee": 0.8938806291747469, + "precision_coffee": 0.9238392161229262, + "recall_coffee": 0.9649918585717608, + "F1_noncoffee": 0.6573913043478261, + "IoU_noncoffee": 0.4896373056994819, + "kappa": 0.6025122284488869, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.913960113960114, + "mIoU": 0.8248871647036347, + "macroF1": 0.9030805539006415, + "F1_coffee": 0.9355527102005975, + "IoU_coffee": 0.8789093825180433, + "precision_coffee": 0.956787429070275, + "recall_coffee": 0.9152400835073069, + "F1_noncoffee": 0.8706083976006855, + "IoU_noncoffee": 0.7708649468892261, + "kappa": 0.8063526106281182, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8995219885277247, + "mIoU": 0.7992432914110481, + "macroF1": 0.8871691204585662, + "F1_coffee": 0.9245025501041592, + "IoU_coffee": 0.8596045952444563, + "precision_coffee": 0.9452115158636898, + "recall_coffee": 0.9046815689582455, + "F1_noncoffee": 0.8498356908129733, + "IoU_noncoffee": 0.7388819875776398, + "kappa": 0.774553487751341, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9063159915530812, + "mIoU": 0.8081921737611105, + "macroF1": 0.8925917526854366, + "F1_coffee": 0.9309857163060388, + "IoU_coffee": 0.8708823918507739, + "precision_coffee": 0.9309857163060388, + "recall_coffee": 0.9309857163060388, + "F1_noncoffee": 0.8541977890648342, + "IoU_noncoffee": 0.7455019556714472, + "kappa": 0.7851835053708729, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6921, + 7520 + ], + [ + 48007, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.888122049967448, + "test_tta": { + "OA": 0.9052588865443921, + "mIoU": 0.7772623302581739, + "macroF1": 0.8707196636344641, + "F1_coffee": 0.9375421325771762, + "IoU_coffee": 0.8824275873182129, + "precision_coffee": 0.9367102140306613, + "recall_coffee": 0.9383755301375145, + "F1_noncoffee": 0.803897194691752, + "IoU_noncoffee": 0.6720970731981349, + "kappa": 0.7414399676067429, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8638946578977732, + "mIoU": 0.7066264066403702, + "macroF1": 0.8217152414754263, + "F1_coffee": 0.9084328698537759, + "IoU_coffee": 0.8322281285000622, + "precision_coffee": 0.9173067878977896, + "recall_coffee": 0.8997289972899729, + "F1_noncoffee": 0.7349976130970768, + "IoU_noncoffee": 0.5810246847806784, + "kappa": 0.6435270298655612, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.6011813119884267, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7503814315857815, + "mIoU": 0.5537453467528057, + "macroF1": 0.70156865352173, + "F1_coffee": 0.8222635709085026, + "IoU_coffee": 0.6981728259376287, + "precision_coffee": 0.892899274616601, + "recall_coffee": 0.7619843207813906, + "F1_noncoffee": 0.5808737361349576, + "IoU_noncoffee": 0.4093178675679828, + "kappa": 0.41181739673550766, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7199290411907234, + "mIoU": 0.5203165591295181, + "macroF1": 0.6728902433978275, + "F1_coffee": 0.7969339844607807, + "IoU_coffee": 0.6624191641749531, + "precision_coffee": 0.8739678899082569, + "recall_coffee": 0.7323800188356494, + "F1_noncoffee": 0.5488465023348744, + "IoU_noncoffee": 0.37821395408408315, + "kappa": 0.35688120711358523, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2954653937947494, + "mIoU": 0.14841017488076313, + "macroF1": 0.22996814506248467, + "F1_coffee": 0.45454545454545453, + "IoU_coffee": 0.29411764705882354, + "precision_coffee": 1.0, + "recall_coffee": 0.29411764705882354, + "F1_noncoffee": 0.005390835579514825, + "IoU_noncoffee": 0.002702702702702703, + "kappa": 0.0015885623510722986, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7491647012578616, + "mIoU": 0.5567043032686231, + "macroF1": 0.7052329812069462, + "F1_coffee": 0.8190293877840406, + "IoU_coffee": 0.6935222429008825, + "precision_coffee": 0.9003897116134061, + "recall_coffee": 0.7511541712725145, + "F1_noncoffee": 0.5914365746298519, + "IoU_noncoffee": 0.4198863636363636, + "kappa": 0.421136634761429, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7621889099112211, + "mIoU": 0.5621041907663439, + "macroF1": 0.7072290286416187, + "F1_coffee": 0.8340779853777417, + "IoU_coffee": 0.7153805957150322, + "precision_coffee": 0.8860204228390622, + "recall_coffee": 0.787888476787313, + "F1_noncoffee": 0.5803800719054957, + "IoU_noncoffee": 0.40882778581765555, + "kappa": 0.4195036106218217, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.73979171712279, + "mIoU": 0.5423625105788497, + "macroF1": 0.6920465332559491, + "F1_coffee": 0.8133036769305623, + "IoU_coffee": 0.6853511392256779, + "precision_coffee": 0.8928653185806944, + "recall_coffee": 0.7467611206841535, + "F1_noncoffee": 0.5707893895813358, + "IoU_noncoffee": 0.39937388193202145, + "kappa": 0.39513458992115497, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8500305436774588, + "mIoU": 0.6245490536151173, + "macroF1": 0.7484804795860783, + "F1_coffee": 0.908298574363444, + "IoU_coffee": 0.8320027372262774, + "precision_coffee": 0.9270555343753971, + "recall_coffee": 0.8902855748108371, + "F1_noncoffee": 0.5886623848087127, + "IoU_noncoffee": 0.41709537000395724, + "kappa": 0.49788297989970987, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7382054565153157, + "mIoU": 0.49623312942975445, + "macroF1": 0.6360518080110513, + "F1_coffee": 0.8288694308524337, + "IoU_coffee": 0.7077515118196811, + "precision_coffee": 0.918652775795633, + "recall_coffee": 0.7550733137829913, + "F1_noncoffee": 0.44323418516966906, + "IoU_noncoffee": 0.2847147470398278, + "kappa": 0.2940423908245486, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8006257944656302, + "mIoU": 0.5532471267396263, + "macroF1": 0.6845348031001766, + "F1_coffee": 0.8759053009555109, + "IoU_coffee": 0.7792095289658907, + "precision_coffee": 0.9186773905272565, + "recall_coffee": 0.8369388229820889, + "F1_noncoffee": 0.49316430524484217, + "IoU_noncoffee": 0.32728472451336194, + "kappa": 0.37460644959752204, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6550807217473884, + "mIoU": 0.48031139941711165, + "macroF1": 0.6467612782790313, + "F1_coffee": 0.7009715132553928, + "IoU_coffee": 0.5396121181391811, + "precision_coffee": 0.8580931263858093, + "recall_coffee": 0.5924843423799583, + "F1_noncoffee": 0.5925510433026699, + "IoU_noncoffee": 0.42101068069504227, + "kappa": 0.32438721794748815, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7854684512428298, + "mIoU": 0.6167663537250152, + "macroF1": 0.7575053957390481, + "F1_coffee": 0.8398515558093063, + "IoU_coffee": 0.7239173228346457, + "precision_coffee": 0.8528772285838527, + "recall_coffee": 0.8272177702797694, + "F1_noncoffee": 0.6751592356687898, + "IoU_noncoffee": 0.5096153846153846, + "kappa": 0.5152401430588703, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6800729506623152, + "mIoU": 0.5055453540486066, + "macroF1": 0.6687637847578943, + "F1_coffee": 0.7299684031434821, + "IoU_coffee": 0.5747639704006124, + "precision_coffee": 0.8545144157814871, + "recall_coffee": 0.6371093197567529, + "F1_noncoffee": 0.6075591663723066, + "IoU_noncoffee": 0.4363267376966007, + "kappa": 0.3573676335185605, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 346, + 563 + ], + [ + 6316, + 7520 + ], + [ + 39564, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.540332039197286, + "test_tta": { + "OA": 0.775377373802954, + "mIoU": 0.5749363076602476, + "macroF1": 0.717310000649843, + "F1_coffee": 0.8454312934895514, + "IoU_coffee": 0.7322485779514762, + "precision_coffee": 0.8833057156860457, + "recall_coffee": 0.8106712933213382, + "F1_noncoffee": 0.5891887078101344, + "IoU_noncoffee": 0.41762403736901904, + "kappa": 0.43736925117757225, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7441300334602515, + "mIoU": 0.5383318477368533, + "macroF1": 0.6859991188702529, + "F1_coffee": 0.8211033689963597, + "IoU_coffee": 0.6965015824138227, + "precision_coffee": 0.8636826474331778, + "recall_coffee": 0.7825251302158411, + "F1_noncoffee": 0.5508948687441461, + "IoU_noncoffee": 0.380162113059884, + "kappa": 0.37580673057889497, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6274268218947674, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8080668722609966, + "mIoU": 0.6267418889871917, + "macroF1": 0.7616044827658595, + "F1_coffee": 0.8668490806111994, + "IoU_coffee": 0.7649899636305821, + "precision_coffee": 0.9138000617239987, + "recall_coffee": 0.8244869982435848, + "F1_noncoffee": 0.6563598849205196, + "IoU_noncoffee": 0.48849381434380135, + "kappa": 0.526435422475239, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7698453905619015, + "mIoU": 0.5799333376816789, + "macroF1": 0.7242744527735067, + "F1_coffee": 0.8363684836553054, + "IoU_coffee": 0.7187571597257715, + "precision_coffee": 0.8964281789207605, + "recall_coffee": 0.7838513136904419, + "F1_noncoffee": 0.612180421891708, + "IoU_noncoffee": 0.44110951563758627, + "kappa": 0.4543539961478967, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25441527446300716, + "mIoU": 0.12777163944729372, + "macroF1": 0.20445616764720181, + "F1_coffee": 0.40381679389312974, + "IoU_coffee": 0.2529890004782401, + "precision_coffee": 1.0, + "recall_coffee": 0.2529890004782401, + "F1_noncoffee": 0.005095541401273885, + "IoU_noncoffee": 0.002554278416347382, + "kappa": 0.0012915740662181627, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8184944968553459, + "mIoU": 0.6429866613728359, + "macroF1": 0.7746390326458001, + "F1_coffee": 0.874053869757927, + "IoU_coffee": 0.7762839147286822, + "precision_coffee": 0.918787183714429, + "recall_coffee": 0.8334742180896028, + "F1_noncoffee": 0.6752241955336733, + "IoU_noncoffee": 0.5096894080169897, + "kappa": 0.5520164420657644, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8149711347208073, + "mIoU": 0.6249551123601974, + "macroF1": 0.7581251008350713, + "F1_coffee": 0.8753839116513102, + "IoU_coffee": 0.7783846600813481, + "precision_coffee": 0.8949759486905399, + "recall_coffee": 0.856631282772733, + "F1_noncoffee": 0.6408662900188324, + "IoU_noncoffee": 0.4715255646390467, + "kappa": 0.5169173769255212, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7908936788568661, + "mIoU": 0.6119529322087126, + "macroF1": 0.7514073156910712, + "F1_coffee": 0.8504831503480761, + "IoU_coffee": 0.7398614040373607, + "precision_coffee": 0.929869736443502, + "recall_coffee": 0.7835854234475716, + "F1_noncoffee": 0.6523314810340662, + "IoU_noncoffee": 0.48404446038006455, + "kappa": 0.511100627680347, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.822846670739157, + "mIoU": 0.5941069088185733, + "macroF1": 0.7239977519670289, + "F1_coffee": 0.889171974522293, + "IoU_coffee": 0.8004587155963303, + "precision_coffee": 0.9299227284838796, + "recall_coffee": 0.8518428118135221, + "F1_noncoffee": 0.5588235294117647, + "IoU_noncoffee": 0.3877551020408163, + "kappa": 0.4521832048853814, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8187727765192554, + "mIoU": 0.5790004016329972, + "macroF1": 0.7084810627353886, + "F1_coffee": 0.8877911940480546, + "IoU_coffee": 0.7982234894176993, + "precision_coffee": 0.9245522672424743, + "recall_coffee": 0.853841642228739, + "F1_noncoffee": 0.5291709314227226, + "IoU_noncoffee": 0.35977731384829503, + "kappa": 0.4208042823759875, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8134350249339982, + "mIoU": 0.5732357917786404, + "macroF1": 0.7036323195076422, + "F1_coffee": 0.8840262582056893, + "IoU_coffee": 0.792156862745098, + "precision_coffee": 0.9258976317799847, + "recall_coffee": 0.845778087927425, + "F1_noncoffee": 0.5232383808095952, + "IoU_noncoffee": 0.35431472081218274, + "kappa": 0.41220632330056556, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8144349477682811, + "mIoU": 0.6663882207646026, + "macroF1": 0.7968259391394763, + "F1_coffee": 0.856639765223771, + "IoU_coffee": 0.7492299794661191, + "precision_coffee": 0.9058184639255237, + "recall_coffee": 0.812526096033403, + "F1_noncoffee": 0.7370121130551817, + "IoU_noncoffee": 0.5835464620630861, + "kappa": 0.5958372987227272, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8112810707456979, + "mIoU": 0.650750345490094, + "macroF1": 0.7834820349998389, + "F1_coffee": 0.8610641891891891, + "IoU_coffee": 0.7560252131998517, + "precision_coffee": 0.8621564482029598, + "recall_coffee": 0.8599746942218474, + "F1_noncoffee": 0.7058998808104887, + "IoU_noncoffee": 0.5454754777803362, + "kappa": 0.5669655412364486, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7687655980034556, + "mIoU": 0.6149980264131705, + "macroF1": 0.7598898765689353, + "F1_coffee": 0.8060542629417922, + "IoU_coffee": 0.675118004045853, + "precision_coffee": 0.9357009345794393, + "recall_coffee": 0.7079620987130533, + "F1_noncoffee": 0.7137254901960784, + "IoU_noncoffee": 0.5548780487804879, + "kappa": 0.533012686957557, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 21, + 27 + ], + [ + 418, + 563 + ], + [ + 6440, + 7520 + ], + [ + 42906, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7795734643936156, + "test_tta": { + "OA": 0.8223664989449765, + "mIoU": 0.6429311551760346, + "macroF1": 0.7736778795035073, + "F1_coffee": 0.8786507883707005, + "IoU_coffee": 0.7835657075051914, + "precision_coffee": 0.9108275862068965, + "recall_coffee": 0.8486698367819047, + "F1_noncoffee": 0.6687049706363141, + "IoU_noncoffee": 0.5022966028468779, + "kappa": 0.5488927490751082, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7837631244952117, + "mIoU": 0.5938746888391234, + "macroF1": 0.7349750143078881, + "F1_coffee": 0.8486854720694353, + "IoU_coffee": 0.7371447606023949, + "precision_coffee": 0.893531111866712, + "recall_coffee": 0.8081262372907417, + "F1_noncoffee": 0.6212645565463409, + "IoU_noncoffee": 0.450604617075852, + "kappa": 0.4732709886783019, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.7434338764144397, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.879889628307093, + "mIoU": 0.7379512526110649, + "macroF1": 0.8444490045860157, + "F1_coffee": 0.918697400514184, + "IoU_coffee": 0.8496210042878335, + "precision_coffee": 0.9430885139402689, + "recall_coffee": 0.8955361350297734, + "F1_noncoffee": 0.7702006086578473, + "IoU_noncoffee": 0.6262815009342962, + "kappa": 0.6894850729235706, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8373572170301142, + "mIoU": 0.6730502363246766, + "macroF1": 0.7979559143686616, + "F1_coffee": 0.8871792306537942, + "IoU_coffee": 0.7972346087456847, + "precision_coffee": 0.9251554479823061, + "recall_coffee": 0.8521978127582694, + "F1_noncoffee": 0.7087325980835292, + "IoU_noncoffee": 0.5488658639036684, + "kappa": 0.597662029355896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360381861575179, + "mIoU": 0.16881771853771668, + "macroF1": 0.2536653477979485, + "F1_coffee": 0.5016123253314224, + "IoU_coffee": 0.3347680535628886, + "precision_coffee": 1.0, + "recall_coffee": 0.3347680535628886, + "F1_noncoffee": 0.005718370264474625, + "IoU_noncoffee": 0.002867383512544803, + "kappa": 0.0019179757136325254, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8765723270440252, + "mIoU": 0.7394867303689514, + "macroF1": 0.8461845493062768, + "F1_coffee": 0.9145520103408395, + "IoU_coffee": 0.8425571921027891, + "precision_coffee": 0.9589129039161138, + "recall_coffee": 0.8741140516288445, + "F1_noncoffee": 0.7778170882717141, + "IoU_noncoffee": 0.6364162686351136, + "kappa": 0.6940715351733555, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8814340464755251, + "mIoU": 0.7357253744724385, + "macroF1": 0.842435633903257, + "F1_coffee": 0.92082415446417, + "IoU_coffee": 0.8532660902977905, + "precision_coffee": 0.9331582403151675, + "recall_coffee": 0.9088118685253869, + "F1_noncoffee": 0.7640471133423441, + "IoU_noncoffee": 0.6181846586470864, + "kappa": 0.6850352504483253, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8816178251392589, + "mIoU": 0.7381160032700926, + "macroF1": 0.8443014641625007, + "F1_coffee": 0.920525494276795, + "IoU_coffee": 0.8527533437763586, + "precision_coffee": 0.938407478618312, + "recall_coffee": 0.903312272640245, + "F1_noncoffee": 0.7680774340482065, + "IoU_noncoffee": 0.6234786627638268, + "kappa": 0.6889325518794587, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8958460598656078, + "mIoU": 0.7193497071121493, + "macroF1": 0.8265209689301984, + "F1_coffee": 0.9361861393549997, + "IoU_coffee": 0.8800281458895274, + "precision_coffee": 0.9575092509888988, + "recall_coffee": 0.9157920429582621, + "F1_noncoffee": 0.7168557985053972, + "IoU_noncoffee": 0.5586712683347713, + "kappa": 0.6538037190676346, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8688072490889392, + "mIoU": 0.6435766719675773, + "macroF1": 0.7628238072088339, + "F1_coffee": 0.9213695395513577, + "IoU_coffee": 0.8542031523642732, + "precision_coffee": 0.9273915626856803, + "recall_coffee": 0.915425219941349, + "F1_noncoffee": 0.6042780748663101, + "IoU_noncoffee": 0.4329501915708812, + "kappa": 0.5257482535286245, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.894983866236433, + "mIoU": 0.6797577369332919, + "macroF1": 0.7914976951947004, + "F1_coffee": 0.9383891693437356, + "IoU_coffee": 0.8839295363665838, + "precision_coffee": 0.9258546524790582, + "recall_coffee": 0.9512677366829495, + "F1_noncoffee": 0.6446062210456651, + "IoU_noncoffee": 0.4755859375, + "kappa": 0.5834358075820326, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8585944919278252, + "mIoU": 0.7376060305997769, + "macroF1": 0.8475268444512845, + "F1_coffee": 0.8886062691703449, + "IoU_coffee": 0.7995422724824987, + "precision_coffee": 0.9606923325784535, + "recall_coffee": 0.8265831593597773, + "F1_noncoffee": 0.8064474197322241, + "IoU_noncoffee": 0.6756697887170551, + "kappa": 0.6980080767855109, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8936902485659656, + "mIoU": 0.7888476402512025, + "macroF1": 0.8805609627545126, + "F1_coffee": 0.9201608271108558, + "IoU_coffee": 0.8521276595744681, + "precision_coffee": 0.9402787967718269, + "recall_coffee": 0.9008857022353437, + "F1_noncoffee": 0.8409610983981693, + "IoU_noncoffee": 0.7255676209279368, + "kappa": 0.7613395575284246, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8684968324054521, + "mIoU": 0.7525641715109487, + "macroF1": 0.8574346699014075, + "F1_coffee": 0.8971471471471472, + "IoU_coffee": 0.8134785568413887, + "precision_coffee": 0.9561529844775164, + "recall_coffee": 0.8450007071135625, + "F1_noncoffee": 0.8177221926556679, + "IoU_noncoffee": 0.6916497861805087, + "kappa": 0.7167808440310492, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6836, + 7520 + ], + [ + 46808, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5324036916097006, + "test_tta": { + "OA": 0.8867229345885408, + "mIoU": 0.747352226513033, + "macroF1": 0.8507373893970458, + "F1_coffee": 0.9240265183266021, + "IoU_coffee": 0.8587818696883853, + "precision_coffee": 0.9394798007747648, + "recall_coffee": 0.9090733838838195, + "F1_noncoffee": 0.7774482604674894, + "IoU_noncoffee": 0.6359225833376806, + "kappa": 0.7017111924248262, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8447271258797738, + "mIoU": 0.681111437238155, + "macroF1": 0.8035497916395249, + "F1_coffee": 0.8934903047091413, + "IoU_coffee": 0.8074852922768807, + "precision_coffee": 0.9206132392815641, + "recall_coffee": 0.8679198139499126, + "F1_noncoffee": 0.7136092785699085, + "IoU_noncoffee": 0.5547375821994293, + "kappa": 0.6080144519948324, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.7655119561008725, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9027592923226749, + "mIoU": 0.7782778055426713, + "macroF1": 0.8717980954303024, + "F1_coffee": 0.9348003526070064, + "IoU_coffee": 0.8775822963280819, + "precision_coffee": 0.9501559700006637, + "recall_coffee": 0.9199331705436319, + "F1_noncoffee": 0.8087958382535985, + "IoU_noncoffee": 0.6789733147572607, + "kappa": 0.7437924314370983, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8570006922810661, + "mIoU": 0.702419684671876, + "macroF1": 0.8194605552250971, + "F1_coffee": 0.901785979614276, + "IoU_coffee": 0.8211386513691958, + "precision_coffee": 0.9304022565611969, + "recall_coffee": 0.8748774721789772, + "F1_noncoffee": 0.7371351308359182, + "IoU_noncoffee": 0.583700717974556, + "kappa": 0.6398330114965006, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29594272076372313, + "mIoU": 0.1486502086116196, + "macroF1": 0.23025541782362405, + "F1_coffee": 0.45511636497968233, + "IoU_coffee": 0.29459588713534196, + "precision_coffee": 1.0, + "recall_coffee": 0.29459588713534196, + "F1_noncoffee": 0.005394470667565745, + "IoU_noncoffee": 0.002704530087897228, + "kappa": 0.00159221829157685, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9065448113207547, + "mIoU": 0.785161713122331, + "macroF1": 0.8763275833751267, + "F1_coffee": 0.9374588978034987, + "IoU_coffee": 0.8822801262610633, + "precision_coffee": 0.9482471895163973, + "recall_coffee": 0.9269133233630275, + "F1_noncoffee": 0.8151962689467548, + "IoU_noncoffee": 0.6880432999835985, + "kappa": 0.7527497347502724, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9015669722990346, + "mIoU": 0.7761440628941547, + "macroF1": 0.8703876860901814, + "F1_coffee": 0.933958272304137, + "IoU_coffee": 0.8760991695163655, + "precision_coffee": 0.9510772290354657, + "recall_coffee": 0.9174446860212303, + "F1_noncoffee": 0.8068170998762259, + "IoU_noncoffee": 0.6761889562719439, + "kappa": 0.7410208081143745, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9002179704528942, + "mIoU": 0.7737000722092059, + "macroF1": 0.8687647365690472, + "F1_coffee": 0.9330124869927159, + "IoU_coffee": 0.8744361818846763, + "precision_coffee": 0.9511370417025791, + "recall_coffee": 0.9155657668006892, + "F1_noncoffee": 0.8045169861453786, + "IoU_noncoffee": 0.6729639625337355, + "kappa": 0.7378073064123098, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9176338831195275, + "mIoU": 0.7517411788450465, + "macroF1": 0.8493361621838034, + "F1_coffee": 0.9507757833891086, + "IoU_coffee": 0.9061702621201577, + "precision_coffee": 0.9480645552724184, + "recall_coffee": 0.9535025628508665, + "F1_noncoffee": 0.747896540978498, + "IoU_noncoffee": 0.5973120955699353, + "kappa": 0.6986849448839032, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8894907908992417, + "mIoU": 0.6966071457350527, + "macroF1": 0.8080648487556537, + "F1_coffee": 0.9330788500536801, + "IoU_coffee": 0.8745527728085868, + "precision_coffee": 0.9491566557456619, + "recall_coffee": 0.9175366568914956, + "F1_noncoffee": 0.6830508474576271, + "IoU_noncoffee": 0.5186615186615187, + "kappa": 0.6166506506832583, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9038818812946123, + "mIoU": 0.7134676246391898, + "macroF1": 0.8199755726771055, + "F1_coffee": 0.9428787262478936, + "IoU_coffee": 0.8919305189094108, + "precision_coffee": 0.9421669957031704, + "recall_coffee": 0.9435915329146313, + "F1_noncoffee": 0.6970724191063175, + "IoU_noncoffee": 0.5350047303689688, + "kappa": 0.6399522349777792, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8962013295346629, + "mIoU": 0.79378784524145, + "macroF1": 0.883743478008298, + "F1_coffee": 0.921800100164556, + "IoU_coffee": 0.854943596549436, + "precision_coffee": 0.9484687868080094, + "recall_coffee": 0.8965901183020181, + "F1_noncoffee": 0.8456868558520401, + "IoU_noncoffee": 0.7326320939334638, + "kappa": 0.7678491357948491, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9132887189292543, + "mIoU": 0.8237323097481546, + "macroF1": 0.902377371272186, + "F1_coffee": 0.9350146879701942, + "IoU_coffee": 0.8779601722282023, + "precision_coffee": 0.9533898305084746, + "recall_coffee": 0.9173344580345846, + "F1_noncoffee": 0.8697400545741778, + "IoU_noncoffee": 0.7695044472681067, + "kappa": 0.8049000116724134, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8966212324822422, + "mIoU": 0.7976599542042373, + "macroF1": 0.8863998344259474, + "F1_coffee": 0.9204755224101011, + "IoU_coffee": 0.8526675786593707, + "precision_coffee": 0.9630716934487021, + "recall_coffee": 0.8814877669353698, + "F1_noncoffee": 0.8523241464417936, + "IoU_noncoffee": 0.7426523297491039, + "kappa": 0.7736220377915802, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 541, + 563 + ], + [ + 6874, + 7520 + ], + [ + 48185, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8562997778256736, + "test_tta": { + "OA": 0.9087485797760104, + "mIoU": 0.7884386148959451, + "macroF1": 0.8784182232232944, + "F1_coffee": 0.9391439890887835, + "IoU_coffee": 0.8852699889800416, + "precision_coffee": 0.9493172268907563, + "recall_coffee": 0.929186479886904, + "F1_noncoffee": 0.8176924573578053, + "IoU_noncoffee": 0.6916072408118487, + "kappa": 0.7569200733318682, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8633177570093458, + "mIoU": 0.7109408936694088, + "macroF1": 0.8254196761095602, + "F1_coffee": 0.9067600672956779, + "IoU_coffee": 0.8294245756763081, + "precision_coffee": 0.9288478593888575, + "recall_coffee": 0.8856983605297046, + "F1_noncoffee": 0.7440792849234426, + "IoU_noncoffee": 0.5924572116625096, + "kappa": 0.6513804436763853, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.5355932253826964, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7018828112319428, + "mIoU": 0.5127546204813049, + "macroF1": 0.6699969258577478, + "F1_coffee": 0.7725758720174342, + "IoU_coffee": 0.6294286175449924, + "precision_coffee": 0.9155392516507703, + "recall_coffee": 0.6682303045880992, + "F1_noncoffee": 0.5674179796980616, + "IoU_noncoffee": 0.39608062341761746, + "kappa": 0.3692479214625499, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.66989731164186, + "mIoU": 0.4811111440082398, + "macroF1": 0.6424270039192364, + "F1_coffee": 0.7415362377758205, + "IoU_coffee": 0.5892392455268212, + "precision_coffee": 0.8989185489390829, + "recall_coffee": 0.631051913356013, + "F1_noncoffee": 0.5433177700626521, + "IoU_noncoffee": 0.3729830424896584, + "kappa": 0.32159690723341533, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16324582338902147, + "mIoU": 0.08196087685876022, + "macroF1": 0.14142335105175513, + "F1_coffee": 0.2783038287361054, + "IoU_coffee": 0.16164514586322334, + "precision_coffee": 1.0, + "recall_coffee": 0.16164514586322334, + "F1_noncoffee": 0.004542873367404884, + "IoU_noncoffee": 0.0022766078542970974, + "kappa": 0.000735734465159926, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7217963836477987, + "mIoU": 0.5375930563594525, + "macroF1": 0.6923337937214031, + "F1_coffee": 0.7875422138836773, + "IoU_coffee": 0.6495419658331271, + "precision_coffee": 0.9310620175672079, + "recall_coffee": 0.6823590610572859, + "F1_noncoffee": 0.5971253735591291, + "IoU_noncoffee": 0.42564414688577806, + "kappa": 0.41119735585651024, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6863144617474409, + "mIoU": 0.494132855952351, + "macroF1": 0.6527911728767408, + "F1_coffee": 0.7606780664742023, + "IoU_coffee": 0.6137856886871341, + "precision_coffee": 0.90298769771529, + "recall_coffee": 0.657117278424351, + "F1_noncoffee": 0.5449042792792793, + "IoU_noncoffee": 0.37448002321756796, + "kappa": 0.3369010309264194, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6977960765318479, + "mIoU": 0.5075279347051744, + "macroF1": 0.6651300374981683, + "F1_coffee": 0.7697191156387259, + "IoU_coffee": 0.6256450258010321, + "precision_coffee": 0.9127275910364145, + "recall_coffee": 0.6654540813070394, + "F1_noncoffee": 0.5605409593576107, + "IoU_noncoffee": 0.3894108436093169, + "kappa": 0.36023263197770156, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7217470983506414, + "mIoU": 0.5066276285991589, + "macroF1": 0.6555813720120589, + "F1_coffee": 0.8065406668082395, + "IoU_coffee": 0.6758007117437722, + "precision_coffee": 0.9602224844092365, + "recall_coffee": 0.6952648279228704, + "F1_noncoffee": 0.5046220772158782, + "IoU_noncoffee": 0.33745454545454545, + "kappa": 0.35356354269038776, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6636462129419876, + "mIoU": 0.4414439227767176, + "macroF1": 0.591616072575591, + "F1_coffee": 0.7631268641187487, + "IoU_coffee": 0.616980708838044, + "precision_coffee": 0.9336388323150034, + "recall_coffee": 0.6452785923753666, + "F1_noncoffee": 0.42010528103243333, + "IoU_noncoffee": 0.26590713671539123, + "kappa": 0.24489092878287588, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.6989341938007235, + "mIoU": 0.4692838431122186, + "macroF1": 0.6156789576147386, + "F1_coffee": 0.7945552812437445, + "IoU_coffee": 0.6591387136056681, + "precision_coffee": 0.9319142275786508, + "recall_coffee": 0.6924866247964643, + "F1_noncoffee": 0.4368026339857326, + "IoU_noncoffee": 0.27942897261876903, + "kappa": 0.27456229501342, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7218423551756885, + "mIoU": 0.5549943514978092, + "macroF1": 0.7115077964873087, + "F1_coffee": 0.7661103569432245, + "IoU_coffee": 0.6208904996117007, + "precision_coffee": 0.8986511802173098, + "recall_coffee": 0.6676409185803758, + "F1_noncoffee": 0.6569052360313927, + "IoU_noncoffee": 0.4890982033839177, + "kappa": 0.4408575541790783, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7083173996175908, + "mIoU": 0.5367351032718892, + "macroF1": 0.6955627738117625, + "F1_coffee": 0.7578763590191254, + "IoU_coffee": 0.6101456682852032, + "precision_coffee": 0.8700801749271136, + "recall_coffee": 0.671306059327991, + "F1_noncoffee": 0.6332491886043996, + "IoU_noncoffee": 0.4633245382585752, + "kappa": 0.40608631691579783, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6966788251103859, + "mIoU": 0.5272345070654545, + "macroF1": 0.6885010963673499, + "F1_coffee": 0.7389724103750207, + "IoU_coffee": 0.5860081226254421, + "precision_coffee": 0.8883813306852035, + "recall_coffee": 0.632583792957149, + "F1_noncoffee": 0.6380297823596792, + "IoU_noncoffee": 0.46846089150546677, + "kappa": 0.4005157539046743, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 292, + 563 + ], + [ + 5313, + 7520 + ], + [ + 37633, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3977544267972313, + "test_tta": { + "OA": 0.7496834929394579, + "mIoU": 0.5619135945276208, + "macroF1": 0.7107958664104503, + "F1_coffee": 0.8168452055770646, + "IoU_coffee": 0.6903958885409138, + "precision_coffee": 0.9166755517645805, + "recall_coffee": 0.7366233988776079, + "F1_noncoffee": 0.6047465272438362, + "IoU_noncoffee": 0.4334313005143277, + "kappa": 0.4360265056438329, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7130206530518057, + "mIoU": 0.5224493597515149, + "macroF1": 0.6777248351082061, + "F1_coffee": 0.7843783186320192, + "IoU_coffee": 0.6452487074344803, + "precision_coffee": 0.8991131095818945, + "recall_coffee": 0.6956120625036037, + "F1_noncoffee": 0.5710713515843931, + "IoU_noncoffee": 0.3996500120685494, + "kappa": 0.37567361687589573, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6339584928326025, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8050316507060542, + "mIoU": 0.6068335534200364, + "macroF1": 0.7425149759100178, + "F1_coffee": 0.8693893528183716, + "IoU_coffee": 0.7689555683785343, + "precision_coffee": 0.8828673645157016, + "recall_coffee": 0.8563166688086364, + "F1_noncoffee": 0.6156405990016639, + "IoU_noncoffee": 0.44471153846153844, + "kappa": 0.4853828942535433, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7703501788392754, + "mIoU": 0.5661421916606738, + "macroF1": 0.7092005772824482, + "F1_coffee": 0.8425507510061208, + "IoU_coffee": 0.7279375331043791, + "precision_coffee": 0.867663231640259, + "recall_coffee": 0.8188510253896866, + "F1_noncoffee": 0.5758504035587757, + "IoU_noncoffee": 0.4043468502169684, + "kappa": 0.41971063771813916, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3221957040572792, + "mIoU": 0.1618540400539498, + "macroF1": 0.24574101907236465, + "F1_coffee": 0.48587979724837077, + "IoU_coffee": 0.32089909134385464, + "precision_coffee": 1.0, + "recall_coffee": 0.32089909134385464, + "F1_noncoffee": 0.0056022408963585435, + "IoU_noncoffee": 0.0028089887640449437, + "kappa": 0.0018011802965370446, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8139740566037735, + "mIoU": 0.6208361897917374, + "macroF1": 0.7542986801236127, + "F1_coffee": 0.8753867421499573, + "IoU_coffee": 0.7783891360337157, + "precision_coffee": 0.8863560621209091, + "recall_coffee": 0.8646856102477404, + "F1_noncoffee": 0.633210618097268, + "IoU_noncoffee": 0.463283243549759, + "kappa": 0.5088187906345922, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7802842866152429, + "mIoU": 0.5747777440392616, + "macroF1": 0.7156766911979511, + "F1_coffee": 0.851210617957226, + "IoU_coffee": 0.7409631663234958, + "precision_coffee": 0.8752786973853118, + "recall_coffee": 0.8284307456196445, + "F1_noncoffee": 0.5801427644386762, + "IoU_noncoffee": 0.4085923217550274, + "kappa": 0.4325640827757423, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8209251634778397, + "mIoU": 0.6267742416571168, + "macroF1": 0.7584084782207807, + "F1_coffee": 0.8813047805567149, + "IoU_coffee": 0.7877970382275284, + "precision_coffee": 0.8867424731877503, + "recall_coffee": 0.8759333716255026, + "F1_noncoffee": 0.6355121758848467, + "IoU_noncoffee": 0.4657514450867052, + "kappa": 0.5168727450622927, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7959682345754429, + "mIoU": 0.5499857301411131, + "macroF1": 0.6822421843827846, + "F1_coffee": 0.8723404255319149, + "IoU_coffee": 0.7735849056603774, + "precision_coffee": 0.9124466950959488, + "recall_coffee": 0.8356114229924335, + "F1_noncoffee": 0.49214394323365435, + "IoU_noncoffee": 0.32638655462184873, + "kappa": 0.36933164550926983, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8146360681571949, + "mIoU": 0.5739076717150652, + "macroF1": 0.7040123265551943, + "F1_coffee": 0.8849633251833741, + "IoU_coffee": 0.7936629755509265, + "precision_coffee": 0.9239310784939374, + "recall_coffee": 0.849149560117302, + "F1_noncoffee": 0.5230613279270147, + "IoU_noncoffee": 0.35415236787920384, + "kappa": 0.41235846726860015, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.868289821061895, + "mIoU": 0.6506593701095111, + "macroF1": 0.7699780525393565, + "F1_coffee": 0.9203571217406729, + "IoU_coffee": 0.8524644030668127, + "precision_coffee": 0.9360192423331329, + "recall_coffee": 0.9052105140730402, + "F1_noncoffee": 0.6195989833380401, + "IoU_noncoffee": 0.4488543371522095, + "kappa": 0.5405704965473676, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8307692307692308, + "mIoU": 0.6733411038702497, + "macroF1": 0.7995789252601095, + "F1_coffee": 0.8786434214110597, + "IoU_coffee": 0.7835539900400826, + "precision_coffee": 0.8602480330710761, + "recall_coffee": 0.8978427279053584, + "F1_noncoffee": 0.7205144291091593, + "IoU_noncoffee": 0.5631282177004168, + "kappa": 0.5995795304030632, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7469407265774378, + "mIoU": 0.5627594137551598, + "macroF1": 0.7125288763816606, + "F1_coffee": 0.8119894878897649, + "IoU_coffee": 0.6834867870381443, + "precision_coffee": 0.8205569910996268, + "recall_coffee": 0.8035990440039364, + "F1_noncoffee": 0.6130682648735565, + "IoU_noncoffee": 0.44203204047217537, + "kappa": 0.42518671722967083, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7744288731042427, + "mIoU": 0.5957859831951466, + "macroF1": 0.7394748024504264, + "F1_coffee": 0.8349023464943094, + "IoU_coffee": 0.716594307766522, + "precision_coffee": 0.8295406952394249, + "recall_coffee": 0.8403337576014708, + "F1_noncoffee": 0.6440472584065434, + "IoU_noncoffee": 0.4749776586237712, + "kappa": 0.4789965309280785, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 185, + 563 + ], + [ + 5545, + 7520 + ], + [ + 43865, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.795643476645152, + "test_tta": { + "OA": 0.815062489855543, + "mIoU": 0.6120276001555178, + "macroF1": 0.7451204790524328, + "F1_coffee": 0.8786374675131012, + "IoU_coffee": 0.7835445202226486, + "precision_coffee": 0.8738717742277216, + "recall_coffee": 0.8834554256093904, + "F1_noncoffee": 0.6116034905917643, + "IoU_noncoffee": 0.44051068008838695, + "kappa": 0.49028947254721517, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.779638283142956, + "mIoU": 0.5692187683911677, + "macroF1": 0.7097617754646761, + "F1_coffee": 0.8521725669282196, + "IoU_coffee": 0.742422198995246, + "precision_coffee": 0.8579917394014963, + "recall_coffee": 0.8464317976513098, + "F1_noncoffee": 0.5673509840011327, + "IoU_noncoffee": 0.39601533778708936, + "kappa": 0.41960168906953127, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7439452082283533, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8884434345073852, + "mIoU": 0.7548686724798774, + "macroF1": 0.8562704863751063, + "F1_coffee": 0.9242719730274683, + "IoU_coffee": 0.8592059980334317, + "precision_coffee": 0.951671091144238, + "recall_coffee": 0.898406374501992, + "F1_noncoffee": 0.7882689997227442, + "IoU_noncoffee": 0.6505313469263233, + "kappa": 0.7132056301496769, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8403715241721472, + "mIoU": 0.6805218824431896, + "macroF1": 0.8039172978290716, + "F1_coffee": 0.8884633989035795, + "IoU_coffee": 0.7993109700815957, + "precision_coffee": 0.9338813211024724, + "recall_coffee": 0.8472582598166407, + "F1_noncoffee": 0.7193711967545638, + "IoU_noncoffee": 0.5617327948047834, + "kappa": 0.610154544776475, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17708830548926013, + "mIoU": 0.08891446144853606, + "macroF1": 0.15161784961956715, + "F1_coffee": 0.2986167615947925, + "IoU_coffee": 0.1755141080822573, + "precision_coffee": 1.0, + "recall_coffee": 0.1755141080822573, + "F1_noncoffee": 0.004618937644341801, + "IoU_noncoffee": 0.0023148148148148147, + "kappa": 0.0008122353180719907, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9040389150943396, + "mIoU": 0.7856852750531864, + "macroF1": 0.8770233410993449, + "F1_coffee": 0.9346626074738216, + "IoU_coffee": 0.8773395302097726, + "precision_coffee": 0.9625826901874311, + "recall_coffee": 0.9083165355354704, + "F1_noncoffee": 0.8193840747248682, + "IoU_noncoffee": 0.6940310198966003, + "kappa": 0.7546173657718619, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8921069228156988, + "mIoU": 0.7558403866319673, + "macroF1": 0.8564715783787274, + "F1_coffee": 0.9279886025126279, + "IoU_coffee": 0.8656518062099795, + "precision_coffee": 0.9399186671913945, + "recall_coffee": 0.9163575904847168, + "F1_noncoffee": 0.784954554244827, + "IoU_noncoffee": 0.6460289670539551, + "kappa": 0.7130811929822927, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8694114797771858, + "mIoU": 0.7249591376787055, + "macroF1": 0.8358139613253963, + "F1_coffee": 0.91008537886873, + "IoU_coffee": 0.8350061199510403, + "precision_coffee": 0.9531260915123996, + "recall_coffee": 0.8707639287765652, + "F1_noncoffee": 0.7615425437820627, + "IoU_noncoffee": 0.6149121554063706, + "kappa": 0.6733942152568704, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9187538179596824, + "mIoU": 0.7650176157210801, + "macroF1": 0.8595809102633494, + "F1_coffee": 0.9507346585998271, + "IoU_coffee": 0.9060955518945635, + "precision_coffee": 0.9620189905047476, + "recall_coffee": 0.9397119843788138, + "F1_noncoffee": 0.7684271619268718, + "IoU_noncoffee": 0.6239396795475967, + "kappa": 0.7193433327589831, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8955973603860928, + "mIoU": 0.7084037313629834, + "macroF1": 0.8172004284117078, + "F1_coffee": 0.9369122723485299, + "IoU_coffee": 0.881312283059008, + "precision_coffee": 0.9509484112601184, + "recall_coffee": 0.9232844574780059, + "F1_noncoffee": 0.6974885844748858, + "IoU_noncoffee": 0.5354951796669588, + "kappa": 0.6347823879687754, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8716143541605554, + "mIoU": 0.6741548585592666, + "macroF1": 0.7915587837156617, + "F1_coffee": 0.9207364926048899, + "IoU_coffee": 0.8531155610247231, + "precision_coffee": 0.9571984435797666, + "recall_coffee": 0.886950453593859, + "F1_noncoffee": 0.6623810748264335, + "IoU_noncoffee": 0.49519415609381007, + "kappa": 0.5856783163496956, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8903133903133903, + "mIoU": 0.7866801803294111, + "macroF1": 0.879435048049081, + "F1_coffee": 0.9156503322865698, + "IoU_coffee": 0.8444234913793104, + "precision_coffee": 0.9632759680393362, + "recall_coffee": 0.8725121781489213, + "F1_noncoffee": 0.8432197638115922, + "IoU_noncoffee": 0.7289368692795118, + "kappa": 0.7599607084091464, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8887189292543021, + "mIoU": 0.7781884713788102, + "macroF1": 0.8735580373493671, + "F1_coffee": 0.9173412867490414, + "IoU_coffee": 0.8473042109405746, + "precision_coffee": 0.9268187688334051, + "recall_coffee": 0.9080556727119359, + "F1_noncoffee": 0.8297747879496928, + "IoU_noncoffee": 0.7090727318170458, + "kappa": 0.747170519856354, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8672489921290075, + "mIoU": 0.7494075892692633, + "macroF1": 0.8552368244491593, + "F1_coffee": 0.8969371786273195, + "IoU_coffee": 0.8131333603567086, + "precision_coffee": 0.9480151228733459, + "recall_coffee": 0.8510818837505303, + "F1_noncoffee": 0.8135364702709991, + "IoU_noncoffee": 0.6856818181818182, + "kappa": 0.7119863088043941, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 516, + 563 + ], + [ + 6695, + 7520 + ], + [ + 47511, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6822431365648907, + "test_tta": { + "OA": 0.9002596981009576, + "mIoU": 0.7736887261867982, + "macroF1": 0.8687507101464315, + "F1_coffee": 0.9330588145582099, + "IoU_coffee": 0.8745175716240223, + "precision_coffee": 0.9493471658797189, + "recall_coffee": 0.9173199674420597, + "F1_noncoffee": 0.804442605734653, + "IoU_noncoffee": 0.6728598807495741, + "kappa": 0.7377269681052838, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8529768085842853, + "mIoU": 0.6965595248065464, + "macroF1": 0.8152628617125206, + "F1_coffee": 0.8987324167527616, + "IoU_coffee": 0.8160890508578542, + "precision_coffee": 0.9300914978924643, + "recall_coffee": 0.869418977877722, + "F1_noncoffee": 0.7317933066722795, + "IoU_noncoffee": 0.5770299987552384, + "kappa": 0.6316347784538237, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7393236609952716, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9049180327868852, + "mIoU": 0.7806821636052816, + "macroF1": 0.8732761350625576, + "F1_coffee": 0.9365989869691329, + "IoU_coffee": 0.880758035296273, + "precision_coffee": 0.9465981185736163, + "recall_coffee": 0.9268088934584243, + "F1_noncoffee": 0.8099532831559824, + "IoU_noncoffee": 0.6806062919142903, + "kappa": 0.7466370125018792, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8593948309680397, + "mIoU": 0.7057082565206738, + "macroF1": 0.8217761599817348, + "F1_coffee": 0.9036574398908994, + "IoU_coffee": 0.8242473409049937, + "precision_coffee": 0.9300069159106628, + "recall_coffee": 0.8787599223509965, + "F1_noncoffee": 0.7398948800725701, + "IoU_noncoffee": 0.587169172136354, + "kappa": 0.6443231487577311, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2883054892601432, + "mIoU": 0.14480981559766412, + "macroF1": 0.225633885987165, + "F1_coffee": 0.4459308807134894, + "IoU_coffee": 0.28694404591104733, + "precision_coffee": 1.0, + "recall_coffee": 0.28694404591104733, + "F1_noncoffee": 0.00533689126084056, + "IoU_noncoffee": 0.0026755852842809363, + "kappa": 0.0015343085782233662, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9164701257861635, + "mIoU": 0.8085650107063145, + "macroF1": 0.8917344911561138, + "F1_coffee": 0.9434840425531915, + "IoU_coffee": 0.8930144745122719, + "precision_coffee": 0.9652404598326645, + "recall_coffee": 0.9226867806749464, + "F1_noncoffee": 0.8399849397590361, + "IoU_noncoffee": 0.7241155469003571, + "kappa": 0.7837800030524675, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.898510648619803, + "mIoU": 0.7647976294993437, + "macroF1": 0.8623503839470343, + "F1_coffee": 0.9329014048367439, + "IoU_coffee": 0.8742410580102195, + "precision_coffee": 0.9358429858429859, + "recall_coffee": 0.9299782580892697, + "F1_noncoffee": 0.7917993630573248, + "IoU_noncoffee": 0.6553542009884679, + "kappa": 0.7247092073793189, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8999273431823687, + "mIoU": 0.768683802697764, + "macroF1": 0.865071752068792, + "F1_coffee": 0.9336502023251333, + "IoU_coffee": 0.8755571617877365, + "precision_coffee": 0.9396858232594221, + "recall_coffee": 0.9276916203969622, + "F1_noncoffee": 0.7964933018124507, + "IoU_noncoffee": 0.6618104436077917, + "kappa": 0.7301776466592554, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.912746894726125, + "mIoU": 0.7595792602969837, + "macroF1": 0.856266773059149, + "F1_coffee": 0.9463671068277114, + "IoU_coffee": 0.8981943454502257, + "precision_coffee": 0.9712267180475272, + "recall_coffee": 0.9227483524530145, + "F1_noncoffee": 0.7661664392905866, + "IoU_noncoffee": 0.6209641751437417, + "kappa": 0.7133523340824525, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8856495617058997, + "mIoU": 0.6736789323930515, + "macroF1": 0.7879302123309612, + "F1_coffee": 0.9318861836315635, + "IoU_coffee": 0.8724596286938372, + "precision_coffee": 0.9321596244131456, + "recall_coffee": 0.9316129032258065, + "F1_noncoffee": 0.6439742410303588, + "IoU_noncoffee": 0.47489823609226595, + "kappa": 0.5758606154278486, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8974283758678009, + "mIoU": 0.7002744743886407, + "macroF1": 0.8096919000759821, + "F1_coffee": 0.9389086250072797, + "IoU_coffee": 0.8848518111964874, + "precision_coffee": 0.9402776157704421, + "recall_coffee": 0.9375436147941382, + "F1_noncoffee": 0.6804751751446847, + "IoU_noncoffee": 0.515697137580794, + "kappa": 0.6193880199921173, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.91994301994302, + "mIoU": 0.835540182279073, + "macroF1": 0.909539455666146, + "F1_coffee": 0.9402170058861073, + "IoU_coffee": 0.887178800856531, + "precision_coffee": 0.958502024291498, + "recall_coffee": 0.9226165622825331, + "F1_noncoffee": 0.8788619054461848, + "IoU_noncoffee": 0.783901563701615, + "kappa": 0.8192122256729601, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9109942638623327, + "mIoU": 0.817569920554567, + "macroF1": 0.8984758978593884, + "F1_coffee": 0.9341258048538881, + "IoU_coffee": 0.8763940520446096, + "precision_coffee": 0.9403133903133903, + "recall_coffee": 0.928019119921271, + "F1_noncoffee": 0.8628259908648888, + "IoU_noncoffee": 0.7587457890645245, + "kappa": 0.7969701025713516, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.902380495296602, + "mIoU": 0.8031648840342202, + "macroF1": 0.8895645115194319, + "F1_coffee": 0.9271855086990763, + "IoU_coffee": 0.8642552055525894, + "precision_coffee": 0.9389501160092807, + "recall_coffee": 0.9157120633573752, + "F1_noncoffee": 0.8519435143397874, + "IoU_noncoffee": 0.7420745625158509, + "kappa": 0.779199505245121, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 547, + 563 + ], + [ + 6911, + 7520 + ], + [ + 48270, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.351305401325226, + "test_tta": { + "OA": 0.9115241032299951, + "mIoU": 0.7918749408888173, + "macroF1": 0.8805449477826712, + "F1_coffee": 0.9413776415550895, + "IoU_coffee": 0.8892478361575034, + "precision_coffee": 0.9453119937795633, + "recall_coffee": 0.9374759028402518, + "F1_noncoffee": 0.819712254010253, + "IoU_noncoffee": 0.6945020456201312, + "kappa": 0.7611026221082101, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8666205145955925, + "mIoU": 0.7154694100034698, + "macroF1": 0.8285699280497165, + "F1_coffee": 0.9093351110762534, + "IoU_coffee": 0.8337438202247192, + "precision_coffee": 0.9280411422167971, + "recall_coffee": 0.8913682753848815, + "F1_noncoffee": 0.7478047450231797, + "IoU_noncoffee": 0.5971949997822205, + "kappa": 0.6575268936445691, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6164827613452218, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7577540276544463, + "mIoU": 0.5811646488323362, + "macroF1": 0.7289723213837982, + "F1_coffee": 0.8172935478084076, + "IoU_coffee": 0.6910366864862678, + "precision_coffee": 0.8551442801011087, + "recall_coffee": 0.7826515186220165, + "F1_noncoffee": 0.6406510949591889, + "IoU_noncoffee": 0.47129261117840454, + "kappa": 0.46002532431495885, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7332554517133957, + "mIoU": 0.5536871957196832, + "macroF1": 0.7067227686743975, + "F1_coffee": 0.7949351930902196, + "IoU_coffee": 0.6596617779658833, + "precision_coffee": 0.8394529786436867, + "recall_coffee": 0.754901341419757, + "F1_noncoffee": 0.6185103442585755, + "IoU_noncoffee": 0.447712613473483, + "kappa": 0.41649840542453254, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1557377049180328, + "mIoU": 0.07845255175906148, + "macroF1": 0.13664438639515303, + "F1_coffee": 0.2650356778797146, + "IoU_coffee": 0.15276145710928318, + "precision_coffee": 0.9923664122137404, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.008253094910591471, + "IoU_noncoffee": 0.004143646408839779, + "kappa": -0.001073041617756566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.761740298364273, + "mIoU": 0.5754255170969773, + "macroF1": 0.7218114937468064, + "F1_coffee": 0.8272047312576101, + "IoU_coffee": 0.705327479829141, + "precision_coffee": 0.8276366167768883, + "recall_coffee": 0.8267732962447845, + "F1_noncoffee": 0.6164182562360028, + "IoU_noncoffee": 0.44552355436481356, + "kappa": 0.4436233238137643, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7848372358652199, + "mIoU": 0.6205881434181224, + "macroF1": 0.7613561554472366, + "F1_coffee": 0.8362134550592327, + "IoU_coffee": 0.7185282032125514, + "precision_coffee": 0.8836906584992343, + "recall_coffee": 0.7935776662311765, + "F1_noncoffee": 0.6864988558352403, + "IoU_noncoffee": 0.5226480836236934, + "kappa": 0.5253348260616958, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7269983494458854, + "mIoU": 0.5483107414706987, + "macroF1": 0.7027016178361245, + "F1_coffee": 0.7876920820038875, + "IoU_coffee": 0.6497458857696031, + "precision_coffee": 0.8569262687519948, + "recall_coffee": 0.72880895826264, + "F1_noncoffee": 0.6177111536683616, + "IoU_noncoffee": 0.44687559717179437, + "kappa": 0.41231083907336735, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8004436728395061, + "mIoU": 0.6175979821324864, + "macroF1": 0.7545554948054669, + "F1_coffee": 0.8606827823042219, + "IoU_coffee": 0.7554373522458628, + "precision_coffee": 0.8654028436018958, + "recall_coffee": 0.8560139298151621, + "F1_noncoffee": 0.648428207306712, + "IoU_noncoffee": 0.4797586120191099, + "kappa": 0.5091478380063239, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8035714285714286, + "mIoU": 0.6348089531639454, + "macroF1": 0.7704270994725022, + "F1_coffee": 0.857656909556432, + "IoU_coffee": 0.7507874969711655, + "precision_coffee": 0.9005958436273798, + "recall_coffee": 0.8186261558784677, + "F1_noncoffee": 0.6831972893885723, + "IoU_noncoffee": 0.5188304093567252, + "kappa": 0.5431654868502078, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7167657326162845, + "mIoU": 0.5298156872793928, + "macroF1": 0.6850588650596989, + "F1_coffee": 0.7849878240939694, + "IoU_coffee": 0.6460740391417119, + "precision_coffee": 0.8745611235237791, + "recall_coffee": 0.7120582120582121, + "F1_noncoffee": 0.5851299060254284, + "IoU_noncoffee": 0.4135573354170736, + "kappa": 0.3826140638546707, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7234468937875751, + "mIoU": 0.5365123773340121, + "macroF1": 0.690585803269244, + "F1_coffee": 0.7914207571613646, + "IoU_coffee": 0.654835636017151, + "precision_coffee": 0.7876790830945559, + "recall_coffee": 0.7951981486838299, + "F1_noncoffee": 0.5897508493771234, + "IoU_noncoffee": 0.4181891186508733, + "kappa": 0.3811990703521284, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7662239089184061, + "mIoU": 0.6051076490112193, + "macroF1": 0.7509274467776902, + "F1_coffee": 0.8126520681265207, + "IoU_coffee": 0.6844262295081968, + "precision_coffee": 0.8648648648648649, + "recall_coffee": 0.7663846264161767, + "F1_noncoffee": 0.6892028254288597, + "IoU_noncoffee": 0.5257890685142417, + "kappa": 0.5048486984093307, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7372242127097869, + "mIoU": 0.5661949238856192, + "macroF1": 0.7190286916292543, + "F1_coffee": 0.7905298759864713, + "IoU_coffee": 0.6536167039522744, + "precision_coffee": 0.8392914139802107, + "recall_coffee": 0.7471231709049581, + "F1_noncoffee": 0.6475275072720375, + "IoU_noncoffee": 0.4787731438189639, + "kappa": 0.44123107408415735, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8304, + 11000 + ], + [ + 39352, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.557386938730876, + "test_tta": { + "OA": 0.7851864772294812, + "mIoU": 0.6082665509928397, + "macroF1": 0.7492120266391762, + "F1_coffee": 0.8441960229559857, + "IoU_coffee": 0.7303972297404872, + "precision_coffee": 0.8477743641865515, + "recall_coffee": 0.8406477621512667, + "F1_noncoffee": 0.6542280303223665, + "IoU_noncoffee": 0.4861358722451921, + "kappa": 0.49844388378092336, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7593890619591555, + "mIoU": 0.5777940504002492, + "macroF1": 0.7249871467554925, + "F1_coffee": 0.8222546585836201, + "IoU_coffee": 0.6981599753939679, + "precision_coffee": 0.8321400845337704, + "recall_coffee": 0.8126013435255964, + "F1_noncoffee": 0.6277196349273648, + "IoU_noncoffee": 0.4574281254065305, + "kappa": 0.45013682010440853, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6631107231125909, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7617341113789167, + "mIoU": 0.5951687918975235, + "macroF1": 0.7422133583050221, + "F1_coffee": 0.8131512845382874, + "IoU_coffee": 0.6851347386949416, + "precision_coffee": 0.8894450489662676, + "recall_coffee": 0.7489119978010903, + "F1_noncoffee": 0.6712754320717568, + "IoU_noncoffee": 0.5052028451001054, + "kappa": 0.49101521869762466, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7394859813084113, + "mIoU": 0.5691279294680543, + "macroF1": 0.7214853699669077, + "F1_coffee": 0.792290974322413, + "IoU_coffee": 0.6560280311541904, + "precision_coffee": 0.8726821359813558, + "recall_coffee": 0.7254617053088214, + "F1_noncoffee": 0.6506797656114023, + "IoU_noncoffee": 0.48222782778191825, + "kappa": 0.4508085828007088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2927400468384075, + "mIoU": 0.14719007111978802, + "macroF1": 0.228744019138756, + "F1_coffee": 0.4509090909090909, + "IoU_coffee": 0.29107981220657275, + "precision_coffee": 0.992, + "recall_coffee": 0.2917647058823529, + "F1_noncoffee": 0.006578947368421052, + "IoU_noncoffee": 0.0033003300330033004, + "kappa": -0.00275272161741833, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7034105626708879, + "mIoU": 0.5328529952396684, + "macroF1": 0.6927339614701307, + "F1_coffee": 0.7500101079529373, + "IoU_coffee": 0.6000129382843835, + "precision_coffee": 0.8958755916159568, + "recall_coffee": 0.6449930458970793, + "F1_noncoffee": 0.6354578149873239, + "IoU_noncoffee": 0.4656930521949533, + "kappa": 0.4083400816953095, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8033980582524272, + "mIoU": 0.6480588095762785, + "macroF1": 0.7827696738622729, + "F1_coffee": 0.849710772365118, + "IoU_coffee": 0.7386931494718199, + "precision_coffee": 0.9021940667490729, + "recall_coffee": 0.8029980059134979, + "F1_noncoffee": 0.7158285753594277, + "IoU_noncoffee": 0.5574244696807371, + "kappa": 0.5683016751674536, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7777882574864419, + "mIoU": 0.6078256508257277, + "macroF1": 0.7506725739641716, + "F1_coffee": 0.8328959500673807, + "IoU_coffee": 0.7136432695229413, + "precision_coffee": 0.8722424422491273, + "recall_coffee": 0.796946046827282, + "F1_noncoffee": 0.6684491978609626, + "IoU_noncoffee": 0.5020080321285141, + "kappa": 0.503350316461579, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.6457368827160493, + "mIoU": 0.4688003736194294, + "macroF1": 0.6356511937035011, + "F1_coffee": 0.6962705697510957, + "IoU_coffee": 0.5340606368133959, + "precision_coffee": 0.909876810028096, + "recall_coffee": 0.5638896330029467, + "F1_noncoffee": 0.5750318176559065, + "IoU_noncoffee": 0.40354011042546284, + "kappa": 0.3234720427444657, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7792207792207793, + "mIoU": 0.6083700241484284, + "macroF1": 0.7508453219426983, + "F1_coffee": 0.8349278880479795, + "IoU_coffee": 0.7166319401887487, + "precision_coffee": 0.9084835301429459, + "recall_coffee": 0.7723910171730515, + "F1_noncoffee": 0.6667627558374172, + "IoU_noncoffee": 0.5001081081081081, + "kappa": 0.5081989377489144, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7569582036041136, + "mIoU": 0.5622630474729999, + "macroF1": 0.7089943155937726, + "F1_coffee": 0.8271372970071131, + "IoU_coffee": 0.705229431285044, + "precision_coffee": 0.8552595059672495, + "recall_coffee": 0.8008056133056133, + "F1_noncoffee": 0.590851334180432, + "IoU_noncoffee": 0.4192966636609558, + "kappa": 0.41947423969435316, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7604733276075961, + "mIoU": 0.6025170045634043, + "macroF1": 0.749834410505203, + "F1_coffee": 0.8014240506329114, + "IoU_coffee": 0.6686468646864686, + "precision_coffee": 0.8845616486203284, + "recall_coffee": 0.7325715938675151, + "F1_noncoffee": 0.6982447703774946, + "IoU_noncoffee": 0.5363871444403399, + "kappa": 0.5062960728314694, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8274193548387097, + "mIoU": 0.6879703168872844, + "macroF1": 0.8128478775414631, + "F1_coffee": 0.8650693568726355, + "IoU_coffee": 0.7622222222222222, + "precision_coffee": 0.8959741856177013, + "recall_coffee": 0.8362254409866628, + "F1_noncoffee": 0.7606263982102909, + "IoU_noncoffee": 0.6137184115523465, + "kappa": 0.6264841365451989, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7986045634546484, + "mIoU": 0.6490912882869111, + "macroF1": 0.7847584656948501, + "F1_coffee": 0.8393501805054152, + "IoU_coffee": 0.7231726283048211, + "precision_coffee": 0.8918011826754035, + "recall_coffee": 0.7927262395226594, + "F1_noncoffee": 0.730166750884285, + "IoU_noncoffee": 0.5750099482690012, + "kappa": 0.5720036507678912, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8028, + 11000 + ], + [ + 39882, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5617895126342773, + "test_tta": { + "OA": 0.7758784726626918, + "mIoU": 0.6114836444979588, + "macroF1": 0.754745497361522, + "F1_coffee": 0.8267382563499068, + "IoU_coffee": 0.7046494619162053, + "precision_coffee": 0.889313782372488, + "recall_coffee": 0.7723899399880892, + "F1_noncoffee": 0.682752738373137, + "IoU_noncoffee": 0.5183178270797124, + "kappa": 0.5138977788768493, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7528123918310834, + "mIoU": 0.5835346728850713, + "macroF1": 0.7327780158320576, + "F1_coffee": 0.8059464906420897, + "IoU_coffee": 0.674966812061445, + "precision_coffee": 0.8716020962923055, + "recall_coffee": 0.7494893339229683, + "F1_noncoffee": 0.6596095410220254, + "IoU_noncoffee": 0.4921025337086976, + "kappa": 0.4708230386824869, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7282678693369062, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8384815425599391, + "mIoU": 0.6894633868707596, + "macroF1": 0.8120017981055982, + "F1_coffee": 0.8825577641470276, + "IoU_coffee": 0.7898016880249283, + "precision_coffee": 0.8885406509727446, + "recall_coffee": 0.8766549086078153, + "F1_noncoffee": 0.7414458320641689, + "IoU_noncoffee": 0.5891250857165907, + "kappa": 0.6240411224077247, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8109784239067728, + "mIoU": 0.6511564977689455, + "macroF1": 0.7839198551523047, + "F1_coffee": 0.8603843531617522, + "IoU_coffee": 0.7549776589579166, + "precision_coffee": 0.870604721353886, + "recall_coffee": 0.8504011624234001, + "F1_noncoffee": 0.7074553571428571, + "IoU_noncoffee": 0.5473353365799745, + "kappa": 0.5679644683522734, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.297423887587822, + "mIoU": 0.15037008180755745, + "macroF1": 0.2338516746411483, + "F1_coffee": 0.45454545454545453, + "IoU_coffee": 0.29411764705882354, + "precision_coffee": 1.0, + "recall_coffee": 0.29411764705882354, + "F1_noncoffee": 0.013157894736842105, + "IoU_noncoffee": 0.006622516556291391, + "kappa": 0.0038880248833592823, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8424233702691035, + "mIoU": 0.6928905832093659, + "macroF1": 0.8141592933322108, + "F1_coffee": 0.8866342271456673, + "IoU_coffee": 0.7963548447089455, + "precision_coffee": 0.880043844625608, + "recall_coffee": 0.8933240611961057, + "F1_noncoffee": 0.7416843595187544, + "IoU_noncoffee": 0.5894263217097863, + "kappa": 0.6283660760692301, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8692651818008756, + "mIoU": 0.7380174715034775, + "macroF1": 0.846187077194573, + "F1_coffee": 0.9057665260196905, + "IoU_coffee": 0.8277634961439588, + "precision_coffee": 0.903751369112815, + "recall_coffee": 0.9077906896788833, + "F1_noncoffee": 0.7866076283694554, + "IoU_noncoffee": 0.6482714468629962, + "kappa": 0.6923776178590444, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8041028059419948, + "mIoU": 0.6418995220535394, + "macroF1": 0.7769459410506414, + "F1_coffee": 0.8547755558663124, + "IoU_coffee": 0.7463825630380365, + "precision_coffee": 0.881462253947653, + "recall_coffee": 0.829657278588395, + "F1_noncoffee": 0.6991163262349703, + "IoU_noncoffee": 0.5374164810690423, + "kappa": 0.554737467155245, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8591820987654321, + "mIoU": 0.6955990855746386, + "macroF1": 0.8132474067691597, + "F1_coffee": 0.9058671824629272, + "IoU_coffee": 0.8279316440777843, + "precision_coffee": 0.8733217304823471, + "recall_coffee": 0.9409322260916153, + "F1_noncoffee": 0.7206276310753923, + "IoU_noncoffee": 0.5632665270714927, + "kappa": 0.6280279639555763, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8809205500381971, + "mIoU": 0.7393327882250912, + "macroF1": 0.8453733367705382, + "F1_coffee": 0.9195120376944427, + "IoU_coffee": 0.851015531660693, + "precision_coffee": 0.8990281459043292, + "recall_coffee": 0.9409511228533686, + "F1_noncoffee": 0.7712346358466337, + "IoU_noncoffee": 0.6276500447894894, + "kappa": 0.6912023029631053, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7872440796301537, + "mIoU": 0.6073338098215825, + "macroF1": 0.74774717012018, + "F1_coffee": 0.8475630365713513, + "IoU_coffee": 0.735452839042703, + "precision_coffee": 0.8833309849232069, + "recall_coffee": 0.814579002079002, + "F1_noncoffee": 0.6479313036690086, + "IoU_noncoffee": 0.4792147806004619, + "kappa": 0.4973976207208552, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8258421605114992, + "mIoU": 0.6847570247514339, + "macroF1": 0.8104289341164993, + "F1_coffee": 0.8644835523873171, + "IoU_coffee": 0.7613131048914465, + "precision_coffee": 0.8882954372043339, + "recall_coffee": 0.8419149551634365, + "F1_noncoffee": 0.7563743158456815, + "IoU_noncoffee": 0.6082009446114212, + "kappa": 0.621347021686159, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.857685009487666, + "mIoU": 0.7329186148005856, + "macroF1": 0.8440361987543494, + "F1_coffee": 0.8901742568458046, + "IoU_coffee": 0.8020847077450851, + "precision_coffee": 0.9093492894540015, + "recall_coffee": 0.8717911946077729, + "F1_noncoffee": 0.7978981406628941, + "IoU_noncoffee": 0.6637525218560861, + "kappa": 0.6883274182569163, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8209504054308882, + "mIoU": 0.674928030225252, + "macroF1": 0.8029569786829477, + "F1_coffee": 0.8625009050756643, + "IoU_coffee": 0.7582431572246976, + "precision_coffee": 0.8795038393384524, + "recall_coffee": 0.846142918028129, + "F1_noncoffee": 0.743413052290231, + "IoU_noncoffee": 0.5916129032258064, + "kappa": 0.6061886172662081, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9346, + 11000 + ], + [ + 43400, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.071757102012634, + "test_tta": { + "OA": 0.8439046048458708, + "mIoU": 0.6941943301877453, + "macroF1": 0.8149822004096641, + "F1_coffee": 0.8881338212232096, + "IoU_coffee": 0.7987776210625294, + "precision_coffee": 0.8813035633739287, + "recall_coffee": 0.8950707774062028, + "F1_noncoffee": 0.7418305795961185, + "IoU_noncoffee": 0.5896110393129612, + "kappa": 0.6300156884281449, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8169926156686281, + "mIoU": 0.655528581144702, + "macroF1": 0.7865769655263726, + "F1_coffee": 0.8671461925851472, + "IoU_coffee": 0.765452865064695, + "precision_coffee": 0.8622980176578378, + "recall_coffee": 0.8720491924105545, + "F1_noncoffee": 0.706007738467598, + "IoU_noncoffee": 0.545604297224709, + "kappa": 0.5731837879441211, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.769638046507993, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8744608651528606, + "mIoU": 0.7382958870542323, + "macroF1": 0.8455855250084993, + "F1_coffee": 0.9123595505617977, + "IoU_coffee": 0.8388429752066116, + "precision_coffee": 0.8828545107868971, + "recall_coffee": 0.9439048971551606, + "F1_noncoffee": 0.7788114994552008, + "IoU_noncoffee": 0.6377487989018531, + "kappa": 0.6920391456919093, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8430108457367025, + "mIoU": 0.6897923940562789, + "macroF1": 0.8114083407269657, + "F1_coffee": 0.8886091752883267, + "IoU_coffee": 0.7995469780118596, + "precision_coffee": 0.8643295110686415, + "recall_coffee": 0.9142923326384063, + "F1_noncoffee": 0.7342075061656045, + "IoU_noncoffee": 0.5800378101006983, + "kappa": 0.6235255333231597, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16159250585480095, + "mIoU": 0.08140467975988325, + "macroF1": 0.14107196035353675, + "F1_coffee": 0.2738336713995943, + "IoU_coffee": 0.15863689776733256, + "precision_coffee": 0.9926470588235294, + "recall_coffee": 0.1588235294117647, + "F1_noncoffee": 0.008310249307479225, + "IoU_noncoffee": 0.004172461752433936, + "kappa": -0.0010149890970525776, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8569578356598072, + "mIoU": 0.7059523735234507, + "macroF1": 0.8224272733317992, + "F1_coffee": 0.9007323568575233, + "IoU_coffee": 0.819393131851493, + "precision_coffee": 0.8639208173690932, + "recall_coffee": 0.9408205841446453, + "F1_noncoffee": 0.7441221898060751, + "IoU_noncoffee": 0.5925116151954086, + "kappa": 0.6465088818364008, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.882590900437845, + "mIoU": 0.7509577576577359, + "macroF1": 0.8541475059180699, + "F1_coffee": 0.9185566669967977, + "IoU_coffee": 0.8493803040478661, + "precision_coffee": 0.8834137668275337, + "recall_coffee": 0.9566114281785051, + "F1_noncoffee": 0.789738344839342, + "IoU_noncoffee": 0.6525352112676056, + "kappa": 0.70948194030624, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.883612355576515, + "mIoU": 0.7580689369913979, + "macroF1": 0.8594041510247986, + "F1_coffee": 0.9177443007598987, + "IoU_coffee": 0.8479921162847992, + "precision_coffee": 0.9016962472984479, + "recall_coffee": 0.9343739395995928, + "F1_noncoffee": 0.8010640012896986, + "IoU_noncoffee": 0.6681457576979966, + "kappa": 0.7190235512266117, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8609182098765432, + "mIoU": 0.6892921894643284, + "macroF1": 0.8074364843911643, + "F1_coffee": 0.9089186457806974, + "IoU_coffee": 0.8330438809771912, + "precision_coffee": 0.8600286875448243, + "recall_coffee": 0.9637021162603804, + "F1_noncoffee": 0.7059543230016313, + "IoU_noncoffee": 0.5455404979514655, + "kappa": 0.618849417301142, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8847402597402597, + "mIoU": 0.7408341129821867, + "macroF1": 0.845946992897149, + "F1_coffee": 0.9232530043873594, + "IoU_coffee": 0.8574465572221566, + "precision_coffee": 0.8900331004045605, + "recall_coffee": 0.9590488771466315, + "F1_noncoffee": 0.7686409814069388, + "IoU_noncoffee": 0.6242216687422167, + "kappa": 0.6931825011668562, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8787621473723937, + "mIoU": 0.730705400849522, + "macroF1": 0.8388651825271544, + "F1_coffee": 0.919044919044919, + "IoU_coffee": 0.8502156428488169, + "precision_coffee": 0.8920141861318331, + "recall_coffee": 0.9477650727650727, + "F1_noncoffee": 0.7586854460093897, + "IoU_noncoffee": 0.6111951588502269, + "kappa": 0.6786100836473696, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8530394121576487, + "mIoU": 0.7164438213074256, + "macroF1": 0.8317311061061061, + "F1_coffee": 0.8916103603603603, + "IoU_coffee": 0.8044196088392177, + "precision_coffee": 0.8683849739511927, + "recall_coffee": 0.9161122360428117, + "F1_noncoffee": 0.7718518518518519, + "IoU_noncoffee": 0.6284680337756333, + "kappa": 0.6639681660496167, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8804554079696395, + "mIoU": 0.7583370782309105, + "macroF1": 0.8600575702443474, + "F1_coffee": 0.9134853062345509, + "IoU_coffee": 0.8407482305358949, + "precision_coffee": 0.8763008826241602, + "recall_coffee": 0.95396529470816, + "F1_noncoffee": 0.8066298342541437, + "IoU_noncoffee": 0.6759259259259259, + "kappa": 0.7212370305131726, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8884593626249293, + "mIoU": 0.7795994079912958, + "macroF1": 0.8746082750956308, + "F1_coffee": 0.9162833486660533, + "IoU_coffee": 0.8455008488964346, + "precision_coffee": 0.9128595600676819, + "recall_coffee": 0.9197329166074727, + "F1_noncoffee": 0.8329332015252083, + "IoU_noncoffee": 0.7136979670861568, + "kappa": 0.7492235901632169, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9479, + 11000 + ], + [ + 45539, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.262786817550659, + "test_tta": { + "OA": 0.8763161233033109, + "mIoU": 0.7403803180678722, + "macroF1": 0.8469239477538478, + "F1_coffee": 0.9140003087168405, + "IoU_coffee": 0.8416211496680136, + "precision_coffee": 0.8811437074829932, + "recall_coffee": 0.9494021714233359, + "F1_noncoffee": 0.7798475867908552, + "IoU_noncoffee": 0.6391394864677308, + "kappa": 0.6949337521796983, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8446405907465098, + "mIoU": 0.6906635173555122, + "macroF1": 0.8118376940952142, + "F1_coffee": 0.8904014813910425, + "IoU_coffee": 0.8024537402116305, + "precision_coffee": 0.8613752239217307, + "recall_coffee": 0.9214521869143134, + "F1_noncoffee": 0.733273906799386, + "IoU_noncoffee": 0.5788732944993941, + "kappa": 0.6247124920799005, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.5735986470679899, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7412469871876189, + "mIoU": 0.5638288085128242, + "macroF1": 0.7153492604500937, + "F1_coffee": 0.8012084886582365, + "IoU_coffee": 0.6683468151701151, + "precision_coffee": 0.8557301967315499, + "recall_coffee": 0.7532181959778277, + "F1_noncoffee": 0.6294900322419509, + "IoU_noncoffee": 0.45931080185553347, + "kappa": 0.43497352025198543, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7169291565709012, + "mIoU": 0.5368087835039577, + "macroF1": 0.6929750003506396, + "F1_coffee": 0.7787335264872665, + "IoU_coffee": 0.6376442352072371, + "precision_coffee": 0.8379755434782609, + "recall_coffee": 0.7273148440625855, + "F1_noncoffee": 0.6072164742140127, + "IoU_noncoffee": 0.4359733318006782, + "kappa": 0.391350105474986, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03629976580796253, + "mIoU": 0.018267214472078144, + "macroF1": 0.03547319783008161, + "F1_coffee": 0.06370875995449374, + "IoU_coffee": 0.03290246768507638, + "precision_coffee": 0.9655172413793104, + "recall_coffee": 0.03294117647058824, + "F1_noncoffee": 0.007237635705669481, + "IoU_noncoffee": 0.0036319612590799033, + "kappa": -0.002104464715997068, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.71569050702739, + "mIoU": 0.5357869357504387, + "macroF1": 0.692209811336904, + "F1_coffee": 0.7772223266303326, + "IoU_coffee": 0.6356203123078815, + "precision_coffee": 0.8457259713701432, + "recall_coffee": 0.7189847009735744, + "F1_noncoffee": 0.6071972960434754, + "IoU_noncoffee": 0.43595355919299583, + "kappa": 0.39145942344799267, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7528555111364934, + "mIoU": 0.5796527281586725, + "macroF1": 0.7287570994730709, + "F1_coffee": 0.8096058661778185, + "IoU_coffee": 0.6801158063323888, + "precision_coffee": 0.8671850455545084, + "recall_coffee": 0.7591968644708794, + "F1_noncoffee": 0.6479083327683233, + "IoU_noncoffee": 0.4791896499849564, + "kappa": 0.46190123858175136, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.754869134638057, + "mIoU": 0.5764793687377605, + "macroF1": 0.7248798581334857, + "F1_coffee": 0.8157129688718713, + "IoU_coffee": 0.688779786851874, + "precision_coffee": 0.8539826293519412, + "recall_coffee": 0.7807261621988463, + "F1_noncoffee": 0.6340467473950999, + "IoU_noncoffee": 0.46417895062364706, + "kappa": 0.4519452921784271, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7665895061728395, + "mIoU": 0.5736754565468282, + "macroF1": 0.7185351031504877, + "F1_coffee": 0.8348348348348348, + "IoU_coffee": 0.7164948453608248, + "precision_coffee": 0.851099359866407, + "recall_coffee": 0.8191802839539245, + "F1_noncoffee": 0.6022353714661407, + "IoU_noncoffee": 0.4308560677328316, + "kappa": 0.4375648612894195, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7977463712757831, + "mIoU": 0.6175016393327869, + "macroF1": 0.7551460224041149, + "F1_coffee": 0.857277628032345, + "IoU_coffee": 0.7502063922632386, + "precision_coffee": 0.8749656121045392, + "recall_coffee": 0.8402906208718626, + "F1_noncoffee": 0.6530144167758847, + "IoU_noncoffee": 0.4847968864023352, + "kappa": 0.5107781160861361, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7332767242192659, + "mIoU": 0.5458617584758056, + "macroF1": 0.6980545788753237, + "F1_coffee": 0.8011815176876012, + "IoU_coffee": 0.668309280769682, + "precision_coffee": 0.8732178445500537, + "recall_coffee": 0.7401247401247402, + "F1_noncoffee": 0.5949276400630463, + "IoU_noncoffee": 0.4234142361819294, + "kappa": 0.40436786163011285, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6653306613226453, + "mIoU": 0.49286561227224457, + "macroF1": 0.6585752739781803, + "F1_coffee": 0.7066008533422572, + "IoU_coffee": 0.5463130659767141, + "precision_coffee": 0.8380631077594761, + "recall_coffee": 0.6107897020538039, + "F1_noncoffee": 0.6105496946141032, + "IoU_noncoffee": 0.43941815856777494, + "kappa": 0.3387483076162375, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7082542694497154, + "mIoU": 0.5393687987272331, + "macroF1": 0.6985085893726615, + "F1_coffee": 0.752714113389626, + "IoU_coffee": 0.6034816247582205, + "precision_coffee": 0.8568290003661663, + "recall_coffee": 0.6711601893015918, + "F1_noncoffee": 0.6443030653556969, + "IoU_noncoffee": 0.47525597269624575, + "kappa": 0.40955713496838364, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.776447293984537, + "mIoU": 0.6079735127236707, + "macroF1": 0.7511596804051612, + "F1_coffee": 0.8304854507757203, + "IoU_coffee": 0.7101112605452989, + "precision_coffee": 0.8359240069084629, + "recall_coffee": 0.8251172041483166, + "F1_noncoffee": 0.671833910034602, + "IoU_noncoffee": 0.5058357649020425, + "kappa": 0.5023601397113735, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8165, + 11000 + ], + [ + 38453, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.508326466878255, + "test_tta": { + "OA": 0.7641760750983129, + "mIoU": 0.5870747398124082, + "macroF1": 0.7333247134783742, + "F1_coffee": 0.8240291549329105, + "IoU_coffee": 0.700722435755539, + "precision_coffee": 0.8522860779322499, + "recall_coffee": 0.7975857803838929, + "F1_noncoffee": 0.6426202720238381, + "IoU_noncoffee": 0.47342704386927736, + "kappa": 0.4678374161176264, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7386062074535594, + "mIoU": 0.5571264040282156, + "macroF1": 0.708880176543695, + "F1_coffee": 0.8019061775892974, + "IoU_coffee": 0.6693183476864691, + "precision_coffee": 0.8336325417566186, + "recall_coffee": 0.7725061595805168, + "F1_noncoffee": 0.6158541754980924, + "IoU_noncoffee": 0.44493446036996204, + "kappa": 0.41939115092286533, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6536183098082947, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8000602562476214, + "mIoU": 0.6280016620142225, + "macroF1": 0.7647821496224414, + "F1_coffee": 0.8558757301084733, + "IoU_coffee": 0.7480618606138107, + "precision_coffee": 0.8542061192361222, + "recall_coffee": 0.8575518805259059, + "F1_noncoffee": 0.6736885691364095, + "IoU_noncoffee": 0.5079414634146342, + "kappa": 0.5295683683307546, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7720520364601362, + "mIoU": 0.5926286115697685, + "macroF1": 0.7368901030572603, + "F1_coffee": 0.8330745751613278, + "IoU_coffee": 0.7139055825066976, + "precision_coffee": 0.8356428510890753, + "recall_coffee": 0.8305220376102933, + "F1_noncoffee": 0.6407056309531929, + "IoU_noncoffee": 0.4713516406328394, + "kappa": 0.47379090474602104, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09484777517564402, + "mIoU": 0.047761426823506606, + "macroF1": 0.08781233979695753, + "F1_coffee": 0.16792249730893433, + "IoU_coffee": 0.09165687426556991, + "precision_coffee": 0.9873417721518988, + "recall_coffee": 0.09176470588235294, + "F1_noncoffee": 0.007702182284980745, + "IoU_noncoffee": 0.003865979381443299, + "kappa": -0.0016326134256660241, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7642346620616876, + "mIoU": 0.5856112889359737, + "macroF1": 0.731796747924939, + "F1_coffee": 0.8250702922020144, + "IoU_coffee": 0.7022294923058282, + "precision_coffee": 0.8450098418021433, + "recall_coffee": 0.8060500695410292, + "F1_noncoffee": 0.6385232036478635, + "IoU_noncoffee": 0.4689930855661193, + "kappa": 0.4642099753385375, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7962592804111936, + "mIoU": 0.6242845939731574, + "macroF1": 0.7621304802055957, + "F1_coffee": 0.8522315418867143, + "IoU_coffee": 0.7425117286178275, + "precision_coffee": 0.8556279456612143, + "recall_coffee": 0.8488619954617341, + "F1_noncoffee": 0.6720294185244772, + "IoU_noncoffee": 0.5060574593284873, + "kappa": 0.524277597428182, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8390473944824334, + "mIoU": 0.6775533500525209, + "macroF1": 0.8015851243221638, + "F1_coffee": 0.8878003879154476, + "IoU_coffee": 0.798238354220856, + "precision_coffee": 0.8609410864575363, + "recall_coffee": 0.9163895486935867, + "F1_noncoffee": 0.71536986072888, + "IoU_noncoffee": 0.5568683458841859, + "kappa": 0.604147632891927, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7655285493827161, + "mIoU": 0.5612370025371634, + "macroF1": 0.7052392666978003, + "F1_coffee": 0.838546855283257, + "IoU_coffee": 0.7219807868252516, + "precision_coffee": 0.8316427348175471, + "recall_coffee": 0.845566568443611, + "F1_noncoffee": 0.5719316781123437, + "IoU_noncoffee": 0.4004932182490752, + "kappa": 0.41058623693599805, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8202826585179527, + "mIoU": 0.633025997856451, + "macroF1": 0.7646901276590095, + "F1_coffee": 0.8790643876108469, + "IoU_coffee": 0.7842238018803027, + "precision_coffee": 0.8558558558558559, + "recall_coffee": 0.9035667107001321, + "F1_noncoffee": 0.6503158677071721, + "IoU_noncoffee": 0.4818281938325991, + "kappa": 0.5303787907959858, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8385696763845646, + "mIoU": 0.6639214241820726, + "macroF1": 0.7894838366302386, + "F1_coffee": 0.8911369854297894, + "IoU_coffee": 0.8036492999770485, + "precision_coffee": 0.8730831567136267, + "recall_coffee": 0.9099532224532224, + "F1_noncoffee": 0.6878306878306878, + "IoU_noncoffee": 0.5241935483870968, + "kappa": 0.5794832823117946, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7629544803893501, + "mIoU": 0.6011894626531347, + "macroF1": 0.7478968088551827, + "F1_coffee": 0.8095092024539877, + "IoU_coffee": 0.6799793867559907, + "precision_coffee": 0.861573620633366, + "recall_coffee": 0.7633786520104137, + "F1_noncoffee": 0.6862844152563778, + "IoU_noncoffee": 0.5223995385502788, + "kappa": 0.4988077595445087, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7723908918406072, + "mIoU": 0.6100090233748376, + "macroF1": 0.7541770164912479, + "F1_coffee": 0.8210903124766947, + "IoU_coffee": 0.6964827935222672, + "precision_coffee": 0.8553449347420758, + "recall_coffee": 0.7894736842105263, + "F1_noncoffee": 0.6872637205058011, + "IoU_noncoffee": 0.5235352532274081, + "kappa": 0.509728507962981, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8395247972845559, + "mIoU": 0.6889871466370396, + "macroF1": 0.8113947526079297, + "F1_coffee": 0.8842334376275337, + "IoU_coffee": 0.792489636673982, + "precision_coffee": 0.8482317630170951, + "recall_coffee": 0.9234266230998721, + "F1_noncoffee": 0.7385560675883257, + "IoU_noncoffee": 0.5854846566000974, + "kappa": 0.6243178885328269, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8620, + 11000 + ], + [ + 41707, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5000580310821534, + "test_tta": { + "OA": 0.81548902702017, + "mIoU": 0.6456742886698634, + "macroF1": 0.7778513190807121, + "F1_coffee": 0.8692907371211611, + "IoU_coffee": 0.7688012875280653, + "precision_coffee": 0.8529450665726126, + "recall_coffee": 0.8862751385771221, + "F1_noncoffee": 0.6864119010402631, + "IoU_noncoffee": 0.5225472898116614, + "kappa": 0.5560937561763482, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7870658820814584, + "mIoU": 0.6082327698787731, + "macroF1": 0.7486920768514712, + "F1_coffee": 0.8468941200871098, + "IoU_coffee": 0.7344461032070075, + "precision_coffee": 0.834297039413195, + "recall_coffee": 0.8598774401415125, + "F1_noncoffee": 0.6504900336158326, + "IoU_noncoffee": 0.4820194365505385, + "kappa": 0.49764559628537414, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.7184577229837241, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.7011028117014342, + "macroF1": 0.8209624296425981, + "F1_coffee": 0.8836187657105269, + "IoU_coffee": 0.7915027040676753, + "precision_coffee": 0.9068617995949465, + "recall_coffee": 0.861537404370333, + "F1_noncoffee": 0.7583060935746695, + "IoU_noncoffee": 0.6107029193351932, + "kappa": 0.6424126890061017, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098101996077074, + "mIoU": 0.6548683372659533, + "macroF1": 0.787542742919445, + "F1_coffee": 0.8563241558894349, + "IoU_coffee": 0.7487472611222254, + "precision_coffee": 0.8871681415929203, + "recall_coffee": 0.8275528039252849, + "F1_noncoffee": 0.7187613299494551, + "IoU_noncoffee": 0.5609894134096811, + "kappa": 0.5760884735555925, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03981264637002342, + "mIoU": 0.020074243289548828, + "macroF1": 0.038921826965305224, + "F1_coffee": 0.06818181818181818, + "IoU_coffee": 0.03529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.03529411764705882, + "F1_noncoffee": 0.00966183574879227, + "IoU_noncoffee": 0.0048543689320388345, + "kappa": 0.0003426026380403166, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8347484050462897, + "mIoU": 0.6898584423615886, + "macroF1": 0.8130515904475544, + "F1_coffee": 0.8767397760206089, + "IoU_coffee": 0.7805313117156144, + "precision_coffee": 0.9029405261994251, + "recall_coffee": 0.8520166898470097, + "F1_noncoffee": 0.7493634048744998, + "IoU_noncoffee": 0.5991855730075626, + "kappa": 0.6267422378101103, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8445650104702075, + "mIoU": 0.7035248832605093, + "macroF1": 0.8226650731470093, + "F1_coffee": 0.8849838005352867, + "IoU_coffee": 0.7936959130819279, + "precision_coffee": 0.9070237493683678, + "recall_coffee": 0.8639895482362648, + "F1_noncoffee": 0.7603463457587321, + "IoU_noncoffee": 0.6133538534390908, + "kappa": 0.6457659582931348, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8492336713039378, + "mIoU": 0.7099560749229857, + "macroF1": 0.8271197665108005, + "F1_coffee": 0.8889506408697766, + "IoU_coffee": 0.800100043769149, + "precision_coffee": 0.9104881172619894, + "recall_coffee": 0.8684085510688836, + "F1_noncoffee": 0.7652888921518244, + "IoU_noncoffee": 0.6198121060768225, + "kappa": 0.6546479658759977, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8653549382716049, + "mIoU": 0.717358510712157, + "macroF1": 0.830342241552833, + "F1_coffee": 0.9074147764955565, + "IoU_coffee": 0.8305208206871434, + "precision_coffee": 0.8987125591171834, + "recall_coffee": 0.9162871684971873, + "F1_noncoffee": 0.7532697066101096, + "IoU_noncoffee": 0.6041962007371704, + "kappa": 0.6607692437501054, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8665011459129106, + "mIoU": 0.7156809358881693, + "macroF1": 0.828765058296246, + "F1_coffee": 0.9091499870028593, + "IoU_coffee": 0.8334326224234481, + "precision_coffee": 0.8947301100025582, + "recall_coffee": 0.9240422721268163, + "F1_noncoffee": 0.7483801295896328, + "IoU_noncoffee": 0.5979292493528904, + "kappa": 0.6577763058066207, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8483819228229078, + "mIoU": 0.6933633081586946, + "macroF1": 0.8134213063456226, + "F1_coffee": 0.8941858168170146, + "IoU_coffee": 0.8086221269501013, + "precision_coffee": 0.9064210385796289, + "recall_coffee": 0.8822765072765073, + "F1_noncoffee": 0.7326567958742306, + "IoU_noncoffee": 0.578104489367288, + "kappa": 0.627014316987945, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8044660750071572, + "mIoU": 0.6605168105190323, + "macroF1": 0.7937176523618138, + "F1_coffee": 0.8408049102633828, + "IoU_coffee": 0.7253351206434316, + "precision_coffee": 0.9083431257344301, + "recall_coffee": 0.7826149840902517, + "F1_noncoffee": 0.7466303944602448, + "IoU_noncoffee": 0.595698500394633, + "kappa": 0.5910337229687669, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8227703984819734, + "mIoU": 0.6865010444490011, + "macroF1": 0.8124894095819055, + "F1_coffee": 0.8563960639606396, + "IoU_coffee": 0.7488572196827104, + "precision_coffee": 0.9229494614747308, + "recall_coffee": 0.7987953535063818, + "F1_noncoffee": 0.7685827552031714, + "IoU_noncoffee": 0.6241448692152918, + "kappa": 0.6280951662262012, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8500848576277579, + "mIoU": 0.7225135654921355, + "macroF1": 0.8370849073172937, + "F1_coffee": 0.8831054256726952, + "IoU_coffee": 0.7906793048973144, + "precision_coffee": 0.9151302757885114, + "recall_coffee": 0.8532461997442818, + "F1_noncoffee": 0.7910643889618922, + "IoU_noncoffee": 0.6543478260869565, + "kappa": 0.6748814675029341, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9384, + 11000 + ], + [ + 43639, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.514322559038798, + "test_tta": { + "OA": 0.851833058480274, + "mIoU": 0.7080994163911252, + "macroF1": 0.825134122720699, + "F1_coffee": 0.8934622488769297, + "IoU_coffee": 0.8074394641937146, + "precision_coffee": 0.8895069015619325, + "recall_coffee": 0.8974529295890787, + "F1_noncoffee": 0.7568059965644682, + "IoU_noncoffee": 0.6087593685885357, + "kappa": 0.6502840301077603, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8192569516557056, + "mIoU": 0.6607834988298829, + "macroF1": 0.7908320271943136, + "F1_coffee": 0.8679396391839488, + "IoU_coffee": 0.7666902483523849, + "precision_coffee": 0.8686536311670779, + "recall_coffee": 0.8672268199717817, + "F1_noncoffee": 0.7137244152046783, + "IoU_noncoffee": 0.5548767493073808, + "kappa": 0.5816646670630777, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7538714879195307, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8732557402004313, + "mIoU": 0.7492222005572089, + "macroF1": 0.8542115216394033, + "F1_coffee": 0.906903339273443, + "IoU_coffee": 0.829664358018114, + "precision_coffee": 0.922581103817626, + "recall_coffee": 0.8917495075358468, + "F1_noncoffee": 0.8015197040053637, + "IoU_noncoffee": 0.6687800430963037, + "kappa": 0.7086024457259512, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8412801430714203, + "mIoU": 0.7014907976290714, + "macroF1": 0.8215769792357956, + "F1_coffee": 0.8808686144819597, + "IoU_coffee": 0.7871002689056122, + "precision_coffee": 0.9063488527511695, + "recall_coffee": 0.856781856086929, + "F1_noncoffee": 0.7622853439896317, + "IoU_noncoffee": 0.6158813263525306, + "kappa": 0.6437158370497855, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17447306791569087, + "mIoU": 0.08811499211814486, + "macroF1": 0.1513387413927985, + "F1_coffee": 0.2914572864321608, + "IoU_coffee": 0.17058823529411765, + "precision_coffee": 1.0, + "recall_coffee": 0.17058823529411765, + "F1_noncoffee": 0.011220196353436185, + "IoU_noncoffee": 0.005641748942172073, + "kappa": 0.0019229812840873225, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8686621576245983, + "mIoU": 0.741112823419894, + "macroF1": 0.8486835994020882, + "F1_coffee": 0.9036661740904933, + "IoU_coffee": 0.8242618741976894, + "precision_coffee": 0.9145420880216494, + "recall_coffee": 0.8930458970792767, + "F1_noncoffee": 0.793701024713683, + "IoU_noncoffee": 0.6579637726420987, + "kappa": 0.6974588265240674, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8821149819150962, + "mIoU": 0.7636034141138557, + "macroF1": 0.8637569443667312, + "F1_coffee": 0.9137684943429069, + "IoU_coffee": 0.8412281264021537, + "precision_coffee": 0.9253983923283035, + "recall_coffee": 0.902427284604277, + "F1_noncoffee": 0.8137453943905557, + "IoU_noncoffee": 0.6859787018255578, + "kappa": 0.7276068135303602, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8689931619900967, + "mIoU": 0.7431874937092768, + "macroF1": 0.8502327834092245, + "F1_coffee": 0.903239289446186, + "IoU_coffee": 0.8235518292682927, + "precision_coffee": 0.9277996422182468, + "recall_coffee": 0.8799457074991517, + "F1_noncoffee": 0.7972262773722628, + "IoU_noncoffee": 0.6628231581502609, + "kappa": 0.7009047876059331, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8766396604938271, + "mIoU": 0.7387479773658594, + "macroF1": 0.845594681451131, + "F1_coffee": 0.9148298594925751, + "IoU_coffee": 0.8430289641629848, + "precision_coffee": 0.909680836975235, + "recall_coffee": 0.9200375033485133, + "F1_noncoffee": 0.776359503409687, + "IoU_noncoffee": 0.6344669905687339, + "kappa": 0.6912153399798308, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.885122230710466, + "mIoU": 0.7520194707361603, + "macroF1": 0.8545830604705864, + "F1_coffee": 0.9212232335799883, + "IoU_coffee": 0.8539516814374165, + "precision_coffee": 0.9133878717049734, + "recall_coffee": 0.9291941875825628, + "F1_noncoffee": 0.7879428873611846, + "IoU_noncoffee": 0.650087260034904, + "kappa": 0.7092237207849589, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8636663836210964, + "mIoU": 0.7194815512277346, + "macroF1": 0.8323647930399727, + "F1_coffee": 0.9048026879241057, + "IoU_coffee": 0.8261549566891242, + "precision_coffee": 0.9176800748362957, + "recall_coffee": 0.8922817047817048, + "F1_noncoffee": 0.7599268981558398, + "IoU_noncoffee": 0.6128081457663451, + "kappa": 0.6648959929774024, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8607691573623437, + "mIoU": 0.7399481292017294, + "macroF1": 0.8489958687070895, + "F1_coffee": 0.891160014919806, + "IoU_coffee": 0.8036867599569429, + "precision_coffee": 0.9201971961177015, + "recall_coffee": 0.8638993346832514, + "F1_noncoffee": 0.8068317224943731, + "IoU_noncoffee": 0.6762094984465158, + "kappa": 0.6985245155983973, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8791271347248577, + "mIoU": 0.7703520314435852, + "macroF1": 0.8691234571034576, + "F1_coffee": 0.9053069719042663, + "IoU_coffee": 0.8269961977186312, + "precision_coffee": 0.939669804042586, + "recall_coffee": 0.8733687078732253, + "F1_noncoffee": 0.8329399423026488, + "IoU_noncoffee": 0.7137078651685393, + "kappa": 0.7388630130171769, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8743164246652838, + "mIoU": 0.7624391629287106, + "macroF1": 0.8639701832390532, + "F1_coffee": 0.9014854777917375, + "IoU_coffee": 0.8206404736275565, + "precision_coffee": 0.9394639556377079, + "recall_coffee": 0.8664583037363262, + "F1_noncoffee": 0.826454888686369, + "IoU_noncoffee": 0.7042378522298647, + "kappa": 0.7287213513239175, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9698, + 11000 + ], + [ + 45249, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8027985374132793, + "test_tta": { + "OA": 0.8794399340352658, + "mIoU": 0.7579775524970012, + "macroF1": 0.8599323638810071, + "F1_coffee": 0.9122045289206573, + "IoU_coffee": 0.8385809218487931, + "precision_coffee": 0.9198202184392539, + "recall_coffee": 0.9047139126849604, + "F1_noncoffee": 0.807660198841357, + "IoU_noncoffee": 0.6773741831452093, + "kappa": 0.7199067919184972, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8473087573554863, + "mIoU": 0.708737997813089, + "macroF1": 0.8264629712585965, + "F1_coffee": 0.8866087589833667, + "IoU_coffee": 0.7963137541604941, + "precision_coffee": 0.9021360069747166, + "recall_coffee": 0.8716069661170426, + "F1_noncoffee": 0.7663171835338263, + "IoU_noncoffee": 0.6211622414656838, + "kappa": 0.653137705139974, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6349834487059665, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7779715844221743, + "mIoU": 0.6040245768721273, + "macroF1": 0.7468492436597686, + "F1_coffee": 0.8356109702263549, + "IoU_coffee": 0.717638992518502, + "precision_coffee": 0.8571462979912328, + "recall_coffee": 0.8151312474231527, + "F1_noncoffee": 0.6580875170931823, + "IoU_noncoffee": 0.49041016122575243, + "kappa": 0.49436234440991567, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7520191531094957, + "mIoU": 0.5727874060577656, + "macroF1": 0.7217936204144988, + "F1_coffee": 0.8134938713526413, + "IoU_coffee": 0.6856212974475243, + "precision_coffee": 0.8388251347784265, + "recall_coffee": 0.7896476930528356, + "F1_noncoffee": 0.6300933694763564, + "IoU_noncoffee": 0.45995351466800677, + "kappa": 0.44459181525056124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08548009367681499, + "mIoU": 0.04304134991246793, + "macroF1": 0.07981628719680697, + "F1_coffee": 0.15200868621064062, + "IoU_coffee": 0.08225616921269095, + "precision_coffee": 0.9859154929577465, + "recall_coffee": 0.08235294117647059, + "F1_noncoffee": 0.007623888182973317, + "IoU_noncoffee": 0.003826530612244898, + "kappa": -0.0017121384609377068, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.800498872739483, + "mIoU": 0.6291990093219981, + "macroF1": 0.7658234667227377, + "F1_coffee": 0.8559354324708165, + "IoU_coffee": 0.7481530822332566, + "precision_coffee": 0.8527158534060322, + "recall_coffee": 0.8591794158553546, + "F1_noncoffee": 0.6757115009746588, + "IoU_noncoffee": 0.5102449364107395, + "kappa": 0.5316619622111688, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7744622120692938, + "mIoU": 0.5881201402431574, + "macroF1": 0.7315731753463868, + "F1_coffee": 0.838869810615076, + "IoU_coffee": 0.7224597364568082, + "precision_coffee": 0.8297013720742534, + "recall_coffee": 0.8482431410300488, + "F1_noncoffee": 0.6242765400776976, + "IoU_noncoffee": 0.4537805440295067, + "kappa": 0.46329916738820837, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.759302051402971, + "mIoU": 0.5929493161315356, + "macroF1": 0.7406194186487123, + "F1_coffee": 0.810232004759072, + "IoU_coffee": 0.681, + "precision_coffee": 0.8959789490995806, + "recall_coffee": 0.7394638615541228, + "F1_noncoffee": 0.6710068325383525, + "IoU_noncoffee": 0.5048986322630711, + "kappa": 0.4893471660408519, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8012152777777778, + "mIoU": 0.6067625918497112, + "macroF1": 0.7434725129441443, + "F1_coffee": 0.8651795643357101, + "IoU_coffee": 0.762393359465068, + "precision_coffee": 0.8455440480756936, + "recall_coffee": 0.8857487275649611, + "F1_noncoffee": 0.6217654615525785, + "IoU_noncoffee": 0.4511318242343542, + "kappa": 0.4877200674216069, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7851413292589763, + "mIoU": 0.5948181911450863, + "macroF1": 0.7355722581294192, + "F1_coffee": 0.8500599760095962, + "IoU_coffee": 0.739221140472879, + "precision_coffee": 0.85771920387305, + "recall_coffee": 0.8425363276089828, + "F1_noncoffee": 0.6210845402492422, + "IoU_noncoffee": 0.4504152418172936, + "kappa": 0.47125106638440384, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7662987074252288, + "mIoU": 0.5832636462177389, + "macroF1": 0.7287822758721211, + "F1_coffee": 0.8296540815624786, + "IoU_coffee": 0.7088964625690446, + "precision_coffee": 0.8812271731190651, + "recall_coffee": 0.7837837837837838, + "F1_noncoffee": 0.6279104701817636, + "IoU_noncoffee": 0.4576308298664331, + "kappa": 0.46159262434405895, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7997900563030823, + "mIoU": 0.6447508056420794, + "macroF1": 0.780547420488582, + "F1_coffee": 0.8455308496539538, + "IoU_coffee": 0.7323979591836735, + "precision_coffee": 0.861127774445111, + "recall_coffee": 0.8304888631761643, + "F1_noncoffee": 0.7155639913232104, + "IoU_noncoffee": 0.5571036521004855, + "kappa": 0.5613598093273845, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7638519924098671, + "mIoU": 0.5810633013707004, + "macroF1": 0.7271644391057517, + "F1_coffee": 0.8272127733425894, + "IoU_coffee": 0.7053391736711259, + "precision_coffee": 0.8016684607104413, + "recall_coffee": 0.8544385486877958, + "F1_noncoffee": 0.6271161048689139, + "IoU_noncoffee": 0.456787429070275, + "kappa": 0.45552188048207504, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7523100132000754, + "mIoU": 0.5959032064531077, + "macroF1": 0.7453859874464758, + "F1_coffee": 0.7873735329825982, + "IoU_coffee": 0.6493125083433453, + "precision_coffee": 0.9149736644093304, + "recall_coffee": 0.6910072453473505, + "F1_noncoffee": 0.7033984419103534, + "IoU_noncoffee": 0.54249390456287, + "kappa": 0.5042221603067499, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8959, + 11000 + ], + [ + 39978, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5061641136805215, + "test_tta": { + "OA": 0.7963497399467208, + "mIoU": 0.6174256323808851, + "macroF1": 0.7554248286583805, + "F1_coffee": 0.8554709039961288, + "IoU_coffee": 0.7474435617084874, + "precision_coffee": 0.8408512709333451, + "recall_coffee": 0.8706079069128224, + "F1_noncoffee": 0.6553787533206322, + "IoU_noncoffee": 0.4874077030532828, + "kappa": 0.5112019882454503, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7694415599400023, + "mIoU": 0.5832476852627445, + "macroF1": 0.7278843570410426, + "F1_coffee": 0.8342251534760246, + "IoU_coffee": 0.7155971463644613, + "precision_coffee": 0.8217999795689038, + "recall_coffee": 0.8470318192347379, + "F1_noncoffee": 0.6215435606060606, + "IoU_noncoffee": 0.4508982241610277, + "kappa": 0.4560525889063637, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6314560745559618, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7865818850691361, + "mIoU": 0.6132193926882605, + "macroF1": 0.7537572677207856, + "F1_coffee": 0.8436617918665567, + "IoU_coffee": 0.7295977819745249, + "precision_coffee": 0.8558601022837077, + "recall_coffee": 0.8318063127032846, + "F1_noncoffee": 0.6638527435750143, + "IoU_noncoffee": 0.49684100340199633, + "kappa": 0.5077295471002251, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7623601015345564, + "mIoU": 0.5837413763043172, + "macroF1": 0.7303750104844232, + "F1_coffee": 0.8232403960650955, + "IoU_coffee": 0.6995824748846792, + "precision_coffee": 0.8390553247321233, + "recall_coffee": 0.8080106134310443, + "F1_noncoffee": 0.637509624903751, + "IoU_noncoffee": 0.4679002777239553, + "kappa": 0.46114261218678354, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31381733021077285, + "mIoU": 0.1582458667422128, + "macroF1": 0.24252276470018405, + "F1_coffee": 0.47491039426523296, + "IoU_coffee": 0.31139835487661577, + "precision_coffee": 0.9962406015037594, + "recall_coffee": 0.31176470588235294, + "F1_noncoffee": 0.010135135135135136, + "IoU_noncoffee": 0.0050933786078098476, + "kappa": 0.0008385509838998604, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8158488031851105, + "mIoU": 0.650335660159935, + "macroF1": 0.7820839274633598, + "F1_coffee": 0.8678621829071008, + "IoU_coffee": 0.7665693785722972, + "precision_coffee": 0.8591971648606284, + "recall_coffee": 0.8767037552155772, + "F1_noncoffee": 0.6963056720196187, + "IoU_noncoffee": 0.5341019417475729, + "kappa": 0.5642697095101561, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7789834380354084, + "mIoU": 0.6015253293869648, + "macroF1": 0.7440777034082797, + "F1_coffee": 0.8385930766022522, + "IoU_coffee": 0.7220493176921235, + "precision_coffee": 0.8478459484152083, + "recall_coffee": 0.8295399848724472, + "F1_noncoffee": 0.6495623302143073, + "IoU_noncoffee": 0.481001341081806, + "kappa": 0.4882877293016713, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.765338363593492, + "mIoU": 0.5900770163989765, + "macroF1": 0.7360927201743781, + "F1_coffee": 0.8239456552504953, + "IoU_coffee": 0.7006016847172082, + "precision_coffee": 0.8606696725552517, + "recall_coffee": 0.7902273498473024, + "F1_noncoffee": 0.648239785098261, + "IoU_noncoffee": 0.4795523480807447, + "kappa": 0.4740985141983474, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8229166666666666, + "mIoU": 0.6318677844978796, + "macroF1": 0.7629101993444463, + "F1_coffee": 0.8821868583162218, + "IoU_coffee": 0.7892078071182549, + "precision_coffee": 0.846760285784676, + "recall_coffee": 0.9207072060005358, + "F1_noncoffee": 0.6436335403726708, + "IoU_noncoffee": 0.4745277618775043, + "kappa": 0.5283178088643794, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7995607333842628, + "mIoU": 0.6189252683326979, + "macroF1": 0.7560882457703046, + "F1_coffee": 0.8590613039683073, + "IoU_coffee": 0.752942561205273, + "precision_coffee": 0.8735490919022258, + "recall_coffee": 0.8450462351387055, + "F1_noncoffee": 0.6531151875723021, + "IoU_noncoffee": 0.4849079754601227, + "kappa": 0.5125065215063555, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7479007453533352, + "mIoU": 0.5480666208362296, + "macroF1": 0.6959543355974579, + "F1_coffee": 0.8216288384512683, + "IoU_coffee": 0.6972581010650352, + "precision_coffee": 0.8448654585392641, + "recall_coffee": 0.7996361746361746, + "F1_noncoffee": 0.5702798327436475, + "IoU_noncoffee": 0.3988751406074241, + "kappa": 0.39301481093406837, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8088558068517988, + "mIoU": 0.6595205247678229, + "macroF1": 0.7919146016825866, + "F1_coffee": 0.8512881431435148, + "IoU_coffee": 0.7410806618407446, + "precision_coffee": 0.8745995423340961, + "recall_coffee": 0.82918715649407, + "F1_noncoffee": 0.7325410602216584, + "IoU_noncoffee": 0.577960387694901, + "kappa": 0.5843602672530215, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.75853889943074, + "mIoU": 0.5839110658659818, + "macroF1": 0.7316031522428972, + "F1_coffee": 0.8166294401613949, + "IoU_coffee": 0.6900876765708719, + "precision_coffee": 0.8205907906168549, + "recall_coffee": 0.8127061523017353, + "F1_noncoffee": 0.6465768643243994, + "IoU_noncoffee": 0.47773445516109175, + "kappa": 0.46323041389226755, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7827644729398454, + "mIoU": 0.6270180766945885, + "macroF1": 0.7679713628619635, + "F1_coffee": 0.8265582655826558, + "IoU_coffee": 0.7043879907621247, + "precision_coffee": 0.8791032826261009, + "recall_coffee": 0.7799403324335843, + "F1_noncoffee": 0.7093844601412714, + "IoU_noncoffee": 0.5496481626270524, + "kappa": 0.5387041178001002, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9042, + 11000 + ], + [ + 40447, + 51930 + ], + [ + 116, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5201596935590107, + "test_tta": { + "OA": 0.8021375110998351, + "mIoU": 0.6267563700344524, + "macroF1": 0.763078103135073, + "F1_coffee": 0.8592759670689072, + "IoU_coffee": 0.7532724324751848, + "precision_coffee": 0.8463520838887407, + "recall_coffee": 0.872600668835036, + "F1_noncoffee": 0.6668802392012387, + "IoU_noncoffee": 0.50024030759372, + "kappa": 0.5264176098795633, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.777446059766932, + "mIoU": 0.5952602770532857, + "macroF1": 0.7381261069446552, + "F1_coffee": 0.839599596686174, + "IoU_coffee": 0.7235430066108891, + "precision_coffee": 0.8290089498316775, + "recall_coffee": 0.8504643376081875, + "F1_noncoffee": 0.6366526172031364, + "IoU_noncoffee": 0.4669775474956822, + "kappa": 0.4764457690650689, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.731468588880066, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306482303691488, + "mIoU": 0.6793413375487449, + "macroF1": 0.8048431895290682, + "F1_coffee": 0.8758081771245174, + "IoU_coffee": 0.7790558153005916, + "precision_coffee": 0.8894610042987388, + "recall_coffee": 0.8625681432956159, + "F1_noncoffee": 0.7338782019336191, + "IoU_noncoffee": 0.5796268597968983, + "kappa": 0.6098833369143654, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.80101246105919, + "mIoU": 0.6402571860053006, + "macroF1": 0.7761269093270389, + "F1_coffee": 0.8507674169578056, + "IoU_coffee": 0.7402917647058823, + "precision_coffee": 0.8746163768180403, + "recall_coffee": 0.828184555773159, + "F1_noncoffee": 0.7014864016962721, + "IoU_noncoffee": 0.5402226073047187, + "kappa": 0.5529187710795421, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14637002341920374, + "mIoU": 0.07372955635607097, + "macroF1": 0.12946703861400674, + "F1_coffee": 0.25077081192189105, + "IoU_coffee": 0.14336075205640422, + "precision_coffee": 0.991869918699187, + "recall_coffee": 0.14352941176470588, + "F1_noncoffee": 0.00816326530612245, + "IoU_noncoffee": 0.004098360655737705, + "kappa": -0.001164282888579423, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8238595481364225, + "mIoU": 0.6714232046016781, + "macroF1": 0.7993119775714017, + "F1_coffee": 0.8695003198521573, + "IoU_coffee": 0.7691292046526249, + "precision_coffee": 0.8891554004942579, + "recall_coffee": 0.8506954102920723, + "F1_noncoffee": 0.7291236352906462, + "IoU_noncoffee": 0.5737172045507314, + "kappa": 0.5990306485778644, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8407576622882162, + "mIoU": 0.6892139273172462, + "macroF1": 0.8113500794439146, + "F1_coffee": 0.8858332195987444, + "IoU_coffee": 0.7950633919274821, + "precision_coffee": 0.8791737216390112, + "recall_coffee": 0.892594375300832, + "F1_noncoffee": 0.7368669392890846, + "IoU_noncoffee": 0.5833644627070104, + "kappa": 0.6227500471574836, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8273048809243103, + "mIoU": 0.6773212517295495, + "macroF1": 0.8037601180683492, + "F1_coffee": 0.8717338003502627, + "IoU_coffee": 0.7726313175214206, + "precision_coffee": 0.9007600434310532, + "recall_coffee": 0.8445198506956226, + "F1_noncoffee": 0.7357864357864358, + "IoU_noncoffee": 0.5820111859376783, + "kappa": 0.6083579498544192, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8575424382716049, + "mIoU": 0.7013921882506771, + "macroF1": 0.8184932102325853, + "F1_coffee": 0.9026816893984319, + "IoU_coffee": 0.8226251951483127, + "precision_coffee": 0.8883413305667228, + "recall_coffee": 0.9174926332708278, + "F1_noncoffee": 0.7343047310667387, + "IoU_noncoffee": 0.5801591813530415, + "kappa": 0.6372445059378198, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.837375859434683, + "mIoU": 0.6700941415956656, + "macroF1": 0.795316575953237, + "F1_coffee": 0.888100400814771, + "IoU_coffee": 0.7987235551353268, + "precision_coffee": 0.8835141848607662, + "recall_coffee": 0.8927344782034347, + "F1_noncoffee": 0.7025327510917031, + "IoU_noncoffee": 0.5414647280560043, + "kappa": 0.5906624725931077, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8462119067836589, + "mIoU": 0.6752688017191737, + "macroF1": 0.7980745872843292, + "F1_coffee": 0.896665398757449, + "IoU_coffee": 0.812686738680763, + "precision_coffee": 0.8754642238177767, + "recall_coffee": 0.918918918918919, + "F1_noncoffee": 0.6994837758112095, + "IoU_noncoffee": 0.5378508647575844, + "kappa": 0.5968367907719702, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7905334478480771, + "mIoU": 0.6398078766801196, + "macroF1": 0.7780839271404503, + "F1_coffee": 0.8306457835043592, + "IoU_coffee": 0.7103457376616521, + "precision_coffee": 0.8901934843724161, + "recall_coffee": 0.7785652299681805, + "F1_noncoffee": 0.7255220707765412, + "IoU_noncoffee": 0.5692700156985872, + "kappa": 0.5593634593204194, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8441176470588235, + "mIoU": 0.7052689975434603, + "macroF1": 0.8241838753594948, + "F1_coffee": 0.8833842004400596, + "IoU_coffee": 0.7911263666412408, + "precision_coffee": 0.8745081506464306, + "recall_coffee": 0.8924422773555142, + "F1_noncoffee": 0.7649835502789301, + "IoU_noncoffee": 0.6194116284456799, + "kappa": 0.6484407386658141, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8084103337733358, + "mIoU": 0.6686614780513978, + "macroF1": 0.8000396665986753, + "F1_coffee": 0.8409517845961177, + "IoU_coffee": 0.7255537547271745, + "precision_coffee": 0.9363778978560223, + "recall_coffee": 0.7631765875834635, + "F1_noncoffee": 0.7591275486012328, + "IoU_noncoffee": 0.611769201375621, + "kappa": 0.606272127493091, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9378, + 11000 + ], + [ + 42879, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.262119948863983, + "test_tta": { + "OA": 0.8383705442090574, + "mIoU": 0.6897222511018257, + "macroF1": 0.8122434344576163, + "F1_coffee": 0.8822829689683447, + "IoU_coffee": 0.7893616581595752, + "precision_coffee": 0.8897533251030724, + "recall_coffee": 0.8749370103990105, + "F1_noncoffee": 0.7422038999468878, + "IoU_noncoffee": 0.5900828440440763, + "kappa": 0.6245448302669463, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8080218068535826, + "mIoU": 0.648516954138318, + "macroF1": 0.7821628960318918, + "F1_coffee": 0.8572164119066774, + "IoU_coffee": 0.7501126379815274, + "precision_coffee": 0.87360619178801, + "recall_coffee": 0.8414302861835871, + "F1_noncoffee": 0.7071093801571061, + "IoU_noncoffee": 0.5469212702951087, + "kappa": 0.564640125373931, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7578163625913061, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8574622605607003, + "mIoU": 0.7112172303168989, + "macroF1": 0.8266971503130973, + "F1_coffee": 0.8997155129134825, + "IoU_coffee": 0.8177117131732641, + "precision_coffee": 0.8770254692563673, + "recall_coffee": 0.9236107929818131, + "F1_noncoffee": 0.753678787712712, + "IoU_noncoffee": 0.6047227474605338, + "kappa": 0.6539632014893139, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8281123802930657, + "mIoU": 0.6681041604949911, + "macroF1": 0.795496501333612, + "F1_coffee": 0.8771669449425927, + "IoU_coffee": 0.7812086943750918, + "precision_coffee": 0.858999979813884, + "recall_coffee": 0.8961189378145598, + "F1_noncoffee": 0.7138260577246314, + "IoU_noncoffee": 0.5549996266148906, + "kappa": 0.5914187693783035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21779859484777517, + "mIoU": 0.11003501400560224, + "macroF1": 0.18227374891060044, + "F1_coffee": 0.35271317829457366, + "IoU_coffee": 0.21411764705882352, + "precision_coffee": 1.0, + "recall_coffee": 0.21411764705882352, + "F1_noncoffee": 0.011834319526627219, + "IoU_noncoffee": 0.005952380952380952, + "kappa": 0.0025457749926563935, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.846884443804864, + "mIoU": 0.6902710847833071, + "macroF1": 0.8110659039149533, + "F1_coffee": 0.8933297687474937, + "IoU_coffee": 0.8072230945766397, + "precision_coffee": 0.8598816263510036, + "recall_coffee": 0.9294853963838665, + "F1_noncoffee": 0.7288020390824129, + "IoU_noncoffee": 0.5733190749899746, + "kappa": 0.6235798550004937, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8666476299257567, + "mIoU": 0.721024308964265, + "macroF1": 0.8331037205034256, + "F1_coffee": 0.9079258675078864, + "IoU_coffee": 0.8313775049647951, + "precision_coffee": 0.8694694442696205, + "recall_coffee": 0.9499415526370075, + "F1_noncoffee": 0.7582815734989649, + "IoU_noncoffee": 0.6106711129637349, + "kappa": 0.6679129467905445, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8587597264796039, + "mIoU": 0.7214759264994034, + "macroF1": 0.8348110234268877, + "F1_coffee": 0.8977082550633559, + "IoU_coffee": 0.8144016855673297, + "precision_coffee": 0.9036028602860287, + "recall_coffee": 0.8918900576857821, + "F1_noncoffee": 0.7719137917904196, + "IoU_noncoffee": 0.6285501674314771, + "kappa": 0.6696533928837219, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8518518518518519, + "mIoU": 0.6701276494407726, + "macroF1": 0.792230163175518, + "F1_coffee": 0.9035297073232006, + "IoU_coffee": 0.8240348264406003, + "precision_coffee": 0.8506385998107853, + "recall_coffee": 0.9634342351995714, + "F1_noncoffee": 0.6809306190278355, + "IoU_noncoffee": 0.5162204724409449, + "kappa": 0.589706722552593, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8658326967150497, + "mIoU": 0.7037731045363484, + "macroF1": 0.8189473605973518, + "F1_coffee": 0.9110815771153724, + "IoU_coffee": 0.8366848773683598, + "precision_coffee": 0.8744988458267525, + "recall_coffee": 0.9508586525759577, + "F1_noncoffee": 0.7268131440793312, + "IoU_noncoffee": 0.5708613317043372, + "kappa": 0.6398311785453442, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8676290216058119, + "mIoU": 0.7110420018562578, + "macroF1": 0.8247227035736342, + "F1_coffee": 0.9114435397336363, + "IoU_coffee": 0.8372956047779195, + "precision_coffee": 0.8862157849515159, + "recall_coffee": 0.9381496881496881, + "F1_noncoffee": 0.7380018674136322, + "IoU_noncoffee": 0.584788398934596, + "kappa": 0.6502838469339615, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8419696535929001, + "mIoU": 0.7019495383112687, + "macroF1": 0.8218316630853442, + "F1_coffee": 0.88173118125982, + "IoU_coffee": 0.7884787329160813, + "precision_coffee": 0.8709085778781038, + "recall_coffee": 0.8928261498409025, + "F1_noncoffee": 0.7619321449108684, + "IoU_noncoffee": 0.6154203437064562, + "kappa": 0.64377405848911, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8674573055028463, + "mIoU": 0.734787519114046, + "macroF1": 0.8439475362273959, + "F1_coffee": 0.9045178046613355, + "IoU_coffee": 0.8256800598951834, + "precision_coffee": 0.8640637242099765, + "recall_coffee": 0.948945934318084, + "F1_noncoffee": 0.7833772677934564, + "IoU_noncoffee": 0.6438949783329085, + "kappa": 0.6894394767666903, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8498962851216293, + "mIoU": 0.724124191063104, + "macroF1": 0.8383899222897271, + "F1_coffee": 0.8815123548675201, + "IoU_coffee": 0.7881288261911099, + "precision_coffee": 0.9257464436454588, + "recall_coffee": 0.8413126864611451, + "F1_noncoffee": 0.7952674897119342, + "IoU_noncoffee": 0.6601195559350982, + "kappa": 0.6780499282585173, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9450, + 11000 + ], + [ + 44495, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.617331870396932, + "test_tta": { + "OA": 0.8607763541798807, + "mIoU": 0.7155978803702341, + "macroF1": 0.8297041786505515, + "F1_coffee": 0.9024466122975044, + "IoU_coffee": 0.8222348201089267, + "precision_coffee": 0.8762946659761781, + "recall_coffee": 0.9302075221036237, + "F1_noncoffee": 0.7569617450035985, + "IoU_noncoffee": 0.6089609406315415, + "kappa": 0.6601624267965277, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8316314757124726, + "mIoU": 0.6718106010664118, + "macroF1": 0.7980499053280571, + "F1_coffee": 0.8804015981969061, + "IoU_coffee": 0.786354818637678, + "precision_coffee": 0.8572511621411328, + "recall_coffee": 0.9048371133152231, + "F1_noncoffee": 0.7156982124592081, + "IoU_noncoffee": 0.5572663834951457, + "kappa": 0.5967988123097018, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 76, + "stopped_epoch": 100, + "best_val": 0.5395537886750549, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7763620880798213, + "mIoU": 0.5914004775479581, + "macroF1": 0.734451200327404, + "F1_coffee": 0.8399471051572471, + "IoU_coffee": 0.7240593156496571, + "precision_coffee": 0.9194421367973215, + "recall_coffee": 0.7731044409635494, + "F1_noncoffee": 0.6289552954975608, + "IoU_noncoffee": 0.4587416394462591, + "kappa": 0.4779494391443453, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7450098073151032, + "mIoU": 0.5558276379978444, + "macroF1": 0.7055294284683242, + "F1_coffee": 0.8133524766690596, + "IoU_coffee": 0.6854204476709014, + "precision_coffee": 0.8988496628322095, + "recall_coffee": 0.7427073090789905, + "F1_noncoffee": 0.5977063802675889, + "IoU_noncoffee": 0.42623482832478743, + "kappa": 0.4223239503946821, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23784592370979807, + "mIoU": 0.1203285992759677, + "macroF1": 0.19629496570516056, + "F1_coffee": 0.37903717245581964, + "IoU_coffee": 0.23383458646616542, + "precision_coffee": 0.9936102236421726, + "recall_coffee": 0.2341867469879518, + "F1_noncoffee": 0.013552758954501452, + "IoU_noncoffee": 0.00682261208576998, + "kappa": 0.00020987914337021194, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8006416584402765, + "mIoU": 0.6189970081782692, + "macroF1": 0.7558853916242103, + "F1_coffee": 0.8604112666321064, + "IoU_coffee": 0.7550191059622733, + "precision_coffee": 0.9104073721933738, + "recall_coffee": 0.8156204953479229, + "F1_noncoffee": 0.6513595166163142, + "IoU_noncoffee": 0.4829749103942652, + "kappa": 0.5154207848229886, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7480559133629121, + "mIoU": 0.5579377719526857, + "macroF1": 0.7069308378240208, + "F1_coffee": 0.8167146774025613, + "IoU_coffee": 0.6902094210124948, + "precision_coffee": 0.9154995331465919, + "recall_coffee": 0.737171856399975, + "F1_noncoffee": 0.5971469982454802, + "IoU_noncoffee": 0.4256661228928766, + "kappa": 0.4284871316254494, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7811875535255496, + "mIoU": 0.5999620873832336, + "macroF1": 0.7419136538304558, + "F1_coffee": 0.8425916418523463, + "IoU_coffee": 0.7279985805535841, + "precision_coffee": 0.9326413092892862, + "recall_coffee": 0.7684000249703478, + "F1_noncoffee": 0.6412356658085654, + "IoU_noncoffee": 0.4719255942128832, + "kappa": 0.49456671325010104, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.791625024985009, + "mIoU": 0.6177340656661232, + "macroF1": 0.75691541097297, + "F1_coffee": 0.8487705809820846, + "IoU_coffee": 0.737273185483871, + "precision_coffee": 0.9086814722783041, + "recall_coffee": 0.7962710941752857, + "F1_noncoffee": 0.6650602409638554, + "IoU_noncoffee": 0.4981949458483754, + "kappa": 0.5184668369971844, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7850601030337722, + "mIoU": 0.6082337162359115, + "macroF1": 0.7492119608200137, + "F1_coffee": 0.8440290758047767, + "IoU_coffee": 0.7301473230326986, + "precision_coffee": 0.9205678042887345, + "recall_coffee": 0.77924070049853, + "F1_noncoffee": 0.6543948458352508, + "IoU_noncoffee": 0.48632010943912446, + "kappa": 0.5059908990496703, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8220282705625652, + "mIoU": 0.6609994787135547, + "macroF1": 0.7904312283404058, + "F1_coffee": 0.8718053847205138, + "IoU_coffee": 0.7727437916414295, + "precision_coffee": 0.9447571090047393, + "recall_coffee": 0.8093123572697285, + "F1_noncoffee": 0.7090570719602978, + "IoU_noncoffee": 0.54925516578568, + "kappa": 0.5864585869400327, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8094402184513361, + "mIoU": 0.6185854839916092, + "macroF1": 0.7532269173015305, + "F1_coffee": 0.8710060734090309, + "IoU_coffee": 0.7714887147702023, + "precision_coffee": 0.9119435996682334, + "recall_coffee": 0.8335860500379075, + "F1_noncoffee": 0.6354477611940299, + "IoU_noncoffee": 0.46568225321301615, + "kappa": 0.5092486891297703, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7110411298788052, + "mIoU": 0.5111106297826932, + "macroF1": 0.6648849153911407, + "F1_coffee": 0.7892538975501113, + "IoU_coffee": 0.6518739940216142, + "precision_coffee": 0.9101123595505618, + "recall_coffee": 0.6967313836323421, + "F1_noncoffee": 0.54051593323217, + "IoU_noncoffee": 0.3703472655437721, + "kappa": 0.35458482504411054, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7400973561133912, + "mIoU": 0.5432275319237871, + "macroF1": 0.6929351505790768, + "F1_coffee": 0.8132757320167318, + "IoU_coffee": 0.6853114526753727, + "precision_coffee": 0.919950356810425, + "recall_coffee": 0.7287698168858302, + "F1_noncoffee": 0.572594569141422, + "IoU_noncoffee": 0.40114361117220143, + "kappa": 0.4042072858454452, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 88, + 110 + ], + [ + 6910, + 8413 + ], + [ + 41322, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.149393749237061, + "test_tta": { + "OA": 0.8036279503205386, + "mIoU": 0.6226435826318963, + "macroF1": 0.7587125664930747, + "F1_coffee": 0.8628159655187896, + "IoU_coffee": 0.758730284067355, + "precision_coffee": 0.9183990442054958, + "recall_coffee": 0.813576901909318, + "F1_noncoffee": 0.65460916746736, + "IoU_noncoffee": 0.4865568811964376, + "kappa": 0.5218348176600472, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7701771085727472, + "mIoU": 0.5817468802610176, + "macroF1": 0.726097641728056, + "F1_coffee": 0.8359769842821999, + "IoU_coffee": 0.7181790849442018, + "precision_coffee": 0.8967405706209699, + "recall_coffee": 0.7829255596043727, + "F1_noncoffee": 0.616218299173912, + "IoU_noncoffee": 0.4453146755778335, + "kappa": 0.4580178918247098, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6185814548866846, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7705457992577002, + "mIoU": 0.5741409655313192, + "macroF1": 0.7178760950774126, + "F1_coffee": 0.8397751624014091, + "IoU_coffee": 0.7238038138707307, + "precision_coffee": 0.8934326434147389, + "recall_coffee": 0.792197620761187, + "F1_noncoffee": 0.5959770277534161, + "IoU_noncoffee": 0.4244781171919078, + "kappa": 0.44083789183355493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7421253028729664, + "mIoU": 0.5412361923529317, + "macroF1": 0.6900073211249478, + "F1_coffee": 0.8171143342266227, + "IoU_coffee": 0.6907804852740259, + "precision_coffee": 0.8702368243316848, + "recall_coffee": 0.7701043052422543, + "F1_noncoffee": 0.5629003080232728, + "IoU_noncoffee": 0.3916918994318375, + "kappa": 0.38548749162363105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29768137621540763, + "mIoU": 0.1509507271388083, + "macroF1": 0.23525305410122163, + "F1_coffee": 0.4537521815008726, + "IoU_coffee": 0.29345372460496616, + "precision_coffee": 0.9974424552429667, + "recall_coffee": 0.2936746987951807, + "F1_noncoffee": 0.016753926701570682, + "IoU_noncoffee": 0.008447729672650475, + "kappa": 0.0034640226637889945, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7838104639684107, + "mIoU": 0.5847365853943459, + "macroF1": 0.7253688046013287, + "F1_coffee": 0.8520570154698371, + "IoU_coffee": 0.7422468075089743, + "precision_coffee": 0.8793223647518126, + "recall_coffee": 0.8264316603328529, + "F1_noncoffee": 0.5986805937328202, + "IoU_noncoffee": 0.4272263632797175, + "kappa": 0.4521664055748065, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7813558513429703, + "mIoU": 0.5903871474634794, + "macroF1": 0.732017002691302, + "F1_coffee": 0.8470038390919713, + "IoU_coffee": 0.7346111529330013, + "precision_coffee": 0.9065313705873946, + "recall_coffee": 0.7948123551155942, + "F1_noncoffee": 0.6170301662906326, + "IoU_noncoffee": 0.4461631419939577, + "kappa": 0.4697570744589039, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7469787800932534, + "mIoU": 0.5485365263180588, + "macroF1": 0.6967776050553142, + "F1_coffee": 0.8201555630706797, + "IoU_coffee": 0.695138729649163, + "precision_coffee": 0.8948417090989594, + "recall_coffee": 0.7569760908920656, + "F1_noncoffee": 0.5733996470399486, + "IoU_noncoffee": 0.4019343229869546, + "kappa": 0.40341313603037104, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8039176494103538, + "mIoU": 0.5958963228297633, + "macroF1": 0.7314425641557678, + "F1_coffee": 0.8709550118389897, + "IoU_coffee": 0.7714085983921706, + "precision_coffee": 0.842795315682281, + "recall_coffee": 0.9010615133369625, + "F1_noncoffee": 0.5919301164725458, + "IoU_noncoffee": 0.420384047267356, + "kappa": 0.46477460620454275, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7679832093112001, + "mIoU": 0.5852138528968674, + "macroF1": 0.7303473588849638, + "F1_coffee": 0.8310876510626476, + "IoU_coffee": 0.710992275698158, + "precision_coffee": 0.9099619771863118, + "recall_coffee": 0.7647961140227534, + "F1_noncoffee": 0.62960706670728, + "IoU_noncoffee": 0.4594354300955768, + "kappa": 0.46943577742189757, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7340859500996111, + "mIoU": 0.5409119616909162, + "macroF1": 0.6922123751708884, + "F1_coffee": 0.805738443412572, + "IoU_coffee": 0.6746750232126276, + "precision_coffee": 0.8878875820986711, + "recall_coffee": 0.7375031717838112, + "F1_noncoffee": 0.5786863069292049, + "IoU_noncoffee": 0.40714890016920474, + "kappa": 0.3956449587486443, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7641895845523698, + "mIoU": 0.5725729297036946, + "macroF1": 0.7180513606469021, + "F1_coffee": 0.8321066518539092, + "IoU_coffee": 0.7124851367419739, + "precision_coffee": 0.9235511713933415, + "recall_coffee": 0.7571392469042204, + "F1_noncoffee": 0.6039960694398951, + "IoU_noncoffee": 0.4326607226654153, + "kappa": 0.44884746922845675, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.79473232178643, + "mIoU": 0.5937042663375358, + "macroF1": 0.7317373429866649, + "F1_coffee": 0.8617342675323005, + "IoU_coffee": 0.7570589564038852, + "precision_coffee": 0.9034910365278339, + "recall_coffee": 0.8236667485868764, + "F1_noncoffee": 0.6017404184410294, + "IoU_noncoffee": 0.4303495762711864, + "kappa": 0.4667555189465932, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7599503674716045, + "mIoU": 0.5555622295142475, + "macroF1": 0.7006218840905694, + "F1_coffee": 0.8338947229377188, + "IoU_coffee": 0.7151110104213865, + "precision_coffee": 0.9013420902341519, + "recall_coffee": 0.7758387612142067, + "F1_noncoffee": 0.5673490452434199, + "IoU_noncoffee": 0.3960134486071086, + "kappa": 0.4098510608071672, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6756, + 8413 + ], + [ + 41095, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.296002229054769, + "test_tta": { + "OA": 0.7966387634762769, + "mIoU": 0.6007890702541379, + "macroF1": 0.7385851652702617, + "F1_coffee": 0.861776365363824, + "IoU_coffee": 0.7571239422025214, + "precision_coffee": 0.8901121212804837, + "recall_coffee": 0.8351890267135176, + "F1_noncoffee": 0.6153939651766994, + "IoU_noncoffee": 0.4444541983057543, + "kappa": 0.4786404455038537, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7664272527979693, + "mIoU": 0.5632377858766222, + "macroF1": 0.7071864725482528, + "F1_coffee": 0.8388925917451727, + "IoU_coffee": 0.7224935314176049, + "precision_coffee": 0.8665734955606709, + "recall_coffee": 0.8129253668035552, + "F1_noncoffee": 0.575480353351333, + "IoU_noncoffee": 0.4039820403356396, + "kappa": 0.41594326107909607, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 93, + "stopped_epoch": 100, + "best_val": 0.7573653777766891, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8847667860987484, + "mIoU": 0.7412935633745112, + "macroF1": 0.8463046670427814, + "F1_coffee": 0.9231906098057275, + "IoU_coffee": 0.857338929445229, + "precision_coffee": 0.9342972340241047, + "recall_coffee": 0.9123449472926634, + "F1_noncoffee": 0.7694187242798354, + "IoU_noncoffee": 0.6252481973037936, + "kappa": 0.6927396838419055, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8482462212991808, + "mIoU": 0.6845806738959563, + "macroF1": 0.805872244824277, + "F1_coffee": 0.8965693502408336, + "IoU_coffee": 0.8125289527135374, + "precision_coffee": 0.9145859655455949, + "recall_coffee": 0.8792488480151156, + "F1_noncoffee": 0.7151751394077203, + "IoU_noncoffee": 0.5566323950783751, + "kappa": 0.6121589469197732, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3507853403141361, + "mIoU": 0.1776842105263158, + "macroF1": 0.2657490079365079, + "F1_coffee": 0.515625, + "IoU_coffee": 0.3473684210526316, + "precision_coffee": 0.9956896551724138, + "recall_coffee": 0.34789156626506024, + "F1_noncoffee": 0.015873015873015872, + "IoU_noncoffee": 0.008, + "kappa": 0.0025818206820681696, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.886080947680158, + "mIoU": 0.745192729153517, + "macroF1": 0.8491547181665255, + "F1_coffee": 0.9237881389512614, + "IoU_coffee": 0.8583701521845851, + "precision_coffee": 0.9311676208227933, + "recall_coffee": 0.9165247018739353, + "F1_noncoffee": 0.7745212973817898, + "IoU_noncoffee": 0.6320153061224489, + "kappa": 0.6983654843181543, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8786317446686703, + "mIoU": 0.7326445497630332, + "macroF1": 0.840439784624285, + "F1_coffee": 0.9185033316248078, + "IoU_coffee": 0.8492890995260663, + "precision_coffee": 0.9397574565716159, + "recall_coffee": 0.8981893365077376, + "F1_noncoffee": 0.7623762376237624, + "IoU_noncoffee": 0.616, + "kappa": 0.6813548084749099, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8896184223046912, + "mIoU": 0.7462841900888487, + "macroF1": 0.8494559436618528, + "F1_coffee": 0.9272134027734203, + "IoU_coffee": 0.8643036790080131, + "precision_coffee": 0.932008830022075, + "recall_coffee": 0.9224670703539547, + "F1_noncoffee": 0.7716984845502853, + "IoU_noncoffee": 0.6282647011696844, + "kappa": 0.6989368867179541, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9065560663601839, + "mIoU": 0.7903852915720004, + "macroF1": 0.8800880049233128, + "F1_coffee": 0.9364248317127898, + "IoU_coffee": 0.8804500703234881, + "precision_coffee": 0.9357249626307922, + "recall_coffee": 0.937125748502994, + "F1_noncoffee": 0.823751178133836, + "IoU_noncoffee": 0.7003205128205128, + "kappa": 0.7601763817823043, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9096546460599122, + "mIoU": 0.7948817969456836, + "macroF1": 0.8829182426796611, + "F1_coffee": 0.9388677296494738, + "IoU_coffee": 0.8847791702153547, + "precision_coffee": 0.9483568075117371, + "recall_coffee": 0.9295666624057267, + "F1_noncoffee": 0.8269687557098483, + "IoU_noncoffee": 0.7049844236760124, + "kappa": 0.7659028221829074, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9191727540081586, + "mIoU": 0.8058628296017647, + "macroF1": 0.8895497343565526, + "F1_coffee": 0.94675, + "IoU_coffee": 0.8988844054118206, + "precision_coffee": 0.9329884207932988, + "recall_coffee": 0.9609236234458259, + "F1_noncoffee": 0.8323494687131051, + "IoU_noncoffee": 0.7128412537917088, + "kappa": 0.7792506746166192, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8661010337429296, + "mIoU": 0.7011988267972389, + "macroF1": 0.8167073594027313, + "F1_coffee": 0.9118572253964178, + "IoU_coffee": 0.8379941002949852, + "precision_coffee": 0.9267910739919092, + "recall_coffee": 0.8973970179428861, + "F1_noncoffee": 0.7215574934090448, + "IoU_noncoffee": 0.5644035532994924, + "kappa": 0.6337151517639673, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8475999618284188, + "mIoU": 0.6739837270556844, + "macroF1": 0.7966316487911345, + "F1_coffee": 0.8984419713831479, + "IoU_coffee": 0.8156102066735943, + "precision_coffee": 0.9310662976143403, + "recall_coffee": 0.8680265421479479, + "F1_noncoffee": 0.694821326199121, + "IoU_noncoffee": 0.5323572474377746, + "kappa": 0.5947584167603739, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8598835544526104, + "mIoU": 0.6911594247517001, + "macroF1": 0.8092726778498789, + "F1_coffee": 0.9075217336525135, + "IoU_coffee": 0.8307000345980856, + "precision_coffee": 0.9309810003877472, + "recall_coffee": 0.8852156814550817, + "F1_noncoffee": 0.7110236220472441, + "IoU_noncoffee": 0.5516188149053146, + "kappa": 0.6193007121789228, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7548, + 8413 + ], + [ + 47409, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.731076037883758, + "test_tta": { + "OA": 0.8902617329969954, + "mIoU": 0.7498740598550283, + "macroF1": 0.8521518801888284, + "F1_coffee": 0.9272149875317036, + "IoU_coffee": 0.8643064330273771, + "precision_coffee": 0.9336423727358572, + "recall_coffee": 0.9208754921468185, + "F1_noncoffee": 0.777088772845953, + "IoU_noncoffee": 0.6354416866826795, + "kappa": 0.7043466725305234, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8537123572170301, + "mIoU": 0.6913576760692812, + "macroF1": 0.8106651521674666, + "F1_coffee": 0.9009443636044024, + "IoU_coffee": 0.8197440909898702, + "precision_coffee": 0.9128636453591925, + "recall_coffee": 0.8893323307690825, + "F1_noncoffee": 0.7203859407305306, + "IoU_noncoffee": 0.5629712611486923, + "kappa": 0.6215124503852382, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7305830745420234, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8902456659008018, + "mIoU": 0.7501481994078556, + "macroF1": 0.852366847430156, + "F1_coffee": 0.92714765637498, + "IoU_coffee": 0.8641894309912919, + "precision_coffee": 0.9343120607011586, + "recall_coffee": 0.9200922907582236, + "F1_noncoffee": 0.7775860384853319, + "IoU_noncoffee": 0.6361069678244193, + "kappa": 0.7047866893504594, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8520826122072228, + "mIoU": 0.6895419497352677, + "macroF1": 0.8094176112038204, + "F1_coffee": 0.8995907657966361, + "IoU_coffee": 0.8175056495667182, + "precision_coffee": 0.9138339134758826, + "recall_coffee": 0.8857847957275339, + "F1_noncoffee": 0.7192444566110047, + "IoU_noncoffee": 0.5615782499038173, + "kappa": 0.6190939542988668, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34779356768885566, + "mIoU": 0.1764792393460565, + "macroF1": 0.26488806835951295, + "F1_coffee": 0.5117581187010078, + "IoU_coffee": 0.3438675696012039, + "precision_coffee": 0.9978165938864629, + "recall_coffee": 0.3441265060240964, + "F1_noncoffee": 0.018018018018018018, + "IoU_noncoffee": 0.00909090909090909, + "kappa": 0.004754856014081939, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8836623889437315, + "mIoU": 0.7372342467678368, + "macroF1": 0.8432722172102379, + "F1_coffee": 0.9228351612375184, + "IoU_coffee": 0.8567260348914959, + "precision_coffee": 0.9222011385199241, + "recall_coffee": 0.9234700563491024, + "F1_noncoffee": 0.7637092731829574, + "IoU_noncoffee": 0.6177424586441778, + "kappa": 0.6865448881122576, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8906540718477172, + "mIoU": 0.7568107610064969, + "macroF1": 0.85742735778707, + "F1_coffee": 0.9262548262548262, + "IoU_coffee": 0.8626393383674937, + "precision_coffee": 0.9520470930617104, + "recall_coffee": 0.9018231940354614, + "F1_noncoffee": 0.7885998893193138, + "IoU_noncoffee": 0.6509821836455002, + "kappa": 0.7154533851571709, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8961842230469121, + "mIoU": 0.7557665667113223, + "macroF1": 0.8558081961547575, + "F1_coffee": 0.9321095208462975, + "IoU_coffee": 0.8728512324456617, + "precision_coffee": 0.9291607220395757, + "recall_coffee": 0.935077095948561, + "F1_noncoffee": 0.7795068714632175, + "IoU_noncoffee": 0.638681900976983, + "kappa": 0.7116258253380684, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.894963022186688, + "mIoU": 0.765725581963197, + "macroF1": 0.8635494142468509, + "F1_coffee": 0.9290200580806376, + "IoU_coffee": 0.867448606381637, + "precision_coffee": 0.922107521115431, + "recall_coffee": 0.9360370168753402, + "F1_noncoffee": 0.7980787704130644, + "IoU_noncoffee": 0.664002557544757, + "kappa": 0.7271424493436639, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9143293264644152, + "mIoU": 0.8052042840402904, + "macroF1": 0.8896380091771, + "F1_coffee": 0.941839378238342, + "IoU_coffee": 0.8900722242624556, + "precision_coffee": 0.9545752921097544, + "recall_coffee": 0.929438834206826, + "F1_noncoffee": 0.837436640115858, + "IoU_noncoffee": 0.7203363438181252, + "kappa": 0.7793857841344279, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9231571957119817, + "mIoU": 0.8158716933721812, + "macroF1": 0.8960478860473251, + "F1_coffee": 0.9491333835719669, + "IoU_coffee": 0.903191107923987, + "precision_coffee": 0.9396916190002487, + "recall_coffee": 0.9587668104541994, + "F1_noncoffee": 0.8429623885226832, + "IoU_noncoffee": 0.7285522788203753, + "kappa": 0.7921605511246665, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8726350692412717, + "mIoU": 0.7084307525161612, + "macroF1": 0.8216107950072372, + "F1_coffee": 0.9170161392807218, + "IoU_coffee": 0.8467495892982868, + "precision_coffee": 0.9222903885480572, + "recall_coffee": 0.9118018701036138, + "F1_noncoffee": 0.7262054507337526, + "IoU_noncoffee": 0.5701119157340355, + "kappa": 0.6432600818664659, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8669720393167287, + "mIoU": 0.7104759491743569, + "macroF1": 0.8243704727177592, + "F1_coffee": 0.9108695652173913, + "IoU_coffee": 0.8363273453093812, + "precision_coffee": 0.9494801386296987, + "recall_coffee": 0.8752764807077906, + "F1_noncoffee": 0.7378713802181271, + "IoU_noncoffee": 0.5846245530393326, + "kappa": 0.6504409484905697, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8690464827717859, + "mIoU": 0.6974423492881436, + "macroF1": 0.8129092727286736, + "F1_coffee": 0.915392205229403, + "IoU_coffee": 0.843984534910166, + "precision_coffee": 0.9186780542146306, + "recall_coffee": 0.912129777559297, + "F1_noncoffee": 0.7104263402279443, + "IoU_noncoffee": 0.5509001636661212, + "kappa": 0.625834927967249, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7417, + 8413 + ], + [ + 47882, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2956071694691977, + "test_tta": { + "OA": 0.8935715548128986, + "mIoU": 0.7511961485310876, + "macroF1": 0.8526715048476906, + "F1_coffee": 0.9302971630608637, + "IoU_coffee": 0.8696781301644763, + "precision_coffee": 0.9249633814605566, + "recall_coffee": 0.93569281571483, + "F1_noncoffee": 0.7750458466345175, + "IoU_noncoffee": 0.6327141668976989, + "kappa": 0.7053746277455446, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8571160724587515, + "mIoU": 0.6909637416720841, + "macroF1": 0.8096527069915975, + "F1_coffee": 0.9047028155330467, + "IoU_coffee": 0.8259884425552843, + "precision_coffee": 0.9027489825693005, + "recall_coffee": 0.9066651242601269, + "F1_noncoffee": 0.7146025984501484, + "IoU_noncoffee": 0.5559390407888839, + "kappa": 0.619310754476842, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.580688270417993, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6982438663860281, + "mIoU": 0.5084832331010828, + "macroF1": 0.6661255647970199, + "F1_coffee": 0.769679800841274, + "IoU_coffee": 0.6255930784259001, + "precision_coffee": 0.9148712865514125, + "recall_coffee": 0.6642606155539562, + "F1_noncoffee": 0.5625713287527658, + "IoU_noncoffee": 0.39137338777626546, + "kappa": 0.36273416146014437, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.673185646705896, + "mIoU": 0.4840154586890347, + "macroF1": 0.6448902743204641, + "F1_coffee": 0.7451297970936249, + "IoU_coffee": 0.5937903341459917, + "precision_coffee": 0.8942523150022947, + "recall_coffee": 0.6386334278057338, + "F1_noncoffee": 0.5446507515473032, + "IoU_noncoffee": 0.37424058323207776, + "kappa": 0.32339507704633397, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19521316379955123, + "mIoU": 0.09887438603505674, + "macroF1": 0.1672501539758177, + "F1_coffee": 0.3198482932996207, + "IoU_coffee": 0.19036869826937547, + "precision_coffee": 0.9960629921259843, + "recall_coffee": 0.1905120481927711, + "F1_noncoffee": 0.014652014652014652, + "IoU_noncoffee": 0.007380073800738007, + "kappa": 0.0013175889094834369, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6146100691016781, + "mIoU": 0.4301374759789448, + "macroF1": 0.5962532401305547, + "F1_coffee": 0.6823433685923515, + "IoU_coffee": 0.5178461158453749, + "precision_coffee": 0.8999785361665593, + "recall_coffee": 0.549469270082558, + "F1_noncoffee": 0.5101631116687578, + "IoU_noncoffee": 0.34242883611251473, + "kappa": 0.25929935401234505, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7902771814321836, + "mIoU": 0.6098994232666267, + "macroF1": 0.7495231225644816, + "F1_coffee": 0.8505575197171608, + "IoU_coffee": 0.7399739737371347, + "precision_coffee": 0.9297658862876255, + "recall_coffee": 0.7837854771004323, + "F1_noncoffee": 0.6484887254118024, + "IoU_noncoffee": 0.4798248727961188, + "kappa": 0.5074545110440568, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6870777428870491, + "mIoU": 0.4950525041320365, + "macroF1": 0.6536569253064307, + "F1_coffee": 0.7612444186299778, + "IoU_coffee": 0.6145235025202204, + "precision_coffee": 0.9095246356696738, + "recall_coffee": 0.6545352394032087, + "F1_noncoffee": 0.5460694319828836, + "IoU_noncoffee": 0.37558150574385263, + "kappa": 0.34063348863147686, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.605036977813312, + "mIoU": 0.4264923208818304, + "macroF1": 0.5950937920086594, + "F1_coffee": 0.658545014688094, + "IoU_coffee": 0.49091845935849543, + "precision_coffee": 0.9017983909133933, + "recall_coffee": 0.5186445291235711, + "F1_noncoffee": 0.5316425693292249, + "IoU_noncoffee": 0.36206618240516547, + "kappa": 0.26367490272818406, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8269414233924823, + "mIoU": 0.6663078550774593, + "macroF1": 0.7941423071411586, + "F1_coffee": 0.8763125596618028, + "IoU_coffee": 0.7798543689320389, + "precision_coffee": 0.9390618149934239, + "recall_coffee": 0.8214240061357535, + "F1_noncoffee": 0.7119720546205145, + "IoU_noncoffee": 0.5527613412228797, + "kappa": 0.5925214590936448, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7384498624418936, + "mIoU": 0.5546407208723567, + "macroF1": 0.7062076090287432, + "F1_coffee": 0.8035345257607069, + "IoU_coffee": 0.6715902322811197, + "precision_coffee": 0.9165989270037392, + "recall_coffee": 0.7153006851053032, + "F1_noncoffee": 0.6088806922967797, + "IoU_noncoffee": 0.43769120946359374, + "kappa": 0.42969056030213737, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6239516286327287, + "mIoU": 0.4318237378891395, + "macroF1": 0.5947625919878744, + "F1_coffee": 0.7035214516377056, + "IoU_coffee": 0.5426402561973669, + "precision_coffee": 0.8984681853888452, + "recall_coffee": 0.5780894617134192, + "F1_noncoffee": 0.48600373233804317, + "IoU_noncoffee": 0.3210072195809121, + "kappa": 0.2506838888321619, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7536024429812005, + "mIoU": 0.5572841124297564, + "macroF1": 0.7045171020443823, + "F1_coffee": 0.8249491525423729, + "IoU_coffee": 0.7020540041541657, + "precision_coffee": 0.9201451905626135, + "recall_coffee": 0.7476038338658147, + "F1_noncoffee": 0.5840850515463918, + "IoU_noncoffee": 0.412514220705347, + "kappa": 0.42369039773037337, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6353918106328147, + "mIoU": 0.4403698641731432, + "macroF1": 0.6019446579493031, + "F1_coffee": 0.7173301761136599, + "IoU_coffee": 0.5592477212414907, + "precision_coffee": 0.9014320252929142, + "recall_coffee": 0.5956740813567654, + "F1_noncoffee": 0.48655913978494625, + "IoU_noncoffee": 0.32149200710479575, + "kappa": 0.2599576782034611, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 105, + 110 + ], + [ + 5876, + 8413 + ], + [ + 37477, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.54522496064504, + "test_tta": { + "OA": 0.7467825639872105, + "mIoU": 0.5573091477785156, + "macroF1": 0.7066244373336585, + "F1_coffee": 0.8151666549386626, + "IoU_coffee": 0.6880011086255023, + "precision_coffee": 0.9139753839680202, + "recall_coffee": 0.7356377799415774, + "F1_noncoffee": 0.5980822197286545, + "IoU_noncoffee": 0.4266171869315288, + "kappa": 0.42779117387954524, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7176214376370139, + "mIoU": 0.5258861568135454, + "macroF1": 0.6802253463597938, + "F1_coffee": 0.7895794598428751, + "IoU_coffee": 0.6523182924013993, + "precision_coffee": 0.8920349684312773, + "recall_coffee": 0.7082345229143772, + "F1_noncoffee": 0.5708712328767124, + "IoU_noncoffee": 0.3994540212256917, + "kappa": 0.37720593947792325, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6145932266017164, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7711884831054483, + "mIoU": 0.5784233992131785, + "macroF1": 0.7222830636185182, + "F1_coffee": 0.8388243149948504, + "IoU_coffee": 0.722392249361586, + "precision_coffee": 0.9013255502857838, + "recall_coffee": 0.7844291096905296, + "F1_noncoffee": 0.605741812242186, + "IoU_noncoffee": 0.43445454906477105, + "kappa": 0.4510233961054493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.745846313603323, + "mIoU": 0.5485470347564378, + "macroF1": 0.6971461939168988, + "F1_coffee": 0.818591723285979, + "IoU_coffee": 0.6928948606681654, + "precision_coffee": 0.8782055529785965, + "recall_coffee": 0.7665567702007057, + "F1_noncoffee": 0.5757006645478185, + "IoU_noncoffee": 0.4041992088447104, + "kappa": 0.4007507800862046, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.443530291697831, + "mIoU": 0.22540944238989483, + "macroF1": 0.31616894901831377, + "F1_coffee": 0.6112852664576802, + "IoU_coffee": 0.4401805869074492, + "precision_coffee": 0.9982935153583617, + "recall_coffee": 0.44051204819277107, + "F1_noncoffee": 0.021052631578947368, + "IoU_noncoffee": 0.010638297872340425, + "kappa": 0.007853565023808084, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7225567620927937, + "mIoU": 0.5298335083619103, + "macroF1": 0.6831994830754233, + "F1_coffee": 0.7948615014050582, + "IoU_coffee": 0.6595602931379081, + "precision_coffee": 0.8971084932861026, + "recall_coffee": 0.7135368890053728, + "F1_noncoffee": 0.5715374647457886, + "IoU_noncoffee": 0.4001067235859125, + "kappa": 0.3831355405661076, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8514383855732074, + "mIoU": 0.664918544369172, + "macroF1": 0.7875439457933615, + "F1_coffee": 0.904054720236628, + "IoU_coffee": 0.8249086308687096, + "precision_coffee": 0.8894210366777812, + "recall_coffee": 0.9191779963661425, + "F1_noncoffee": 0.6710331713500951, + "IoU_noncoffee": 0.5049284578696344, + "kappa": 0.5754819106372553, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7380340660386335, + "mIoU": 0.5489370970035172, + "macroF1": 0.7000199390319771, + "F1_coffee": 0.8068070175438596, + "IoU_coffee": 0.6761747926836441, + "precision_coffee": 0.9211601634484416, + "recall_coffee": 0.7177102191148012, + "F1_noncoffee": 0.5932328605200946, + "IoU_noncoffee": 0.4216994013233904, + "kappa": 0.41889524046496723, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7941235258844693, + "mIoU": 0.6117234706853873, + "macroF1": 0.7503466888981649, + "F1_coffee": 0.8548887010425472, + "IoU_coffee": 0.7465551181102362, + "precision_coffee": 0.8860981308411215, + "recall_coffee": 0.8258029395753946, + "F1_noncoffee": 0.6458046767537826, + "IoU_noncoffee": 0.47689182326053836, + "kappa": 0.502200692405201, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8825605800419767, + "mIoU": 0.7267988333980839, + "macroF1": 0.8350624853488098, + "F1_coffee": 0.9235736015397032, + "IoU_coffee": 0.8579997692928827, + "precision_coffee": 0.8978754225012071, + "recall_coffee": 0.9507861434232392, + "F1_noncoffee": 0.7465513691579164, + "IoU_noncoffee": 0.5955978975032852, + "kappa": 0.671018667787123, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7398728773361161, + "mIoU": 0.5597896358810334, + "macroF1": 0.7113985667093626, + "F1_coffee": 0.8020502454519203, + "IoU_coffee": 0.6695191032903459, + "precision_coffee": 0.9304857621440537, + "recall_coffee": 0.704770362852068, + "F1_noncoffee": 0.620746887966805, + "IoU_noncoffee": 0.4500601684717208, + "kappa": 0.4431245897624276, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6527208894090111, + "mIoU": 0.459826045751123, + "macroF1": 0.6213607941381711, + "F1_coffee": 0.7303294206739871, + "IoU_coffee": 0.575211738041274, + "precision_coffee": 0.9113589113589113, + "recall_coffee": 0.6092999747283295, + "F1_noncoffee": 0.5123921676023552, + "IoU_noncoffee": 0.344440353460972, + "kappa": 0.2931509589140696, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8203072812291249, + "mIoU": 0.60667076121906, + "macroF1": 0.7381381339217215, + "F1_coffee": 0.8848247599241544, + "IoU_coffee": 0.7934401053093462, + "precision_coffee": 0.8808914870295944, + "recall_coffee": 0.8887933153108872, + "F1_noncoffee": 0.5914515079192884, + "IoU_noncoffee": 0.4199014171287739, + "kappa": 0.47631330344129946, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7361840221437435, + "mIoU": 0.5365179978273484, + "macroF1": 0.6864962898026257, + "F1_coffee": 0.8113052976515566, + "IoU_coffee": 0.6825178038134619, + "precision_coffee": 0.9126094301950545, + "recall_coffee": 0.7302445618778419, + "F1_noncoffee": 0.5616872819536949, + "IoU_noncoffee": 0.3905181918412348, + "kappa": 0.3904397664331394, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6223, + 8413 + ], + [ + 41668, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3444671352704365, + "test_tta": { + "OA": 0.8016677645849065, + "mIoU": 0.6109275044878932, + "macroF1": 0.747577434944724, + "F1_coffee": 0.8644261394838001, + "IoU_coffee": 0.7612240555544809, + "precision_coffee": 0.8983062454346238, + "recall_coffee": 0.8330087633885103, + "F1_noncoffee": 0.6307287304056479, + "IoU_noncoffee": 0.4606309534213056, + "kappa": 0.4971033187318795, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7747490481135341, + "mIoU": 0.576417854735051, + "macroF1": 0.7190960743701376, + "F1_coffee": 0.8441286253218627, + "IoU_coffee": 0.7302963321130068, + "precision_coffee": 0.8750077589952618, + "recall_coffee": 0.8153546571037461, + "F1_noncoffee": 0.5940635234184124, + "IoU_noncoffee": 0.4225393773570953, + "kappa": 0.44000841543685326, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7242647844390367, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8852970002731406, + "mIoU": 0.7414804748820738, + "macroF1": 0.846367518457984, + "F1_coffee": 0.9237033632933984, + "IoU_coffee": 0.8582237756682687, + "precision_coffee": 0.9328253502277289, + "recall_coffee": 0.9147580542737395, + "F1_noncoffee": 0.7690316736225695, + "IoU_noncoffee": 0.6247371740958789, + "kappa": 0.6928239596041957, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8503951771085727, + "mIoU": 0.6856646012092347, + "macroF1": 0.8063856304638437, + "F1_coffee": 0.8986942466770189, + "IoU_coffee": 0.8160261071599596, + "precision_coffee": 0.9106202747100502, + "recall_coffee": 0.8870765612046195, + "F1_noncoffee": 0.7140770142506684, + "IoU_noncoffee": 0.5553030952585098, + "kappa": 0.612958626318378, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4360508601346298, + "mIoU": 0.22070168848115782, + "macroF1": 0.310243799639829, + "F1_coffee": 0.6048218029350105, + "IoU_coffee": 0.43350864012021034, + "precision_coffee": 0.9948275862068966, + "recall_coffee": 0.43448795180722893, + "F1_noncoffee": 0.015665796344647518, + "IoU_noncoffee": 0.007894736842105263, + "kappa": 0.002392836926877047, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8953109575518262, + "mIoU": 0.7618134220013724, + "macroF1": 0.8605521664263245, + "F1_coffee": 0.9301728395061728, + "IoU_coffee": 0.8694608567208272, + "precision_coffee": 0.9347581552305961, + "recall_coffee": 0.9256322893460883, + "F1_noncoffee": 0.7909314933464761, + "IoU_noncoffee": 0.6541659872819175, + "kappa": 0.7211244244598265, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.887409951815276, + "mIoU": 0.7465522812788751, + "macroF1": 0.850008656012676, + "F1_coffee": 0.9249077255950108, + "IoU_coffee": 0.8603054338818515, + "precision_coffee": 0.9396780241805134, + "recall_coffee": 0.9105945742747948, + "F1_noncoffee": 0.7751095864303411, + "IoU_noncoffee": 0.6327991286758986, + "kappa": 0.7002391168829275, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8735369683128746, + "mIoU": 0.7171861805486847, + "macroF1": 0.8287567785880208, + "F1_coffee": 0.916325631177989, + "IoU_coffee": 0.8455728561468743, + "precision_coffee": 0.9242395376897187, + "recall_coffee": 0.9085461015044635, + "F1_noncoffee": 0.7411879259980526, + "IoU_noncoffee": 0.588799504950495, + "kappa": 0.6575912086563949, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9043573855686589, + "mIoU": 0.7876126160594927, + "macroF1": 0.8783714767026518, + "F1_coffee": 0.9345909370514661, + "IoU_coffee": 0.8772132409545804, + "precision_coffee": 0.9387614993821227, + "recall_coffee": 0.9304572672836146, + "F1_noncoffee": 0.8221520163538376, + "IoU_noncoffee": 0.6980119911644052, + "kappa": 0.7567560070514209, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9195764167143675, + "mIoU": 0.8151702327850572, + "macroF1": 0.8959481066333355, + "F1_coffee": 0.9455320798604381, + "IoU_coffee": 0.8966911764705883, + "precision_coffee": 0.9559707342565978, + "recall_coffee": 0.9353189313562572, + "F1_noncoffee": 0.846364133406233, + "IoU_noncoffee": 0.7336492890995261, + "kappa": 0.7919661790357391, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8901432501660184, + "mIoU": 0.750596233575548, + "macroF1": 0.8527294394170061, + "F1_coffee": 0.9269584962785417, + "IoU_coffee": 0.8638608041382554, + "precision_coffee": 0.921726041144004, + "recall_coffee": 0.9322506977924385, + "F1_noncoffee": 0.7785003825554705, + "IoU_noncoffee": 0.6373316630128406, + "kappa": 0.7054876603775969, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8864833235810415, + "mIoU": 0.7348005735253129, + "macroF1": 0.8408672897339804, + "F1_coffee": 0.9260670731707317, + "IoU_coffee": 0.8623136976579134, + "precision_coffee": 0.9310344827586207, + "recall_coffee": 0.9211523881728583, + "F1_noncoffee": 0.7556675062972292, + "IoU_noncoffee": 0.6072874493927125, + "kappa": 0.6817645172994339, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8552342780799694, + "mIoU": 0.6806294266808207, + "macroF1": 0.8009602054584556, + "F1_coffee": 0.9048962447495454, + "IoU_coffee": 0.826310968628349, + "precision_coffee": 0.9237168821195444, + "recall_coffee": 0.8868272302777095, + "F1_noncoffee": 0.6970241661673657, + "IoU_noncoffee": 0.5349478847332925, + "kappa": 0.6024461825410959, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8568292450128854, + "mIoU": 0.6845648358978649, + "macroF1": 0.8041152658543049, + "F1_coffee": 0.9057315233785822, + "IoU_coffee": 0.8277050310130944, + "precision_coffee": 0.9268167202572347, + "recall_coffee": 0.8855843677030847, + "F1_noncoffee": 0.7024990083300278, + "IoU_noncoffee": 0.5414246407826353, + "kappa": 0.6088693999856744, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7558, + 8413 + ], + [ + 47435, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.518998396396637, + "test_tta": { + "OA": 0.8905670078246758, + "mIoU": 0.7467416996068901, + "macroF1": 0.8496657346885339, + "F1_coffee": 0.9280804198388647, + "IoU_coffee": 0.8658116121914219, + "precision_coffee": 0.9259391921788416, + "recall_coffee": 0.9302315735997629, + "F1_noncoffee": 0.7712510495382032, + "IoU_noncoffee": 0.6276717870223583, + "kappa": 0.6993365832897829, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8553709472712588, + "mIoU": 0.6880641430917616, + "macroF1": 0.8074792555676867, + "F1_coffee": 0.9035008371985604, + "IoU_coffee": 0.8239868007652748, + "precision_coffee": 0.9019039019423258, + "recall_coffee": 0.9051034376385756, + "F1_noncoffee": 0.711457673936813, + "IoU_noncoffee": 0.5521414854182484, + "kappa": 0.6149621206061194, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.7300189625355247, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8854094699464966, + "mIoU": 0.7350239508254331, + "macroF1": 0.8412238168421838, + "F1_coffee": 0.9249831706496129, + "IoU_coffee": 0.8604359907635709, + "precision_coffee": 0.9192975120217437, + "recall_coffee": 0.9307395961220948, + "F1_noncoffee": 0.7574644630347548, + "IoU_noncoffee": 0.6096119108872954, + "kappa": 0.682486900683821, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8538133148725049, + "mIoU": 0.6855032664330378, + "macroF1": 0.8055547014556164, + "F1_coffee": 0.9024239973815438, + "IoU_coffee": 0.8221972740189801, + "precision_coffee": 0.9011747514948761, + "recall_coffee": 0.9036767115892571, + "F1_noncoffee": 0.7086854055296891, + "IoU_noncoffee": 0.5488092588470955, + "kappa": 0.6111116340264412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5527299925205684, + "mIoU": 0.27967146250728336, + "macroF1": 0.36349957966067153, + "F1_coffee": 0.7105517909002904, + "IoU_coffee": 0.551051051051051, + "precision_coffee": 0.994579945799458, + "recall_coffee": 0.552710843373494, + "F1_noncoffee": 0.01644736842105263, + "IoU_noncoffee": 0.008291873963515755, + "kappa": 0.0032264740423431026, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8736920039486673, + "mIoU": 0.7066014101263614, + "macroF1": 0.8198638538233165, + "F1_coffee": 0.918334131163236, + "IoU_coffee": 0.8489998229775182, + "precision_coffee": 0.895165806010079, + "recall_coffee": 0.9427335866858865, + "F1_noncoffee": 0.7213935764833969, + "IoU_noncoffee": 0.5642029972752044, + "kappa": 0.6405491410785832, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.9003387242975049, + "mIoU": 0.7656144188927451, + "macroF1": 0.8627069770316254, + "F1_coffee": 0.9345858775638015, + "IoU_coffee": 0.877204326357865, + "precision_coffee": 0.9342055840741205, + "recall_coffee": 0.9349664807969426, + "F1_noncoffee": 0.7908280764994493, + "IoU_noncoffee": 0.6540245114276251, + "kappa": 0.7254140995632422, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8818155866400228, + "mIoU": 0.7322368751712937, + "macroF1": 0.8395856804863422, + "F1_coffee": 0.9218917049242186, + "IoU_coffee": 0.8551012074899376, + "precision_coffee": 0.9287841348286131, + "recall_coffee": 0.9151008177788875, + "F1_noncoffee": 0.7572796560484659, + "IoU_noncoffee": 0.6093725428526497, + "kappa": 0.6792262547321437, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8976614031581052, + "mIoU": 0.7630743413324383, + "macroF1": 0.8611692597994751, + "F1_coffee": 0.9323467230443975, + "IoU_coffee": 0.8732673267326733, + "precision_coffee": 0.9060092449922958, + "recall_coffee": 0.9602612955906369, + "F1_noncoffee": 0.7899917965545529, + "IoU_noncoffee": 0.6528813559322034, + "kappa": 0.7230649741091283, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9194810150734593, + "mIoU": 0.8095785695990302, + "macroF1": 0.8921041027381492, + "F1_coffee": 0.9464534957492704, + "IoU_coffee": 0.8983499939780802, + "precision_coffee": 0.9395389847587857, + "recall_coffee": 0.9534705356001534, + "F1_noncoffee": 0.837754709727028, + "IoU_noncoffee": 0.7208071452199801, + "kappa": 0.7842436131967635, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9149037093254909, + "mIoU": 0.7985530608494322, + "macroF1": 0.8848977446547281, + "F1_coffee": 0.9436663945236451, + "IoU_coffee": 0.8933412604042806, + "precision_coffee": 0.9343365253077975, + "recall_coffee": 0.9531844709464603, + "F1_noncoffee": 0.8261290947858112, + "IoU_noncoffee": 0.7037648612945839, + "kappa": 0.7698663138913506, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8503023210454457, + "mIoU": 0.6507805437522343, + "macroF1": 0.7745049600731309, + "F1_coffee": 0.9052410642632261, + "IoU_coffee": 0.8268862072854404, + "precision_coffee": 0.8849728424864213, + "recall_coffee": 0.9264594389689158, + "F1_noncoffee": 0.6437688558830356, + "IoU_noncoffee": 0.47467488021902804, + "kappa": 0.5498974737061364, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8811909533352419, + "mIoU": 0.7220545567032217, + "macroF1": 0.8314158800601723, + "F1_coffee": 0.9230198478946392, + "IoU_coffee": 0.857044436789528, + "precision_coffee": 0.9289359054138145, + "recall_coffee": 0.91717866797739, + "F1_noncoffee": 0.7398119122257053, + "IoU_noncoffee": 0.5870646766169154, + "kappa": 0.6628779757683406, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8485253412236328, + "mIoU": 0.6709210016231562, + "macroF1": 0.7936736595131222, + "F1_coffee": 0.9000566786321557, + "IoU_coffee": 0.818275506698729, + "precision_coffee": 0.9230173081890984, + "recall_coffee": 0.8782106427430257, + "F1_noncoffee": 0.6872906403940887, + "IoU_noncoffee": 0.5235664965475834, + "kappa": 0.5881447252636332, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7595, + 8413 + ], + [ + 47402, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.317884584267934, + "test_tta": { + "OA": 0.8875785279326467, + "mIoU": 0.7365955876160875, + "macroF1": 0.8421236097564889, + "F1_coffee": 0.9268364092643907, + "IoU_coffee": 0.8636487645178892, + "precision_coffee": 0.9158142706589796, + "recall_coffee": 0.9381270903010034, + "F1_noncoffee": 0.7574108102485871, + "IoU_noncoffee": 0.6095424107142857, + "kappa": 0.6843987960589287, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8561497634706358, + "mIoU": 0.6855853385956578, + "macroF1": 0.8051522216507837, + "F1_coffee": 0.9048355087397909, + "IoU_coffee": 0.8262096844452963, + "precision_coffee": 0.895657429969211, + "recall_coffee": 0.9142036362234176, + "F1_noncoffee": 0.7054689345617765, + "IoU_noncoffee": 0.5449609927460194, + "kappa": 0.6104310510272144, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.5704733724308326, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8103600636257009, + "mIoU": 0.6166825250327135, + "macroF1": 0.751084890744155, + "F1_coffee": 0.8725529364762286, + "IoU_coffee": 0.7739192062367115, + "precision_coffee": 0.8905640415261522, + "recall_coffee": 0.8552559163456247, + "F1_noncoffee": 0.6296168450120815, + "IoU_noncoffee": 0.45944584382871534, + "kappa": 0.5027608490382931, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7806190146532825, + "mIoU": 0.5796468665998465, + "macroF1": 0.7208510661941024, + "F1_coffee": 0.8500182411579684, + "IoU_coffee": 0.7391580210923433, + "precision_coffee": 0.8698740716822732, + "recall_coffee": 0.8310486436462491, + "F1_noncoffee": 0.5916838912302365, + "IoU_noncoffee": 0.4201357121073498, + "kappa": 0.44249294171794923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4106207928197457, + "mIoU": 0.20654400991665986, + "macroF1": 0.2942038694463798, + "F1_coffee": 0.5808510638297872, + "IoU_coffee": 0.40929535232383807, + "precision_coffee": 0.9891304347826086, + "recall_coffee": 0.411144578313253, + "F1_noncoffee": 0.007556675062972292, + "IoU_noncoffee": 0.0037926675094816687, + "kappa": -0.005831315731186734, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8180651530108588, + "mIoU": 0.6151574255221008, + "macroF1": 0.747506504352295, + "F1_coffee": 0.8809815950920246, + "IoU_coffee": 0.7872807017543859, + "precision_coffee": 0.8684746625923097, + "recall_coffee": 0.8938540165115975, + "F1_noncoffee": 0.6140314136125654, + "IoU_noncoffee": 0.44303414928981566, + "kappa": 0.4953524098816655, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8231000429368828, + "mIoU": 0.6368132735956731, + "macroF1": 0.7676614222375275, + "F1_coffee": 0.8811538461538462, + "IoU_coffee": 0.78755586112066, + "precision_coffee": 0.9020276921057813, + "recall_coffee": 0.8612242340705469, + "F1_noncoffee": 0.6541689983212088, + "IoU_noncoffee": 0.4860706860706861, + "kappa": 0.5360458125118692, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7902274241126653, + "mIoU": 0.5979927435644675, + "macroF1": 0.7374561687905342, + "F1_coffee": 0.8551624453861568, + "IoU_coffee": 0.7469727403156384, + "precision_coffee": 0.9025100540840383, + "recall_coffee": 0.8125351145514701, + "F1_noncoffee": 0.6197498921949116, + "IoU_noncoffee": 0.44901274681329667, + "kappa": 0.4786792470089291, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.839796122326604, + "mIoU": 0.6535447511804356, + "macroF1": 0.7796077487858729, + "F1_coffee": 0.8947817525434854, + "IoU_coffee": 0.8095973393514669, + "precision_coffee": 0.8642069227843286, + "recall_coffee": 0.9275993467610234, + "F1_noncoffee": 0.6644337450282605, + "IoU_noncoffee": 0.4974921630094044, + "kappa": 0.5609680698486876, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8537492844876932, + "mIoU": 0.6951204796662073, + "macroF1": 0.813888312389826, + "F1_coffee": 0.9000195656427313, + "IoU_coffee": 0.8182141586623978, + "precision_coffee": 0.918774966711052, + "recall_coffee": 0.8820145724146746, + "F1_noncoffee": 0.7277570591369206, + "IoU_noncoffee": 0.5720268006700168, + "kappa": 0.6281985030396089, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8336021250355754, + "mIoU": 0.6681245912235209, + "macroF1": 0.7943543356789957, + "F1_coffee": 0.8841938465601479, + "IoU_coffee": 0.7924260355029585, + "precision_coffee": 0.9218061674008811, + "recall_coffee": 0.8495305759959401, + "F1_noncoffee": 0.7045148247978437, + "IoU_noncoffee": 0.5438231469440832, + "kappa": 0.5904484487406935, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7968597620440804, + "mIoU": 0.5792742756299171, + "macroF1": 0.7156033990848987, + "F1_coffee": 0.8676199555131872, + "IoU_coffee": 0.7661914917499159, + "precision_coffee": 0.8727784170822146, + "recall_coffee": 0.8625221127116502, + "F1_noncoffee": 0.5635868426566101, + "IoU_noncoffee": 0.39235705950991834, + "kappa": 0.4312722937662369, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7924420269109648, + "mIoU": 0.5801085658374335, + "macroF1": 0.7178492669935812, + "F1_coffee": 0.8629230478351295, + "IoU_coffee": 0.7588959095443965, + "precision_coffee": 0.8857549488937767, + "recall_coffee": 0.8412386335709019, + "F1_noncoffee": 0.572775486152033, + "IoU_noncoffee": 0.40132122213047067, + "kappa": 0.4368647028646615, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7465877636728071, + "mIoU": 0.5327482656699476, + "macroF1": 0.6786248487295361, + "F1_coffee": 0.8264138607388035, + "IoU_coffee": 0.7041782729805014, + "precision_coffee": 0.8829281922324672, + "recall_coffee": 0.7766990291262136, + "F1_noncoffee": 0.5308358367202686, + "IoU_noncoffee": 0.3613182583593938, + "kappa": 0.3642891010538042, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7126, + 8413 + ], + [ + 43203, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.231530475616455, + "test_tta": { + "OA": 0.8197593148990183, + "mIoU": 0.6267553401647894, + "macroF1": 0.7586860584525484, + "F1_coffee": 0.8800855157669696, + "IoU_coffee": 0.7858506414172266, + "precision_coffee": 0.8889608706918891, + "recall_coffee": 0.8713856314296601, + "F1_noncoffee": 0.6372866011381273, + "IoU_noncoffee": 0.4676600389123523, + "kappa": 0.5175175889720642, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7899359640013845, + "mIoU": 0.5882878802190794, + "macroF1": 0.7273823111604252, + "F1_coffee": 0.8579703361319955, + "IoU_coffee": 0.7512679952866438, + "precision_coffee": 0.868000473540902, + "recall_coffee": 0.8481693562380704, + "F1_noncoffee": 0.5967942861888548, + "IoU_noncoffee": 0.42530776515151514, + "kappa": 0.45497122735035805, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6120030067466533, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306849403107376, + "mIoU": 0.6572084990298468, + "macroF1": 0.785084689351095, + "F1_coffee": 0.8840806089673076, + "IoU_coffee": 0.7922441495968299, + "precision_coffee": 0.9202812256675674, + "recall_coffee": 0.8506202108293468, + "F1_noncoffee": 0.6860887697348823, + "IoU_noncoffee": 0.5221728484628638, + "kappa": 0.5719629676539971, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7968155070958809, + "mIoU": 0.6135291627451023, + "macroF1": 0.7514501040408972, + "F1_coffee": 0.8576365730916147, + "IoU_coffee": 0.7507563292818853, + "precision_coffee": 0.9011276040007645, + "recall_coffee": 0.8181502689571404, + "F1_noncoffee": 0.6452636349901798, + "IoU_noncoffee": 0.47630199620831937, + "kappa": 0.5057687703374574, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8437808489634748, + "mIoU": 0.6766771466006493, + "macroF1": 0.7998352123951864, + "F1_coffee": 0.8936241723523678, + "IoU_coffee": 0.8077039917370435, + "precision_coffee": 0.9173970050376096, + "recall_coffee": 0.8710522867251999, + "F1_noncoffee": 0.706046252438005, + "IoU_noncoffee": 0.545650301464255, + "kappa": 0.6004118986221788, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8130337293068078, + "mIoU": 0.6331078607437575, + "macroF1": 0.7665414926676463, + "F1_coffee": 0.8707240639947221, + "IoU_coffee": 0.7710463282117194, + "precision_coffee": 0.9194649575031351, + "recall_coffee": 0.8268905457051563, + "F1_noncoffee": 0.6623589213405704, + "IoU_noncoffee": 0.49516939327579546, + "kappa": 0.5364848585375076, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8356646683794843, + "mIoU": 0.6635147552652023, + "macroF1": 0.7897497786174328, + "F1_coffee": 0.8880025940337224, + "IoU_coffee": 0.7985653467078789, + "precision_coffee": 0.9238917751838608, + "recall_coffee": 0.8547974280541857, + "F1_noncoffee": 0.6914969632011433, + "IoU_noncoffee": 0.5284641638225256, + "kappa": 0.581240166917011, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8828702778333, + "mIoU": 0.7481285485288476, + "macroF1": 0.8519287219363585, + "F1_coffee": 0.9196159122085048, + "IoU_coffee": 0.851193499238192, + "precision_coffee": 0.9269911504424779, + "recall_coffee": 0.9123571039738705, + "F1_noncoffee": 0.7842415316642121, + "IoU_noncoffee": 0.6450635978195033, + "kappa": 0.7039077505614804, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8377218088151116, + "mIoU": 0.6791993520853506, + "macroF1": 0.8032979289694302, + "F1_coffee": 0.885585524988229, + "IoU_coffee": 0.7946644133268952, + "precision_coffee": 0.9345542305508234, + "recall_coffee": 0.84149303336316, + "F1_noncoffee": 0.7210103329506314, + "IoU_noncoffee": 0.5637342908438061, + "kappa": 0.6092120914042091, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8814154254814534, + "mIoU": 0.7398569126974713, + "macroF1": 0.845707094481768, + "F1_coffee": 0.9199333845759672, + "IoU_coffee": 0.8517376349187522, + "precision_coffee": 0.9289780077619664, + "recall_coffee": 0.9110631819335194, + "F1_noncoffee": 0.7714808043875686, + "IoU_noncoffee": 0.6279761904761905, + "kappa": 0.6914976530759319, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8056368246537936, + "mIoU": 0.6119278798040404, + "macroF1": 0.747538748817064, + "F1_coffee": 0.8686482567718975, + "IoU_coffee": 0.7677968076430153, + "precision_coffee": 0.9078385452541673, + "recall_coffee": 0.8327015415718979, + "F1_noncoffee": 0.6264292408622305, + "IoU_noncoffee": 0.4560589519650655, + "kappa": 0.49773948357385583, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7883385819257562, + "mIoU": 0.5874398108073455, + "macroF1": 0.7269403541980544, + "F1_coffee": 0.8564215432418436, + "IoU_coffee": 0.7488961847616891, + "precision_coffee": 0.9049247606019152, + "recall_coffee": 0.8128532809043991, + "F1_noncoffee": 0.597459165154265, + "IoU_noncoffee": 0.42598343685300205, + "kappa": 0.458244262183199, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7896344373389329, + "mIoU": 0.5956339517357881, + "macroF1": 0.7351778407718341, + "F1_coffee": 0.8552666141318623, + "IoU_coffee": 0.7471317117944011, + "precision_coffee": 0.9183472006769144, + "recall_coffee": 0.8002949489984024, + "F1_noncoffee": 0.6150890674118058, + "IoU_noncoffee": 0.4441361916771753, + "kappa": 0.47691921829473005, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7147, + 8413 + ], + [ + 44444, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.030856716632843, + "test_tta": { + "OA": 0.8411928212214207, + "mIoU": 0.6707956396868301, + "macroF1": 0.7951340398309041, + "F1_coffee": 0.8922724795640327, + "IoU_coffee": 0.8054981600645453, + "precision_coffee": 0.9196773613732363, + "recall_coffee": 0.866453579442022, + "F1_noncoffee": 0.6979956000977756, + "IoU_noncoffee": 0.5360931193091149, + "kappa": 0.591285479229151, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8070122302988346, + "mIoU": 0.6247570976607492, + "macroF1": 0.7599324946182642, + "F1_coffee": 0.8662448396157575, + "IoU_coffee": 0.764049302604433, + "precision_coffee": 0.8994478349317059, + "recall_coffee": 0.8354059421211946, + "F1_noncoffee": 0.6536201496207709, + "IoU_noncoffee": 0.4854648927170653, + "kappa": 0.5215534000048454, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.7163269303780713, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8806214752807725, + "mIoU": 0.7289898138227769, + "macroF1": 0.8371708658732844, + "F1_coffee": 0.9212840343256701, + "IoU_coffee": 0.8540561775682577, + "precision_coffee": 0.9222024264019683, + "recall_coffee": 0.9203674696244867, + "F1_noncoffee": 0.7530576974208987, + "IoU_noncoffee": 0.6039234500772962, + "kappa": 0.6743427449511823, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8485923618322372, + "mIoU": 0.6788762787324458, + "macroF1": 0.8007852171673036, + "F1_coffee": 0.8983756364833207, + "IoU_coffee": 0.8155008787346222, + "precision_coffee": 0.9021483425682901, + "recall_coffee": 0.8946343532496578, + "F1_noncoffee": 0.7031947978512864, + "IoU_noncoffee": 0.5422516787302695, + "kappa": 0.6015907838035572, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.525056095736724, + "mIoU": 0.2655428866366366, + "macroF1": 0.3512709128489614, + "F1_coffee": 0.6870379497289305, + "IoU_coffee": 0.5232732732732732, + "precision_coffee": 0.9942938659058488, + "recall_coffee": 0.5248493975903614, + "F1_noncoffee": 0.015503875968992248, + "IoU_noncoffee": 0.0078125, + "kappa": 0.0022587396890648677, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8791214215202369, + "mIoU": 0.7213477620735937, + "macroF1": 0.8311985883301127, + "F1_coffee": 0.9211399130574787, + "IoU_coffee": 0.853808500477555, + "precision_coffee": 0.9056544038498069, + "recall_coffee": 0.9371641986633469, + "F1_noncoffee": 0.7412572636027469, + "IoU_noncoffee": 0.5888870236696324, + "kappa": 0.662720715600038, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8751490863985497, + "mIoU": 0.7235925640824403, + "macroF1": 0.8337276099632447, + "F1_coffee": 0.9167170543869141, + "IoU_coffee": 0.8462397179788484, + "precision_coffee": 0.9315095071788901, + "recall_coffee": 0.9023870684794186, + "F1_noncoffee": 0.7507381655395752, + "IoU_noncoffee": 0.6009454101860323, + "kappa": 0.6677060201870325, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8875249785897802, + "mIoU": 0.7417287289694712, + "macroF1": 0.8462083699355369, + "F1_coffee": 0.9259212835297067, + "IoU_coffee": 0.8620609172598903, + "precision_coffee": 0.9295916441200529, + "recall_coffee": 0.9222797927461139, + "F1_noncoffee": 0.7664954563413671, + "IoU_noncoffee": 0.6213965406790519, + "kappa": 0.6924318537620645, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8858684789126524, + "mIoU": 0.7425384892442055, + "macroF1": 0.8471090812093436, + "F1_coffee": 0.9240893379420367, + "IoU_coffee": 0.8588903991103423, + "precision_coffee": 0.9031964656964657, + "recall_coffee": 0.945971692977681, + "F1_noncoffee": 0.7701288244766505, + "IoU_noncoffee": 0.6261865793780688, + "kappa": 0.6947128398704692, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9016409082236214, + "mIoU": 0.7796133231240429, + "macroF1": 0.8729223495180942, + "F1_coffee": 0.9333333333333333, + "IoU_coffee": 0.875, + "precision_coffee": 0.9443862863124837, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.8125113657028551, + "IoU_noncoffee": 0.6842266462480857, + "kappa": 0.7459425703471566, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.903234987192866, + "mIoU": 0.7796275116612845, + "macroF1": 0.8727245221052511, + "F1_coffee": 0.9350401222774168, + "IoU_coffee": 0.878005023322569, + "precision_coffee": 0.9387468030690537, + "recall_coffee": 0.9313625983252981, + "F1_noncoffee": 0.8104089219330854, + "IoU_noncoffee": 0.68125, + "kappa": 0.7454606266782847, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.872537546323386, + "mIoU": 0.6993398669188009, + "macroF1": 0.81386520916303, + "F1_coffee": 0.9183686215726687, + "IoU_coffee": 0.8490587827693729, + "precision_coffee": 0.9079906138075831, + "recall_coffee": 0.9289866060146575, + "F1_noncoffee": 0.7093617967533912, + "IoU_noncoffee": 0.5496209510682288, + "kappa": 0.6279034861907876, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8486496803130069, + "mIoU": 0.6687848756547938, + "macroF1": 0.7917070560220578, + "F1_coffee": 0.9006141120441158, + "IoU_coffee": 0.8191974464204287, + "precision_coffee": 0.9189258312020461, + "recall_coffee": 0.8830179405259277, + "F1_noncoffee": 0.6828, + "IoU_noncoffee": 0.5183723048891589, + "kappa": 0.5839414150688378, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8717190035315453, + "mIoU": 0.7026740987861447, + "macroF1": 0.8168914947469605, + "F1_coffee": 0.9170882171499075, + "IoU_coffee": 0.8468725076905549, + "precision_coffee": 0.9207233989842686, + "recall_coffee": 0.9134816271353079, + "F1_noncoffee": 0.7166947723440135, + "IoU_noncoffee": 0.5584756898817346, + "kappa": 0.633802494569357, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7415, + 8413 + ], + [ + 47285, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.124885559082031, + "test_tta": { + "OA": 0.8830958080946031, + "mIoU": 0.7326822780202689, + "macroF1": 0.8397301183959316, + "F1_coffee": 0.9230980615976494, + "IoU_coffee": 0.8571793110216901, + "precision_coffee": 0.9218314616228996, + "recall_coffee": 0.9243681469878497, + "F1_noncoffee": 0.7563621751942138, + "IoU_noncoffee": 0.6081852450188476, + "kappa": 0.6794621539707532, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8506403599861544, + "mIoU": 0.6809971318280328, + "macroF1": 0.8022383502860242, + "F1_coffee": 0.9000752619695479, + "IoU_coffee": 0.8183062266435076, + "precision_coffee": 0.9009097757431767, + "recall_coffee": 0.8992422927873214, + "F1_noncoffee": 0.7044014386025004, + "IoU_noncoffee": 0.5436880370125579, + "kappa": 0.604477704504948, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.7333109652385417, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8903260013817703, + "mIoU": 0.750863888877157, + "macroF1": 0.8529087446315793, + "F1_coffee": 0.927096016234113, + "IoU_coffee": 0.864099705343633, + "precision_coffee": 0.9356299042855911, + "recall_coffee": 0.9187163964269083, + "F1_noncoffee": 0.7787214730290456, + "IoU_noncoffee": 0.6376280724106811, + "kappa": 0.7058917537026083, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8536979346948195, + "mIoU": 0.6930423857504973, + "macroF1": 0.8121181891770851, + "F1_coffee": 0.9005041489299096, + "IoU_coffee": 0.8190155042908883, + "precision_coffee": 0.9165052808113882, + "recall_coffee": 0.8850521526211271, + "F1_noncoffee": 0.7237322294242606, + "IoU_noncoffee": 0.5670692672101063, + "kappa": 0.6245541418725096, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32086761406133135, + "mIoU": 0.16275657896898546, + "macroF1": 0.24922943722943725, + "F1_coffee": 0.48114285714285715, + "IoU_coffee": 0.31677953348382243, + "precision_coffee": 0.9976303317535545, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.017316017316017316, + "IoU_noncoffee": 0.008733624454148471, + "kappa": 0.004038007478763949, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8917571569595262, + "mIoU": 0.7557537717481615, + "macroF1": 0.8564570749544744, + "F1_coffee": 0.9276404790972382, + "IoU_coffee": 0.8650461538461538, + "precision_coffee": 0.9343303423064141, + "recall_coffee": 0.9210457345039968, + "F1_noncoffee": 0.7852736708117105, + "IoU_noncoffee": 0.6464613896501693, + "kappa": 0.7129578184727532, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8888888888888888, + "mIoU": 0.7507824000646908, + "macroF1": 0.8530639929619046, + "F1_coffee": 0.9256171952349015, + "IoU_coffee": 0.8615338882282997, + "precision_coffee": 0.9440390879478827, + "recall_coffee": 0.9079005074869996, + "F1_noncoffee": 0.7805107906889077, + "IoU_noncoffee": 0.640030911901082, + "kappa": 0.7064578231566454, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8903796745646588, + "mIoU": 0.7459676787991503, + "macroF1": 0.8490893129761097, + "F1_coffee": 0.9280269898787955, + "IoU_coffee": 0.8657186152232195, + "precision_coffee": 0.9287813418370537, + "recall_coffee": 0.9272738622885324, + "F1_noncoffee": 0.7701516360734237, + "IoU_noncoffee": 0.6262167423750811, + "kappa": 0.6981792617835245, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9076554067559465, + "mIoU": 0.7926083429465496, + "macroF1": 0.8815415456825799, + "F1_coffee": 0.9371599564744287, + "IoU_coffee": 0.881750703864858, + "precision_coffee": 0.9366503534529635, + "recall_coffee": 0.9376701143168209, + "F1_noncoffee": 0.825923134890731, + "IoU_noncoffee": 0.7034659820282413, + "kappa": 0.7630832856367373, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9141385231825987, + "mIoU": 0.8026327349671952, + "macroF1": 0.8878621959068287, + "F1_coffee": 0.9421445101568526, + "IoU_coffee": 0.8906174039863879, + "precision_coffee": 0.9476270528902108, + "recall_coffee": 0.9367250415441647, + "F1_noncoffee": 0.8335798816568047, + "IoU_noncoffee": 0.7146480659480026, + "kappa": 0.7757459837022778, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.91547291528318, + "mIoU": 0.7993955818986527, + "macroF1": 0.8854270956241554, + "F1_coffee": 0.9440993788819876, + "IoU_coffee": 0.8941176470588236, + "precision_coffee": 0.9338463447933474, + "recall_coffee": 0.9545800558233951, + "F1_noncoffee": 0.8267548123663232, + "IoU_noncoffee": 0.7046735167384819, + "kappa": 0.7709397665032269, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8762434172030427, + "mIoU": 0.719247270133414, + "macroF1": 0.829976945153455, + "F1_coffee": 0.9186694866371852, + "IoU_coffee": 0.8495732574679943, + "precision_coffee": 0.9321108076472884, + "recall_coffee": 0.9056103108415466, + "F1_noncoffee": 0.7412844036697248, + "IoU_noncoffee": 0.5889212827988338, + "kappa": 0.6601786759365679, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8636320259566752, + "mIoU": 0.7013708013513847, + "macroF1": 0.8173246972656267, + "F1_coffee": 0.9092986353538559, + "IoU_coffee": 0.8336824953445066, + "precision_coffee": 0.9403964815544178, + "recall_coffee": 0.8801916932907349, + "F1_noncoffee": 0.7253507591773977, + "IoU_noncoffee": 0.5690591073582629, + "kappa": 0.6358552002119138, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.865133148802138, + "mIoU": 0.6946929734990499, + "macroF1": 0.8112993685731102, + "F1_coffee": 0.9120885957817458, + "IoU_coffee": 0.8383849937092531, + "precision_coffee": 0.9236391129032258, + "recall_coffee": 0.9008233992872066, + "F1_noncoffee": 0.7105101413644745, + "IoU_noncoffee": 0.5510009532888466, + "kappa": 0.6227929894231965, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7525, + 8413 + ], + [ + 47778, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.50701805750529, + "test_tta": { + "OA": 0.8934751522357365, + "mIoU": 0.7555139286607618, + "macroF1": 0.8560181286688592, + "F1_coffee": 0.929456077630235, + "IoU_coffee": 0.8682091955393881, + "precision_coffee": 0.9344272816738693, + "recall_coffee": 0.9245374878286271, + "F1_noncoffee": 0.7825801797074834, + "IoU_noncoffee": 0.6428186617821355, + "kappa": 0.7120613745603439, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8564526364370602, + "mIoU": 0.6953380738641142, + "macroF1": 0.813552667023452, + "F1_coffee": 0.9029874750231492, + "IoU_coffee": 0.8231332409283151, + "precision_coffee": 0.9131249014351048, + "recall_coffee": 0.8930726666281065, + "F1_noncoffee": 0.7241178590237547, + "IoU_noncoffee": 0.5675429067999131, + "kappa": 0.6272359886793331, + "n_pixels": 69336 + }, + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.601652965999103, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6430055153642289, + "mIoU": 0.4737048789432487, + "macroF1": 0.6428299805556699, + "F1_coffee": 0.6349119144416364, + "IoU_coffee": 0.46510691958895656, + "precision_coffee": 0.8684434647562748, + "recall_coffee": 0.5003608024245922, + "F1_noncoffee": 0.6507480466697032, + "IoU_noncoffee": 0.48230283829754084, + "kappa": 0.3318773494912627, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5700501903772932, + "mIoU": 0.3985227284163938, + "macroF1": 0.5698633698663927, + "F1_coffee": 0.5608990882443917, + "IoU_coffee": 0.3897566068248347, + "precision_coffee": 0.8527791463250772, + "recall_coffee": 0.41787375998595383, + "F1_noncoffee": 0.5788276514883938, + "IoU_noncoffee": 0.4072888500079529, + "kappa": 0.22662684619493212, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09739826551034023, + "mIoU": 0.04882086360438511, + "macroF1": 0.0891786803284992, + "F1_coffee": 0.17570366760082856, + "IoU_coffee": 0.09631311781993054, + "precision_coffee": 0.9972337482710927, + "recall_coffee": 0.09633885622661678, + "F1_noncoffee": 0.0026536930561698365, + "IoU_noncoffee": 0.001328609388839681, + "kappa": -0.00027765063686336543, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6695699841637227, + "mIoU": 0.5008081170641131, + "macroF1": 0.6666561237849435, + "F1_coffee": 0.6354901565544581, + "IoU_coffee": 0.46572779200315145, + "precision_coffee": 0.8551537070524412, + "recall_coffee": 0.5056131722441998, + "F1_noncoffee": 0.6978220910154291, + "IoU_noncoffee": 0.5358884421250748, + "kappa": 0.36788826257684665, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5881896685454263, + "mIoU": 0.41486653275975327, + "macroF1": 0.5857138731614389, + "F1_coffee": 0.5536875140103116, + "IoU_coffee": 0.38282703037817734, + "precision_coffee": 0.8868940754039497, + "recall_coffee": 0.4024767801857585, + "F1_noncoffee": 0.617740232312566, + "IoU_noncoffee": 0.44690603514132926, + "kappa": 0.2607930945727446, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.674067805048041, + "mIoU": 0.5061370766218651, + "macroF1": 0.6714529754640359, + "F1_coffee": 0.7007632889985831, + "IoU_coffee": 0.5393653697319356, + "precision_coffee": 0.8651393747883986, + "recall_coffee": 0.5888769396220618, + "F1_noncoffee": 0.6421426619294889, + "IoU_noncoffee": 0.47290878351179455, + "kappa": 0.3700998738485864, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6489399086330092, + "mIoU": 0.45413784238571564, + "macroF1": 0.6152555320819301, + "F1_coffee": 0.501414074197305, + "IoU_coffee": 0.33459147424511543, + "precision_coffee": 0.7028917910447762, + "recall_coffee": 0.38970778381174037, + "F1_noncoffee": 0.7290969899665551, + "IoU_noncoffee": 0.5736842105263158, + "kappa": 0.2633951293725946, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6349049346081987, + "mIoU": 0.4409221171840114, + "macroF1": 0.6029044542248025, + "F1_coffee": 0.4901780233271946, + "IoU_coffee": 0.3246594836348851, + "precision_coffee": 0.765947242206235, + "recall_coffee": 0.3604152561498533, + "F1_noncoffee": 0.7156308851224106, + "IoU_noncoffee": 0.5571847507331378, + "kappa": 0.2593596060199629, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.731049024775962, + "mIoU": 0.5756909293225335, + "macroF1": 0.7306257161168856, + "F1_coffee": 0.719947304863322, + "IoU_coffee": 0.5624356775300171, + "precision_coffee": 0.763268156424581, + "recall_coffee": 0.6812798670268024, + "F1_noncoffee": 0.7413041273704493, + "IoU_noncoffee": 0.5889461811150499, + "kappa": 0.4628498310233355, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6919172693820581, + "mIoU": 0.5245618053933105, + "macroF1": 0.6869676260075566, + "F1_coffee": 0.7263300270513977, + "IoU_coffee": 0.5702654867256637, + "precision_coffee": 0.9515652687536916, + "recall_coffee": 0.5873131607728764, + "F1_noncoffee": 0.6476052249637155, + "IoU_noncoffee": 0.4788581240609573, + "kappa": 0.4160626005522286, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.5466796875, + "mIoU": 0.372806867741449, + "macroF1": 0.5415036940460669, + "F1_coffee": 0.5902189265536724, + "IoU_coffee": 0.41865998747651845, + "precision_coffee": 0.9592539454806313, + "recall_coffee": 0.426239959199286, + "F1_noncoffee": 0.49278846153846156, + "IoU_noncoffee": 0.3269537480063796, + "kappa": 0.22498374040341398, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6230899830220713, + "mIoU": 0.440180213777855, + "macroF1": 0.6066412768989449, + "F1_coffee": 0.6870790916209867, + "IoU_coffee": 0.5233210067994751, + "precision_coffee": 0.9610076670317634, + "recall_coffee": 0.5346739792809263, + "F1_noncoffee": 0.5262034621769031, + "IoU_noncoffee": 0.3570394207562349, + "kappa": 0.2994631083560738, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2261, + 2984 + ], + [ + 33619, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5150781830151874, + "ssl_variant": "", + "test_tta": { + "OA": 0.6713165246042547, + "mIoU": 0.5052079620062999, + "macroF1": 0.6712679254633562, + "F1_coffee": 0.6752649363975727, + "IoU_coffee": 0.5097358369614573, + "precision_coffee": 0.8722917999817168, + "recall_coffee": 0.5508442776735459, + "F1_noncoffee": 0.6672709145291399, + "IoU_noncoffee": 0.5006800870511425, + "kappa": 0.3751970383244729, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5953040267682013, + "mIoU": 0.4237555852867144, + "macroF1": 0.595248515270866, + "F1_coffee": 0.5999885955408565, + "IoU_coffee": 0.42855979146301726, + "precision_coffee": 0.856003904978848, + "recall_coffee": 0.46185585111052585, + "F1_noncoffee": 0.5905084350008756, + "IoU_noncoffee": 0.41895137911041164, + "kappa": 0.2584048590987036, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.6551460917669816, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7408674163741852, + "mIoU": 0.5857459265849033, + "macroF1": 0.7382132336453777, + "F1_coffee": 0.7645728602339467, + "IoU_coffee": 0.6188732913692749, + "precision_coffee": 0.8760718812914772, + "recall_coffee": 0.6782508298455766, + "F1_noncoffee": 0.7118536070568089, + "IoU_noncoffee": 0.5526185618005317, + "kappa": 0.48660467241374344, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6600467289719626, + "mIoU": 0.4898557211907212, + "macroF1": 0.6567442059075232, + "F1_coffee": 0.6904133338587021, + "IoU_coffee": 0.5271994223131544, + "precision_coffee": 0.8596801099008929, + "recall_coffee": 0.5768369765604424, + "F1_noncoffee": 0.6230750779563444, + "IoU_noncoffee": 0.45251202006828795, + "kappa": 0.34443127658217665, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1875917278185457, + "mIoU": 0.09407297953835199, + "macroF1": 0.15882643480726563, + "F1_coffee": 0.31437901137259316, + "IoU_coffee": 0.1865063460253841, + "precision_coffee": 0.9992841803865425, + "recall_coffee": 0.18653126670229825, + "F1_noncoffee": 0.003273858241938124, + "IoU_noncoffee": 0.0016396130513198885, + "kappa": 0.0003448638494213746, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7796930198562553, + "mIoU": 0.6388503534857826, + "macroF1": 0.7796189456946103, + "F1_coffee": 0.7836593097673306, + "IoU_coffee": 0.6442761605035405, + "precision_coffee": 0.8893565028509367, + "recall_coffee": 0.7004169785095691, + "F1_noncoffee": 0.77557858162189, + "IoU_noncoffee": 0.6334245464680247, + "kappa": 0.5656027433140175, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7133771136046331, + "mIoU": 0.5518438774404955, + "macroF1": 0.7105835251671859, + "F1_coffee": 0.7390178445312868, + "IoU_coffee": 0.5860652677171234, + "precision_coffee": 0.8754043502509761, + "recall_coffee": 0.6394003584813427, + "F1_noncoffee": 0.682149205803085, + "IoU_noncoffee": 0.5176224871638674, + "kappa": 0.4377873371763758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7356001393936377, + "mIoU": 0.5740455173229164, + "macroF1": 0.7276973254346151, + "F1_coffee": 0.7740865200561488, + "IoU_coffee": 0.6314365024288688, + "precision_coffee": 0.8673148412925364, + "recall_coffee": 0.6989552926716853, + "F1_noncoffee": 0.6813081308130813, + "IoU_noncoffee": 0.516654532216964, + "kappa": 0.46412901418863867, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7791964390301043, + "mIoU": 0.6315012125749149, + "macroF1": 0.7729861592366685, + "F1_coffee": 0.7354385964912281, + "IoU_coffee": 0.58157602663707, + "precision_coffee": 0.8041743400859422, + "recall_coffee": 0.6775277993276442, + "F1_noncoffee": 0.8105337219821087, + "IoU_noncoffee": 0.6814263985127599, + "kappa": 0.5483354413217886, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6704033410264865, + "mIoU": 0.495656801268921, + "macroF1": 0.660209536967196, + "F1_coffee": 0.6013558420842748, + "IoU_coffee": 0.429956282075651, + "precision_coffee": 0.7315653298835705, + "recall_coffee": 0.5104942450914015, + "F1_noncoffee": 0.7190632318501171, + "IoU_noncoffee": 0.561357320462191, + "kappa": 0.3352597666779626, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.747706905640485, + "mIoU": 0.5969837301064265, + "macroF1": 0.7476219728550688, + "F1_coffee": 0.7429921598109762, + "IoU_coffee": 0.59107997265892, + "precision_coffee": 0.7690084481991997, + "recall_coffee": 0.7186785788489508, + "F1_noncoffee": 0.7522517858991614, + "IoU_noncoffee": 0.602887487553933, + "kappa": 0.4958002280334133, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7802309351605127, + "mIoU": 0.6278370144196059, + "macroF1": 0.7693331759716879, + "F1_coffee": 0.8194705023973317, + "IoU_coffee": 0.6941550414974396, + "precision_coffee": 0.9569133398247323, + "recall_coffee": 0.7165512212905578, + "F1_noncoffee": 0.7191958495460441, + "IoU_noncoffee": 0.5615189873417722, + "kappa": 0.5530097613616486, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7515625, + "mIoU": 0.5702291565244831, + "macroF1": 0.7192071866238483, + "F1_coffee": 0.8145231846019247, + "IoU_coffee": 0.6870848708487085, + "precision_coffee": 0.9511323003575686, + "recall_coffee": 0.7122274639806196, + "F1_noncoffee": 0.6238911886457718, + "IoU_noncoffee": 0.4533734422002578, + "kappa": 0.46096299281149083, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7247689115261271, + "mIoU": 0.5354815786704827, + "macroF1": 0.6889889763858053, + "F1_coffee": 0.7944780955064094, + "IoU_coffee": 0.6590324842252863, + "precision_coffee": 0.9410979476055398, + "recall_coffee": 0.6873857404021938, + "F1_noncoffee": 0.5834998572652013, + "IoU_noncoffee": 0.41193067311567916, + "kappa": 0.40714045319708103, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2509, + 2984 + ], + [ + 38836, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.374743453661601, + "ssl_variant": "", + "test_tta": { + "OA": 0.7489972065038321, + "mIoU": 0.5954578269620802, + "macroF1": 0.7457915981212551, + "F1_coffee": 0.7743379215970377, + "IoU_coffee": 0.6317711343456103, + "precision_coffee": 0.8754641427011285, + "recall_coffee": 0.6941550007216049, + "F1_noncoffee": 0.7172452746454724, + "IoU_noncoffee": 0.55914451957855, + "kappa": 0.49994348370172875, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.668108918887735, + "mIoU": 0.4982312442209945, + "macroF1": 0.6640793336989421, + "F1_coffee": 0.7008709216170544, + "IoU_coffee": 0.5394929058854135, + "precision_coffee": 0.8594975451125423, + "recall_coffee": 0.5916732508120446, + "F1_noncoffee": 0.6272877457808299, + "IoU_noncoffee": 0.4569695825565755, + "kappa": 0.35551094310696496, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7599594129593583, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8301518515865626, + "mIoU": 0.7022553420953815, + "macroF1": 0.8241979221960849, + "F1_coffee": 0.8565508688616325, + "IoU_coffee": 0.7490939872496892, + "precision_coffee": 0.8996695895285297, + "recall_coffee": 0.8173762447683648, + "F1_noncoffee": 0.7918449755305375, + "IoU_noncoffee": 0.6554166969410739, + "kappa": 0.6495638998607548, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7431781469943464, + "mIoU": 0.5826974985758249, + "macroF1": 0.7345178142502427, + "F1_coffee": 0.7824674134792753, + "IoU_coffee": 0.6426665061304758, + "precision_coffee": 0.8823804931808789, + "recall_coffee": 0.7028794662452814, + "F1_noncoffee": 0.6865682150212099, + "IoU_noncoffee": 0.5227284910211739, + "kappa": 0.4786665359526615, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2733822548365577, + "mIoU": 0.13716501500923553, + "macroF1": 0.2160423702888333, + "F1_coffee": 0.4280613316530141, + "IoU_coffee": 0.27231427044361306, + "precision_coffee": 1.0, + "recall_coffee": 0.27231427044361306, + "F1_noncoffee": 0.004023408924652524, + "IoU_noncoffee": 0.0020157595748579804, + "kappa": 0.001097237900098721, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8304909245949568, + "mIoU": 0.7084031725175659, + "macroF1": 0.829115401414375, + "F1_coffee": 0.8444469286233302, + "IoU_coffee": 0.7307729515333269, + "precision_coffee": 0.8847505270555165, + "recall_coffee": 0.8076552977654229, + "F1_noncoffee": 0.8137838742054199, + "IoU_noncoffee": 0.686033393501805, + "kappa": 0.6590777183043965, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7962666115104193, + "mIoU": 0.6570158658740224, + "macroF1": 0.7923348668360061, + "F1_coffee": 0.8209090909090909, + "IoU_coffee": 0.6962220508866616, + "precision_coffee": 0.9284392350400987, + "recall_coffee": 0.7357014828091901, + "F1_noncoffee": 0.7637606427629212, + "IoU_noncoffee": 0.6178096808613832, + "kappa": 0.5918909184194253, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8624981331209239, + "mIoU": 0.7394025183348754, + "macroF1": 0.8483113489850694, + "F1_coffee": 0.8947007243614182, + "IoU_coffee": 0.8094646799116998, + "precision_coffee": 0.8881320012110203, + "recall_coffee": 0.9013673375326471, + "F1_noncoffee": 0.8019219736087206, + "IoU_noncoffee": 0.669340356758051, + "kappa": 0.6966539124565108, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8050837530748507, + "mIoU": 0.6720175005781176, + "macroF1": 0.8035960464725297, + "F1_coffee": 0.7865024377726456, + "IoU_coffee": 0.6481285684076972, + "precision_coffee": 0.7804940157881335, + "recall_coffee": 0.7926040858546677, + "F1_noncoffee": 0.8206896551724138, + "IoU_noncoffee": 0.695906432748538, + "kappa": 0.6072116432136739, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7376634795032421, + "mIoU": 0.5761597145751771, + "macroF1": 0.7293145432966297, + "F1_coffee": 0.6817757632315691, + "IoU_coffee": 0.5171925566343042, + "precision_coffee": 0.8328990228013029, + "recall_coffee": 0.5770706386820131, + "F1_noncoffee": 0.7768533233616902, + "IoU_noncoffee": 0.6351268725160502, + "kappa": 0.470844781366832, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8222456510279389, + "mIoU": 0.6978621422891225, + "macroF1": 0.8220128943712405, + "F1_coffee": 0.8284493284493285, + "IoU_coffee": 0.7071391349661282, + "precision_coffee": 0.8117647058823529, + "recall_coffee": 0.8458341990442552, + "F1_noncoffee": 0.8155764602931524, + "IoU_noncoffee": 0.6885851496121167, + "kappa": 0.6441873799483315, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8580129425199847, + "mIoU": 0.7352848777353107, + "macroF1": 0.8458231587843286, + "F1_coffee": 0.8891750024759829, + "IoU_coffee": 0.8004636233951498, + "precision_coffee": 0.9735415311212319, + "recall_coffee": 0.8182646737149106, + "F1_noncoffee": 0.8024713150926743, + "IoU_noncoffee": 0.6701061320754716, + "kappa": 0.6957191677134166, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84833984375, + "mIoU": 0.6971197305333192, + "macroF1": 0.8166167943896736, + "F1_coffee": 0.8928891647699841, + "IoU_coffee": 0.8065038624470471, + "precision_coffee": 0.9725060096153846, + "recall_coffee": 0.8253219431340049, + "F1_noncoffee": 0.740344424009363, + "IoU_noncoffee": 0.5877355986195912, + "kappa": 0.6390973949013502, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8985097151480853, + "mIoU": 0.7553814310517464, + "macroF1": 0.8551624706630336, + "F1_coffee": 0.9343982441165711, + "IoU_coffee": 0.8768737841858336, + "precision_coffee": 0.9348542149566915, + "recall_coffee": 0.9339427178549665, + "F1_noncoffee": 0.775926697209496, + "IoU_noncoffee": 0.633889077917659, + "kappa": 0.7103251767072613, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2674, + 2984 + ], + [ + 43657, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8758132934570313, + "ssl_variant": "", + "test_tta": { + "OA": 0.8337332569300193, + "mIoU": 0.7064274766243899, + "macroF1": 0.8269618723797377, + "F1_coffee": 0.8611920886217876, + "IoU_coffee": 0.7562224322621298, + "precision_coffee": 0.8932270669230292, + "recall_coffee": 0.8313753788425459, + "F1_noncoffee": 0.7927316561376878, + "IoU_noncoffee": 0.6566325209866499, + "kappa": 0.6545871552885841, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7504326756663205, + "mIoU": 0.5900912140694414, + "macroF1": 0.7400733637627037, + "F1_coffee": 0.7919642213085191, + "IoU_coffee": 0.6555801038992058, + "precision_coffee": 0.8756579996809698, + "recall_coffee": 0.7228733210429287, + "F1_noncoffee": 0.6881825062168883, + "IoU_noncoffee": 0.5246023242396769, + "kappa": 0.4871686227219688, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7811586236655884, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376011747009526, + "mIoU": 0.7131880100544037, + "macroF1": 0.8317419296914793, + "F1_coffee": 0.8631404210367464, + "IoU_coffee": 0.759232219183901, + "precision_coffee": 0.9044275774826059, + "recall_coffee": 0.8254582190792322, + "F1_noncoffee": 0.8003434383462122, + "IoU_noncoffee": 0.6671438009249064, + "kappa": 0.6645038081011617, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7562882196838583, + "mIoU": 0.5990816413831881, + "macroF1": 0.747513172476002, + "F1_coffee": 0.7945831611193503, + "IoU_coffee": 0.6591770875352965, + "precision_coffee": 0.8905662433920105, + "recall_coffee": 0.7172767974716882, + "F1_noncoffee": 0.7004431838326538, + "IoU_noncoffee": 0.5389861952310798, + "kappa": 0.5034378498660985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33635757171447633, + "mIoU": 0.16873868121475696, + "macroF1": 0.253202883075537, + "F1_coffee": 0.5024009603841537, + "IoU_coffee": 0.3354709418837675, + "precision_coffee": 0.9996019108280255, + "recall_coffee": 0.335515766969535, + "F1_noncoffee": 0.004004805766920304, + "IoU_noncoffee": 0.0020064205457463883, + "kappa": 0.0010791415869989217, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8273236691436229, + "mIoU": 0.703010154478398, + "macroF1": 0.8253093241805912, + "F1_coffee": 0.8440679830592377, + "IoU_coffee": 0.7302055576703465, + "precision_coffee": 0.8691662890801993, + "recall_coffee": 0.8203784881856089, + "F1_noncoffee": 0.8065506653019447, + "IoU_noncoffee": 0.6758147512864494, + "kappa": 0.6509796969970326, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.82455142458245, + "mIoU": 0.6951860462485924, + "macroF1": 0.8194005526626176, + "F1_coffee": 0.8499004644990047, + "IoU_coffee": 0.7389799215324255, + "precision_coffee": 0.9298228632271803, + "recall_coffee": 0.7826299494867199, + "F1_noncoffee": 0.7889006408262303, + "IoU_noncoffee": 0.6513921709647591, + "kappa": 0.6425156126953769, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8585652412007766, + "mIoU": 0.7376726230978596, + "macroF1": 0.8475826719095809, + "F1_coffee": 0.888496408807253, + "IoU_coffee": 0.799364406779661, + "precision_coffee": 0.9083540646818072, + "recall_coffee": 0.8694884006759871, + "F1_noncoffee": 0.8066689350119088, + "IoU_noncoffee": 0.6759808394160584, + "kappa": 0.6954177285299842, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8070750849244466, + "mIoU": 0.6761512584189716, + "macroF1": 0.8067352185407988, + "F1_coffee": 0.7986306394424746, + "IoU_coffee": 0.6647669448402198, + "precision_coffee": 0.7574211502782932, + "recall_coffee": 0.8445823635893458, + "F1_noncoffee": 0.8148397976391231, + "IoU_noncoffee": 0.6875355719977234, + "kappa": 0.6145196800613241, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.778656995274206, + "mIoU": 0.6335419300568426, + "macroF1": 0.7749937011841774, + "F1_coffee": 0.746283698664651, + "IoU_coffee": 0.5952572347266881, + "precision_coffee": 0.8445965212432278, + "recall_coffee": 0.668472128187768, + "F1_noncoffee": 0.8037037037037037, + "IoU_noncoffee": 0.6718266253869969, + "kappa": 0.554655943056264, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8231945176594623, + "mIoU": 0.6994272817004243, + "macroF1": 0.8231220404428365, + "F1_coffee": 0.8267024904412524, + "IoU_coffee": 0.7045974986788797, + "precision_coffee": 0.8223684210526315, + "recall_coffee": 0.83108248493663, + "F1_noncoffee": 0.8195415904444205, + "IoU_noncoffee": 0.694257064721969, + "kappa": 0.6462543122801243, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.849257708412638, + "mIoU": 0.7228493242023086, + "macroF1": 0.837486877624475, + "F1_coffee": 0.8812237552489502, + "IoU_coffee": 0.7876675603217158, + "precision_coffee": 0.9758635961027458, + "recall_coffee": 0.8033175355450237, + "F1_noncoffee": 0.79375, + "IoU_noncoffee": 0.6580310880829016, + "kappa": 0.6801967194524156, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86533203125, + "mIoU": 0.7223187555743866, + "macroF1": 0.8343762521732094, + "F1_coffee": 0.9059794095588737, + "IoU_coffee": 0.8281191574224106, + "precision_coffee": 0.9736225087924971, + "recall_coffee": 0.847124824684432, + "F1_noncoffee": 0.7627730947875452, + "IoU_noncoffee": 0.6165183537263627, + "kappa": 0.6727381812747771, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8902093944538766, + "mIoU": 0.7541153152554055, + "macroF1": 0.8554313442250291, + "F1_coffee": 0.9263384381723833, + "IoU_coffee": 0.8627843923140398, + "precision_coffee": 0.9634066078715282, + "recall_coffee": 0.8920170627666058, + "F1_noncoffee": 0.7845242502776749, + "IoU_noncoffee": 0.6454462381967713, + "kappa": 0.7121094057826762, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2724, + 2984 + ], + [ + 44023, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8770980358123779, + "ssl_variant": "", + "test_tta": { + "OA": 0.8439581691855884, + "mIoU": 0.7215057476631388, + "macroF1": 0.8372937580190376, + "F1_coffee": 0.87022309594019, + "IoU_coffee": 0.770261007118376, + "precision_coffee": 0.8989261868865573, + "recall_coffee": 0.8432962909510752, + "F1_noncoffee": 0.8043644200978851, + "IoU_noncoffee": 0.6727504882079015, + "kappa": 0.6750868911981681, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7639321564555209, + "mIoU": 0.607239950209558, + "macroF1": 0.7535851379032916, + "F1_coffee": 0.8040792875610456, + "IoU_coffee": 0.6723516694691328, + "precision_coffee": 0.8843601895734597, + "recall_coffee": 0.7371609165130366, + "F1_noncoffee": 0.7030909882455376, + "IoU_noncoffee": 0.5421282309499832, + "kappa": 0.5132490492190126, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 25, + "stopped_epoch": 45, + "best_val": 0.5866194723218776, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6795000358140534, + "mIoU": 0.505391052385471, + "macroF1": 0.6687723595892916, + "F1_coffee": 0.728381946762983, + "IoU_coffee": 0.5727993125835402, + "precision_coffee": 0.7679605747383916, + "recall_coffee": 0.6926829268292682, + "F1_noncoffee": 0.6091627724156004, + "IoU_noncoffee": 0.4379827921874019, + "kappa": 0.34006692663861976, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6292834890965732, + "mIoU": 0.4487969287772342, + "macroF1": 0.6158025074020379, + "F1_coffee": 0.6877702735532772, + "IoU_coffee": 0.5241233754211871, + "precision_coffee": 0.7701305767138193, + "recall_coffee": 0.6213238521639891, + "F1_noncoffee": 0.5438347412507986, + "IoU_noncoffee": 0.3734704821332813, + "kappa": 0.24423325621123415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3468979319546364, + "mIoU": 0.17379946140961855, + "macroF1": 0.25848744598556256, + "F1_coffee": 0.5145294059307746, + "IoU_coffee": 0.3463746828682067, + "precision_coffee": 0.9980761831473643, + "recall_coffee": 0.34660609299839656, + "F1_noncoffee": 0.0024454860403505196, + "IoU_noncoffee": 0.001224239951030402, + "kappa": -0.0004846435065501471, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6755999512729931, + "mIoU": 0.5077501277119905, + "macroF1": 0.6728398656283717, + "F1_coffee": 0.7028896574807542, + "IoU_coffee": 0.541888869774643, + "precision_coffee": 0.7348652746996384, + "recall_coffee": 0.6735806693039667, + "F1_noncoffee": 0.6427900737759893, + "IoU_noncoffee": 0.4736113856493378, + "kappa": 0.34716577326111436, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6796111484564868, + "mIoU": 0.5101179200760434, + "macroF1": 0.6742936958406276, + "F1_coffee": 0.7159101329665292, + "IoU_coffee": 0.5575233878454617, + "precision_coffee": 0.8186870805369127, + "recall_coffee": 0.6360599641518657, + "F1_noncoffee": 0.6326772587147261, + "IoU_noncoffee": 0.46271245230662505, + "kappa": 0.36159636376388266, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.682580773634689, + "mIoU": 0.49134877348217876, + "macroF1": 0.6506709010330967, + "F1_coffee": 0.7562504778652802, + "IoU_coffee": 0.6080408188356796, + "precision_coffee": 0.7527397260273972, + "recall_coffee": 0.7597941312029498, + "F1_noncoffee": 0.5450913242009132, + "IoU_noncoffee": 0.3746567281286779, + "kappa": 0.3013701641519517, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6768185545273515, + "mIoU": 0.5115077482327115, + "macroF1": 0.6768176853806316, + "F1_coffee": 0.6762876921271853, + "IoU_coffee": 0.5109023222832831, + "precision_coffee": 0.6189862542955327, + "recall_coffee": 0.7452805792604086, + "F1_noncoffee": 0.6773476786340779, + "IoU_noncoffee": 0.5121131741821398, + "kappa": 0.35910966746334483, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6252335421474887, + "mIoU": 0.44526908208376215, + "macroF1": 0.612665825109593, + "F1_coffee": 0.5428954423592494, + "IoU_coffee": 0.37258509659613614, + "precision_coffee": 0.6685374711125784, + "recall_coffee": 0.45700744752877454, + "F1_noncoffee": 0.6824362078599366, + "IoU_noncoffee": 0.5179530675713881, + "kappa": 0.24388497171549475, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6755930416447021, + "mIoU": 0.5027723784160825, + "macroF1": 0.6669729087575094, + "F1_coffee": 0.7205521750976296, + "IoU_coffee": 0.5631743327654741, + "precision_coffee": 0.6400451758631817, + "recall_coffee": 0.8242260544359028, + "F1_noncoffee": 0.6133936424173891, + "IoU_noncoffee": 0.4423704240666908, + "kappa": 0.3482124135559763, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6742799137165334, + "mIoU": 0.4979603763310734, + "macroF1": 0.6616610983800177, + "F1_coffee": 0.7270020206317133, + "IoU_coffee": 0.57109440267335, + "precision_coffee": 0.8726065866734746, + "recall_coffee": 0.6230404666423623, + "F1_noncoffee": 0.5963201761283221, + "IoU_noncoffee": 0.42482634998879676, + "kappa": 0.35008000425601365, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7279296875, + "mIoU": 0.5249463401331821, + "macroF1": 0.6756837623841165, + "F1_coffee": 0.8058536585365854, + "IoU_coffee": 0.6748366013071896, + "precision_coffee": 0.888581527585677, + "recall_coffee": 0.737217901313273, + "F1_noncoffee": 0.5455138662316477, + "IoU_noncoffee": 0.37505607895917453, + "kappa": 0.364267094710089, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6888322957932466, + "mIoU": 0.4685456855287289, + "macroF1": 0.618771011889329, + "F1_coffee": 0.7822010959265862, + "IoU_coffee": 0.6423072752900357, + "precision_coffee": 0.8533563814462691, + "recall_coffee": 0.7219987812309567, + "F1_noncoffee": 0.455340927852072, + "IoU_noncoffee": 0.294784095767422, + "kappa": 0.25057225933578187, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 1947, + 2984 + ], + [ + 35971, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3405887444814044, + "ssl_variant": "", + "test_tta": { + "OA": 0.6917663491153929, + "mIoU": 0.5170672370228957, + "macroF1": 0.6784190692389498, + "F1_coffee": 0.7439341872331563, + "IoU_coffee": 0.592273254849942, + "precision_coffee": 0.7675589390962672, + "recall_coffee": 0.721720305960456, + "F1_noncoffee": 0.6129039512447433, + "IoU_noncoffee": 0.44186121919584953, + "kappa": 0.3577579036286377, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.64144167532018, + "mIoU": 0.45919423531358705, + "macroF1": 0.624855890111867, + "F1_coffee": 0.7037359232556754, + "IoU_coffee": 0.5428954916525704, + "precision_coffee": 0.7699147349482413, + "recall_coffee": 0.6480335352471249, + "F1_noncoffee": 0.5459758569680588, + "IoU_noncoffee": 0.3754929789746037, + "kappa": 0.25811200606273915, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.5948910371041637, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7459530119618939, + "mIoU": 0.5865455586854083, + "macroF1": 0.7376804850190047, + "F1_coffee": 0.7842642295585529, + "IoU_coffee": 0.6450943113023465, + "precision_coffee": 0.8287376269443373, + "recall_coffee": 0.7443209698369173, + "F1_noncoffee": 0.6910967404794566, + "IoU_noncoffee": 0.5279968060684699, + "kappa": 0.47751543924838036, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.686468789661936, + "mIoU": 0.5118543096914419, + "macroF1": 0.6740745962021576, + "F1_coffee": 0.737632306262597, + "IoU_coffee": 0.5843244483536655, + "precision_coffee": 0.8194299198240956, + "recall_coffee": 0.6706829953472039, + "F1_noncoffee": 0.6105168861417182, + "IoU_noncoffee": 0.43938417102921834, + "kappa": 0.35765101569818003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37011340893929284, + "mIoU": 0.1856294399298705, + "macroF1": 0.27162891729882127, + "F1_coffee": 0.5394595649204955, + "IoU_coffee": 0.36935613144536467, + "precision_coffee": 0.9992771955186122, + "recall_coffee": 0.3694548369855692, + "F1_noncoffee": 0.0037982696771470775, + "IoU_noncoffee": 0.0019027484143763213, + "kappa": 0.0008723474252521756, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7526495310025582, + "mIoU": 0.5988063985109493, + "macroF1": 0.7481645446497286, + "F1_coffee": 0.7817722607340534, + "IoU_coffee": 0.6417291574768417, + "precision_coffee": 0.7858686257562663, + "recall_coffee": 0.777718379129691, + "F1_noncoffee": 0.7145568285654038, + "IoU_noncoffee": 0.5558836395450568, + "kappa": 0.49634698870203986, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7258906872123688, + "mIoU": 0.5621914144352401, + "macroF1": 0.7180147719372718, + "F1_coffee": 0.7651411102742457, + "IoU_coffee": 0.6196182548794489, + "precision_coffee": 0.8385937651743226, + "recall_coffee": 0.7035196350008147, + "F1_noncoffee": 0.670888433600298, + "IoU_noncoffee": 0.5047645739910314, + "kappa": 0.4420282842175429, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.759794892218848, + "mIoU": 0.5996067418458801, + "macroF1": 0.7471382312011572, + "F1_coffee": 0.8037101826614051, + "IoU_coffee": 0.6718356797932394, + "precision_coffee": 0.8542765718239211, + "recall_coffee": 0.7587955139038255, + "F1_noncoffee": 0.6905662797409093, + "IoU_noncoffee": 0.527377803898521, + "kappa": 0.4970543700277667, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7401897622115498, + "mIoU": 0.5874884648690458, + "macroF1": 0.740137558222159, + "F1_coffee": 0.7364543726235742, + "IoU_coffee": 0.5828474703780328, + "precision_coffee": 0.6812486260716641, + "recall_coffee": 0.8013964313421257, + "F1_noncoffee": 0.7438207438207438, + "IoU_noncoffee": 0.5921294593600589, + "kappa": 0.48357163503296, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6251236399604352, + "mIoU": 0.44419399890755096, + "macroF1": 0.6112652640220675, + "F1_coffee": 0.5378674976290475, + "IoU_coffee": 0.3678650852483321, + "precision_coffee": 0.6728813559322034, + "recall_coffee": 0.4479801399232679, + "F1_noncoffee": 0.6846630304150874, + "IoU_noncoffee": 0.5205229125667697, + "kappa": 0.24331799109043523, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7705851344227728, + "mIoU": 0.6265000298513403, + "macroF1": 0.7703154699108387, + "F1_coffee": 0.7781855249745158, + "IoU_coffee": 0.6369097280160186, + "precision_coffee": 0.7638583149889934, + "recall_coffee": 0.7930604612507791, + "F1_noncoffee": 0.7624454148471616, + "IoU_noncoffee": 0.6160903316866619, + "kappa": 0.5408039490661033, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7661464281182591, + "mIoU": 0.5982252020696321, + "macroF1": 0.7441252563185397, + "F1_coffee": 0.8191896399489846, + "IoU_coffee": 0.6937520771020272, + "precision_coffee": 0.8869768429997875, + "recall_coffee": 0.7610280714546117, + "F1_noncoffee": 0.6690608726880948, + "IoU_noncoffee": 0.5026983270372369, + "kappa": 0.4936634740449718, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8154296875, + "mIoU": 0.6261130645234942, + "macroF1": 0.7591490770343139, + "F1_coffee": 0.8755760368663594, + "IoU_coffee": 0.7786885245901639, + "precision_coffee": 0.9051313461276712, + "recall_coffee": 0.8478898380721662, + "F1_noncoffee": 0.6427221172022685, + "IoU_noncoffee": 0.4735376044568245, + "kappa": 0.5197684359606137, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7501414827391059, + "mIoU": 0.5562575675482294, + "macroF1": 0.7044395571237236, + "F1_coffee": 0.820662108184957, + "IoU_coffee": 0.6958668197474167, + "precision_coffee": 0.9230886384404509, + "recall_coffee": 0.7386959171237051, + "F1_noncoffee": 0.5882170060624903, + "IoU_noncoffee": 0.41664831534904206, + "kappa": 0.42513098496047896, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2551, + 2984 + ], + [ + 39078, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4876526713371276, + "ssl_variant": "", + "test_tta": { + "OA": 0.7600458419883962, + "mIoU": 0.5987231374850106, + "macroF1": 0.7461986244501437, + "F1_coffee": 0.80548136104982, + "IoU_coffee": 0.6743146023721563, + "precision_coffee": 0.8102093858598838, + "recall_coffee": 0.8008081974310868, + "F1_noncoffee": 0.6869158878504673, + "IoU_noncoffee": 0.5231316725978647, + "kappa": 0.49242506939989156, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7079583477558555, + "mIoU": 0.5293592339386293, + "macroF1": 0.6873556432837632, + "F1_coffee": 0.7676134733459574, + "IoU_coffee": 0.6228674662892051, + "precision_coffee": 0.8044790839768108, + "recall_coffee": 0.7339785795803705, + "F1_noncoffee": 0.607097813221569, + "IoU_noncoffee": 0.4358510015880534, + "kappa": 0.37692350607630837, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7813545576097076, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306711553613638, + "mIoU": 0.7013573705764025, + "macroF1": 0.8233723739041098, + "F1_coffee": 0.859277337936782, + "IoU_coffee": 0.7532745394771173, + "precision_coffee": 0.8869159165617032, + "recall_coffee": 0.8333092798383606, + "F1_noncoffee": 0.7874674098714376, + "IoU_noncoffee": 0.6494402016756877, + "kappa": 0.6472620926684586, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7423993307949694, + "mIoU": 0.5798350449591121, + "macroF1": 0.7318044654633535, + "F1_coffee": 0.7851101459388573, + "IoU_coffee": 0.6462397750004951, + "precision_coffee": 0.8688520224749021, + "recall_coffee": 0.7160916513036608, + "F1_noncoffee": 0.6784987849878499, + "IoU_noncoffee": 0.5134303149177291, + "kappa": 0.4709616438897727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25843895930620414, + "mIoU": 0.1296221034022067, + "macroF1": 0.20653138879487856, + "F1_coffee": 0.4094772630684233, + "IoU_coffee": 0.25744822979291915, + "precision_coffee": 0.9994813278008299, + "recall_coffee": 0.2574826296098343, + "F1_noncoffee": 0.0035855145213338113, + "IoU_noncoffee": 0.0017959770114942528, + "kappa": 0.0006579402540542617, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8236082348641734, + "mIoU": 0.6969934391002272, + "macroF1": 0.821057977670349, + "F1_coffee": 0.8424202851235173, + "IoU_coffee": 0.7277427846197236, + "precision_coffee": 0.8577285318559557, + "recall_coffee": 0.8276488827114294, + "F1_noncoffee": 0.7996956702171808, + "IoU_noncoffee": 0.6662440935807307, + "kappa": 0.6422608017551703, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8042297947153421, + "mIoU": 0.6667227538949372, + "macroF1": 0.799199143673319, + "F1_coffee": 0.8309821428571429, + "IoU_coffee": 0.7108378522874819, + "precision_coffee": 0.9191190993482126, + "recall_coffee": 0.7582695127912661, + "F1_noncoffee": 0.767416144489495, + "IoU_noncoffee": 0.6226076555023924, + "kappa": 0.6034165578705453, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8619007318165978, + "mIoU": 0.7371578735159687, + "macroF1": 0.8466691888043854, + "F1_coffee": 0.8949958361723067, + "IoU_coffee": 0.8099479309399835, + "precision_coffee": 0.8822388059701493, + "recall_coffee": 0.9081272084805654, + "F1_noncoffee": 0.7983425414364641, + "IoU_noncoffee": 0.664367816091954, + "kappa": 0.6934614667375774, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7955956424973644, + "mIoU": 0.6602427841151971, + "macroF1": 0.7953080416410081, + "F1_coffee": 0.7876353900450286, + "IoU_coffee": 0.6496687412166232, + "precision_coffee": 0.7439080459770115, + "recall_coffee": 0.8368244116886475, + "F1_noncoffee": 0.8029806932369877, + "IoU_noncoffee": 0.670816827013771, + "kappa": 0.5919241659964274, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7032640949554896, + "mIoU": 0.530837570389165, + "macroF1": 0.6905117324187565, + "F1_coffee": 0.6276889134031991, + "IoU_coffee": 0.45739549839228294, + "precision_coffee": 0.8068060971286778, + "recall_coffee": 0.5136538027533288, + "F1_noncoffee": 0.7533345514343139, + "IoU_noncoffee": 0.6042796423860471, + "kappa": 0.4005964830250615, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8128624143384291, + "mIoU": 0.6838859575868004, + "macroF1": 0.8121600389160518, + "F1_coffee": 0.8236462990561351, + "IoU_coffee": 0.700168918918919, + "precision_coffee": 0.7892231530845393, + "recall_coffee": 0.8612092250155828, + "F1_noncoffee": 0.8006737787759686, + "IoU_noncoffee": 0.6676029962546817, + "kappa": 0.6251261362168048, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8539525440933892, + "mIoU": 0.7277816369145378, + "macroF1": 0.8406123648150687, + "F1_coffee": 0.8867237476626316, + "IoU_coffee": 0.7964992927864215, + "precision_coffee": 0.9636363636363636, + "recall_coffee": 0.8211811884797667, + "F1_noncoffee": 0.7945009819675058, + "IoU_noncoffee": 0.6590639810426541, + "kappa": 0.6848666798843179, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8939453125, + "mIoU": 0.7638917709151831, + "macroF1": 0.8623157241647355, + "F1_coffee": 0.9283073673092157, + "IoU_coffee": 0.8662067266231366, + "precision_coffee": 0.9624914442162902, + "recall_coffee": 0.8964681881932934, + "F1_noncoffee": 0.7963240810202551, + "IoU_noncoffee": 0.6615768152072297, + "kappa": 0.7256147344303342, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9057724957555179, + "mIoU": 0.7716581551228854, + "macroF1": 0.8664866857334819, + "F1_coffee": 0.9389102916895983, + "IoU_coffee": 0.8848547717842323, + "precision_coffee": 0.9421944035346097, + "recall_coffee": 0.9356489945155393, + "F1_noncoffee": 0.7940630797773655, + "IoU_noncoffee": 0.6584615384615384, + "kappa": 0.7329843074489362, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2682, + 2984 + ], + [ + 43678, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9851549188296, + "ssl_variant": "", + "test_tta": { + "OA": 0.8375653606475181, + "mIoU": 0.7102750887527252, + "macroF1": 0.8294088201160323, + "F1_coffee": 0.8667107486591727, + "IoU_coffee": 0.7647745248035682, + "precision_coffee": 0.8827297216402274, + "recall_coffee": 0.851262808486073, + "F1_noncoffee": 0.792106891572892, + "IoU_noncoffee": 0.6557756527018822, + "kappa": 0.6589927951588482, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7516874350986501, + "mIoU": 0.5895011364441659, + "macroF1": 0.7391497302734858, + "F1_coffee": 0.7963376982859576, + "IoU_coffee": 0.6615956129488767, + "precision_coffee": 0.8636748518204911, + "recall_coffee": 0.7387411114037398, + "F1_noncoffee": 0.6819617622610141, + "IoU_noncoffee": 0.5174066599394551, + "kappa": 0.4832051027257894, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.7952735070265211, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8326230212735477, + "mIoU": 0.7064831377187448, + "macroF1": 0.8271999302387747, + "F1_coffee": 0.8578121910035444, + "IoU_coffee": 0.7510255180864099, + "precision_coffee": 0.9068249067284189, + "recall_coffee": 0.8138259489103766, + "F1_noncoffee": 0.796587669474005, + "IoU_noncoffee": 0.6619407573510796, + "kappa": 0.6558381565239234, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7396446290527288, + "mIoU": 0.579362852627788, + "macroF1": 0.7320648203189092, + "F1_coffee": 0.7771302995135683, + "IoU_coffee": 0.6354972236244321, + "precision_coffee": 0.8882147090365186, + "recall_coffee": 0.6907426915986304, + "F1_noncoffee": 0.6869993411242501, + "IoU_noncoffee": 0.5232284816311439, + "kappa": 0.4756479176560897, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22454969979986658, + "mIoU": 0.11264950091479145, + "macroF1": 0.1844979933392372, + "F1_coffee": 0.3652249890782001, + "IoU_coffee": 0.22340994120791022, + "precision_coffee": 1.0, + "recall_coffee": 0.22340994120791022, + "F1_noncoffee": 0.0037709976002742542, + "IoU_noncoffee": 0.0018890606216726772, + "kappa": 0.0008437137681774539, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8152637349250822, + "mIoU": 0.6866634156858257, + "macroF1": 0.814034159410215, + "F1_coffee": 0.8291556356672112, + "IoU_coffee": 0.7081689598768401, + "precision_coffee": 0.8761904761904762, + "recall_coffee": 0.7869132898535229, + "F1_noncoffee": 0.7989126831532188, + "IoU_noncoffee": 0.6651578714948112, + "kappa": 0.6293255610382125, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8308599203681679, + "mIoU": 0.7045699356491888, + "macroF1": 0.8259566430626741, + "F1_coffee": 0.8551693601948196, + "IoU_coffee": 0.7469832920792079, + "precision_coffee": 0.936572592377073, + "recall_coffee": 0.7867850741404595, + "F1_noncoffee": 0.7967439259305288, + "IoU_noncoffee": 0.6621565792191696, + "kappa": 0.6555649503086698, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8485089859112859, + "mIoU": 0.722227981903832, + "macroF1": 0.8371180633901878, + "F1_coffee": 0.880192133548565, + "IoU_coffee": 0.786020673651642, + "precision_coffee": 0.9028349890961958, + "recall_coffee": 0.8586572438162544, + "F1_noncoffee": 0.7940439932318105, + "IoU_noncoffee": 0.658435290156022, + "kappa": 0.6745879855181803, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8054351645777205, + "mIoU": 0.6732575410364787, + "macroF1": 0.8045883026175669, + "F1_coffee": 0.7917241379310345, + "IoU_coffee": 0.6552511415525114, + "precision_coffee": 0.7685004868549172, + "recall_coffee": 0.8163951383501422, + "F1_noncoffee": 0.8174524673040994, + "IoU_noncoffee": 0.6912639405204462, + "kappa": 0.6094891720079557, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7778876799648313, + "mIoU": 0.6322134965571771, + "macroF1": 0.77394274308614, + "F1_coffee": 0.7440800303912878, + "IoU_coffee": 0.5924581568864691, + "precision_coffee": 0.847663012117715, + "recall_coffee": 0.663055743624464, + "F1_noncoffee": 0.8038054557809922, + "IoU_noncoffee": 0.6719688362278851, + "kappa": 0.5530025186980828, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7974696889826041, + "mIoU": 0.6619794302118069, + "macroF1": 0.7964418297028668, + "F1_coffee": 0.7819770741119055, + "IoU_coffee": 0.642005218039508, + "precision_coffee": 0.8616808404202101, + "recall_coffee": 0.7157697901516725, + "F1_noncoffee": 0.8109065852938281, + "IoU_noncoffee": 0.6819536423841059, + "kappa": 0.5958824542994503, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8259104174597133, + "mIoU": 0.6904362626403022, + "macroF1": 0.815203466146309, + "F1_coffee": 0.8596850071589283, + "IoU_coffee": 0.7539013452914798, + "precision_coffee": 0.9792637465051258, + "recall_coffee": 0.7661319722931097, + "F1_noncoffee": 0.7707219251336899, + "IoU_noncoffee": 0.6269711799891245, + "kappa": 0.6391978882959942, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8779296875, + "mIoU": 0.7440646977358194, + "macroF1": 0.8495407985170742, + "F1_coffee": 0.9148965141612201, + "IoU_coffee": 0.8431421759317355, + "precision_coffee": 0.9815924032140249, + "recall_coffee": 0.8566874920311105, + "F1_noncoffee": 0.7841850828729282, + "IoU_noncoffee": 0.6449872195399035, + "kappa": 0.7025638761503865, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8941709111488398, + "mIoU": 0.7411074475708419, + "macroF1": 0.8446465758588511, + "F1_coffee": 0.9323607427055703, + "IoU_coffee": 0.8732919254658386, + "precision_coffee": 0.9224621257306453, + "recall_coffee": 0.9424741011578306, + "F1_noncoffee": 0.7569324090121318, + "IoU_noncoffee": 0.6089229696758452, + "kappa": 0.6894216659818272, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2593, + 2984 + ], + [ + 43876, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5780558983484905, + "ssl_variant": "", + "test_tta": { + "OA": 0.8383353627963613, + "mIoU": 0.7138024149716079, + "macroF1": 0.83210929745995, + "F1_coffee": 0.8644403735847923, + "IoU_coffee": 0.7612461322825483, + "precision_coffee": 0.9008543798704347, + "recall_coffee": 0.830855823351133, + "F1_noncoffee": 0.7997782213351076, + "IoU_noncoffee": 0.6663586976606675, + "kappa": 0.665026980423416, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7481539171570324, + "mIoU": 0.5883494562799696, + "macroF1": 0.738919443529035, + "F1_coffee": 0.788020782752258, + "IoU_coffee": 0.6501933131673311, + "precision_coffee": 0.8816961860262957, + "recall_coffee": 0.7123386884382407, + "F1_noncoffee": 0.6898181043058121, + "IoU_noncoffee": 0.5265055993926082, + "kappa": 0.48632338551111853, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5927453599526461, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6942554258290954, + "mIoU": 0.529315994747704, + "macroF1": 0.69159986446961, + "F1_coffee": 0.7202176121653066, + "IoU_coffee": 0.5627656850192061, + "precision_coffee": 0.8330237671051135, + "recall_coffee": 0.6343195266272189, + "F1_noncoffee": 0.6629821167739134, + "IoU_noncoffee": 0.4958663044762017, + "kappa": 0.39653000259201854, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6105053651782624, + "mIoU": 0.43732165184294924, + "macroF1": 0.6077454277048053, + "F1_coffee": 0.6406482861400894, + "IoU_coffee": 0.4712895710565986, + "precision_coffee": 0.8136068676490469, + "recall_coffee": 0.5283337722763586, + "F1_noncoffee": 0.5748425692695214, + "IoU_noncoffee": 0.40335373262929985, + "kappa": 0.2553072731064985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08338892595063375, + "mIoU": 0.04182014689517165, + "macroF1": 0.07741724381262786, + "F1_coffee": 0.15164238083477402, + "IoU_coffee": 0.08204168893639764, + "precision_coffee": 1.0, + "recall_coffee": 0.08204168893639764, + "F1_noncoffee": 0.003192106790481718, + "IoU_noncoffee": 0.0015986048539456475, + "kappa": 0.00026227008700928947, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6600073090510415, + "mIoU": 0.49102102465636, + "macroF1": 0.6581689770562231, + "F1_coffee": 0.6331010911003023, + "IoU_coffee": 0.4631659934602808, + "precision_coffee": 0.8217027810953762, + "recall_coffee": 0.5149150005345878, + "F1_noncoffee": 0.6832368630121439, + "IoU_noncoffee": 0.5188760558524392, + "kappa": 0.34608023858505854, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6572728682972232, + "mIoU": 0.48904606461332567, + "macroF1": 0.6567158613319346, + "F1_coffee": 0.6705437916293866, + "IoU_coffee": 0.5043744859044343, + "precision_coffee": 0.8598929117797043, + "recall_coffee": 0.5495356037151703, + "F1_noncoffee": 0.6428879310344827, + "IoU_noncoffee": 0.47371764332221694, + "kappa": 0.34771498022798003, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7578533379797879, + "mIoU": 0.5893798020182748, + "macroF1": 0.737391750852683, + "F1_coffee": 0.810695103915311, + "IoU_coffee": 0.6816545585444074, + "precision_coffee": 0.8216314294730199, + "recall_coffee": 0.8000460900291904, + "F1_noncoffee": 0.6640883977900552, + "IoU_noncoffee": 0.49710504549214224, + "kappa": 0.4749485662428068, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6720159306547968, + "mIoU": 0.4923935143499462, + "macroF1": 0.655689214445485, + "F1_coffee": 0.5807127882599581, + "IoU_coffee": 0.4091580502215657, + "precision_coffee": 0.6897901102810388, + "recall_coffee": 0.5014222911817947, + "F1_noncoffee": 0.7306656406310119, + "IoU_noncoffee": 0.5756289784783267, + "kappa": 0.32226460407557606, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.641279261457303, + "mIoU": 0.4578554735261797, + "macroF1": 0.6231637261923904, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.7182940516273849, + "recall_coffee": 0.4333107650643196, + "F1_noncoffee": 0.7057869118442401, + "IoU_noncoffee": 0.5453405766819891, + "kappa": 0.2747670945665288, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.647970479704797, + "mIoU": 0.4791990682359535, + "macroF1": 0.6478980908799918, + "F1_coffee": 0.6428495026206011, + "IoU_coffee": 0.47367591424968475, + "precision_coffee": 0.6624779541446209, + "recall_coffee": 0.6243507168086433, + "F1_noncoffee": 0.6529466791393826, + "IoU_noncoffee": 0.4847222222222222, + "kappa": 0.29639639037194054, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6469991117878442, + "mIoU": 0.4762192366622694, + "macroF1": 0.644543803473399, + "F1_coffee": 0.6740862230552952, + "IoU_coffee": 0.5083937091358898, + "precision_coffee": 0.9432786885245902, + "recall_coffee": 0.524425811155669, + "F1_noncoffee": 0.6150013838915029, + "IoU_noncoffee": 0.4440447641886491, + "kappa": 0.35147920515897957, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.671484375, + "mIoU": 0.4839838636767765, + "macroF1": 0.6454665998590157, + "F1_coffee": 0.7415091439987705, + "IoU_coffee": 0.5892050311393332, + "precision_coffee": 0.9330883774898472, + "recall_coffee": 0.6151982659696544, + "F1_noncoffee": 0.5494240557192607, + "IoU_noncoffee": 0.37876269621421976, + "kappa": 0.33946953401938923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8561592152424071, + "mIoU": 0.6757829976452042, + "macroF1": 0.7964243549402417, + "F1_coffee": 0.9066992964209238, + "IoU_coffee": 0.8293228875209849, + "precision_coffee": 0.9103194103194103, + "recall_coffee": 0.903107861060329, + "F1_noncoffee": 0.6861494134595596, + "IoU_noncoffee": 0.5222431077694235, + "kappa": 0.5928703683418912, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2510, + 2984 + ], + [ + 36232, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4876770536104837, + "ssl_variant": "", + "test_tta": { + "OA": 0.7144545519661916, + "mIoU": 0.5499423954995365, + "macroF1": 0.7082216072967542, + "F1_coffee": 0.7508671062087929, + "IoU_coffee": 0.6011106663998399, + "precision_coffee": 0.81843261469296, + "recall_coffee": 0.6936065810362245, + "F1_noncoffee": 0.6655761083847154, + "IoU_noncoffee": 0.49877412459923304, + "kappa": 0.42173349273808036, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6312016845505942, + "mIoU": 0.45574537998603776, + "macroF1": 0.6242288429528178, + "F1_coffee": 0.6754166613777434, + "IoU_coffee": 0.509908770315854, + "precision_coffee": 0.8009452990938375, + "recall_coffee": 0.5839039592660873, + "F1_noncoffee": 0.5730410245278923, + "IoU_noncoffee": 0.4015819896562215, + "kappa": 0.2719801630694007, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6085335286611082, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7779528687056801, + "mIoU": 0.6223534823255061, + "macroF1": 0.7646982883612442, + "F1_coffee": 0.8205447335668181, + "IoU_coffee": 0.695698053939974, + "precision_coffee": 0.822831103242098, + "recall_coffee": 0.8182710347813538, + "F1_noncoffee": 0.7088518431556703, + "IoU_noncoffee": 0.5490089107110384, + "kappa": 0.5294024716569631, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.708621783777547, + "mIoU": 0.5320445075871045, + "macroF1": 0.6901969323302781, + "F1_coffee": 0.7657487390573366, + "IoU_coffee": 0.6204156019840673, + "precision_coffee": 0.8117057102824414, + "recall_coffee": 0.724716881748749, + "F1_noncoffee": 0.6146451256032197, + "IoU_noncoffee": 0.4436734131901418, + "kappa": 0.3836441094141543, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3324883255503669, + "mIoU": 0.16679566993552236, + "macroF1": 0.2510126139733148, + "F1_coffee": 0.49804354369419085, + "IoU_coffee": 0.33159652638610554, + "precision_coffee": 0.999597261377366, + "recall_coffee": 0.33164083377872794, + "F1_noncoffee": 0.003981684252438782, + "IoU_noncoffee": 0.001994813484939158, + "kappa": 0.0010559147570214067, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7718357899866001, + "mIoU": 0.6232952171377942, + "macroF1": 0.7670301998677529, + "F1_coffee": 0.8004899872177248, + "IoU_coffee": 0.6673474824615931, + "precision_coffee": 0.7975167144221585, + "recall_coffee": 0.8034855126697317, + "F1_noncoffee": 0.733570412517781, + "IoU_noncoffee": 0.5792429518139953, + "kappa": 0.5340690480055983, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7553130978851026, + "mIoU": 0.5915546604448016, + "macroF1": 0.7402642565662754, + "F1_coffee": 0.8027840293406685, + "IoU_coffee": 0.6705423658010164, + "precision_coffee": 0.8217576791808874, + "recall_coffee": 0.7846667752973766, + "F1_noncoffee": 0.6777444837918823, + "IoU_noncoffee": 0.5125669550885867, + "kappa": 0.4809806355703758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8047493403693932, + "mIoU": 0.6496132037910107, + "macroF1": 0.7838872088787752, + "F1_coffee": 0.8510331206320267, + "IoU_coffee": 0.740694214876033, + "precision_coffee": 0.8416979714500376, + "recall_coffee": 0.8605776616991857, + "F1_noncoffee": 0.7167412971255236, + "IoU_noncoffee": 0.5585321927059883, + "kappa": 0.5678754901175229, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7234391472414197, + "mIoU": 0.56641086938586, + "macroF1": 0.7231284052779441, + "F1_coffee": 0.7138528663192341, + "IoU_coffee": 0.5550320392009046, + "precision_coffee": 0.6717609489051095, + "recall_coffee": 0.7615722782518748, + "F1_noncoffee": 0.7324039442366542, + "IoU_noncoffee": 0.5777896995708155, + "kappa": 0.4482825098265452, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7099681283657545, + "mIoU": 0.5503435359613897, + "macroF1": 0.7099619486823034, + "F1_coffee": 0.7113007329613827, + "IoU_coffee": 0.5519524617996604, + "precision_coffee": 0.6902335456475583, + "recall_coffee": 0.7336944256375536, + "F1_noncoffee": 0.708623164403224, + "IoU_noncoffee": 0.548734610123119, + "kappa": 0.4204687852632114, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7227200843437006, + "mIoU": 0.5654199460889384, + "macroF1": 0.7222952139066771, + "F1_coffee": 0.7331574675324676, + "IoU_coffee": 0.5787281755566234, + "precision_coffee": 0.7164386278009122, + "recall_coffee": 0.750675254519011, + "F1_noncoffee": 0.7114329602808865, + "IoU_noncoffee": 0.5521117166212534, + "kappa": 0.4449173193148359, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8242608805989088, + "mIoU": 0.6745598532840054, + "macroF1": 0.8019720815302409, + "F1_coffee": 0.8684085510688836, + "IoU_coffee": 0.7674223341729639, + "precision_coffee": 0.9069259773764636, + "recall_coffee": 0.8330295297119942, + "F1_noncoffee": 0.7355356119915982, + "IoU_noncoffee": 0.5816973723950468, + "kappa": 0.6053746875815381, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79560546875, + "mIoU": 0.6053760375077433, + "macroF1": 0.7435645344756554, + "F1_coffee": 0.859085706591261, + "IoU_coffee": 0.752980054290098, + "precision_coffee": 0.9101283880171184, + "recall_coffee": 0.8134642356241234, + "F1_noncoffee": 0.6280433623600498, + "IoU_noncoffee": 0.4577720207253886, + "kappa": 0.49135202176958065, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8781362007168458, + "mIoU": 0.7127932015838172, + "macroF1": 0.8242646041521522, + "F1_coffee": 0.9215638659543468, + "IoU_coffee": 0.8545372663814457, + "precision_coffee": 0.9181081408007742, + "recall_coffee": 0.9250457038391224, + "F1_noncoffee": 0.7269653423499577, + "IoU_noncoffee": 0.5710491367861886, + "kappa": 0.6485465407613158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 27, + 28 + ], + [ + 2477, + 2984 + ], + [ + 40940, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5286092003186544, + "ssl_variant": "", + "test_tta": { + "OA": 0.7820177637705036, + "mIoU": 0.6226053934444493, + "macroF1": 0.7639675648178972, + "F1_coffee": 0.829239552793637, + "IoU_coffee": 0.7082913970764438, + "precision_coffee": 0.8066426505103433, + "recall_coffee": 0.8531389810939529, + "F1_noncoffee": 0.6986955768421573, + "IoU_noncoffee": 0.5369193898124548, + "kappa": 0.5285878909533465, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7168858890042691, + "mIoU": 0.5357938508830855, + "macroF1": 0.6918425214945998, + "F1_coffee": 0.7796906915669682, + "IoU_coffee": 0.6389287422285987, + "precision_coffee": 0.7978317791354679, + "recall_coffee": 0.7623562461592486, + "F1_noncoffee": 0.6039943514222312, + "IoU_noncoffee": 0.4326589595375723, + "kappa": 0.3842572745411137, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7682680108478357, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8314948785903589, + "mIoU": 0.7012411921236621, + "macroF1": 0.8231307072765163, + "F1_coffee": 0.8615932223333529, + "IoU_coffee": 0.756841262048115, + "precision_coffee": 0.8784152595747233, + "recall_coffee": 0.8454033771106941, + "F1_noncoffee": 0.7846681922196796, + "IoU_noncoffee": 0.6456411221992092, + "kappa": 0.6464631317739489, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7578746971270336, + "mIoU": 0.5970723495422512, + "macroF1": 0.745117414132803, + "F1_coffee": 0.8021402979445597, + "IoU_coffee": 0.6696446141131095, + "precision_coffee": 0.8662559820792181, + "recall_coffee": 0.7468615573698534, + "F1_noncoffee": 0.6880945303210464, + "IoU_noncoffee": 0.524500084971393, + "kappa": 0.4945993584045705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38985990660440295, + "mIoU": 0.1954771520289538, + "macroF1": 0.2819086679082708, + "F1_coffee": 0.5603307374290933, + "IoU_coffee": 0.38920796046480566, + "precision_coffee": 0.9989715461090161, + "recall_coffee": 0.38936397648316406, + "F1_noncoffee": 0.003486598387448246, + "IoU_noncoffee": 0.0017463435931019428, + "kappa": 0.000559983966799384, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8330490924594957, + "mIoU": 0.7107125843186345, + "macroF1": 0.8305317516571273, + "F1_coffee": 0.8511862750420761, + "IoU_coffee": 0.7409262759924385, + "precision_coffee": 0.8646591661151555, + "recall_coffee": 0.8381268042339356, + "F1_noncoffee": 0.8098772282721787, + "IoU_noncoffee": 0.6804988926448304, + "kappa": 0.6611686042280338, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8246548425461503, + "mIoU": 0.6917344951378934, + "macroF1": 0.8165202529960229, + "F1_coffee": 0.8551535602921704, + "IoU_coffee": 0.7469591821505858, + "precision_coffee": 0.8988057825267127, + "recall_coffee": 0.8155450545869317, + "F1_noncoffee": 0.7778869456998756, + "IoU_noncoffee": 0.636509808125201, + "kappa": 0.6343630111743155, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8368098770348982, + "mIoU": 0.699094253724777, + "macroF1": 0.8204045190693994, + "F1_coffee": 0.8746846089150546, + "IoU_coffee": 0.7772795216741405, + "precision_coffee": 0.8706240487062404, + "recall_coffee": 0.8787832232293747, + "F1_noncoffee": 0.7661244292237442, + "IoU_noncoffee": 0.6209089857754134, + "kappa": 0.6408236195247958, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.795009956659248, + "mIoU": 0.658186537103657, + "macroF1": 0.79362639685772, + "F1_coffee": 0.7767287573360551, + "IoU_coffee": 0.6349603671255737, + "precision_coffee": 0.7665575421808108, + "recall_coffee": 0.7871735195241789, + "F1_noncoffee": 0.810524036379385, + "IoU_noncoffee": 0.6814127070817404, + "kappa": 0.5873144527548907, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7523903725684141, + "mIoU": 0.5992338325380862, + "macroF1": 0.7486498019407894, + "F1_coffee": 0.7179872324446114, + "IoU_coffee": 0.5600468658465143, + "precision_coffee": 0.806070826306914, + "recall_coffee": 0.6472579553148273, + "F1_noncoffee": 0.7793123714369674, + "IoU_noncoffee": 0.6384207992296581, + "kappa": 0.501953564443356, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7997891407485503, + "mIoU": 0.6659737444822019, + "macroF1": 0.7994430775400718, + "F1_coffee": 0.7911120888791112, + "IoU_coffee": 0.6544131028207462, + "precision_coffee": 0.8405797101449275, + "recall_coffee": 0.7471431539580303, + "F1_noncoffee": 0.8077740662010325, + "IoU_noncoffee": 0.6775343861436577, + "kappa": 0.6001604462536018, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8742545362263672, + "mIoU": 0.7537984170340772, + "macroF1": 0.8575328700694622, + "F1_coffee": 0.9063415556185616, + "IoU_coffee": 0.8287245074317318, + "precision_coffee": 0.9411187438665358, + "recall_coffee": 0.8740430185927817, + "F1_noncoffee": 0.8087241845203629, + "IoU_noncoffee": 0.6788723266364226, + "kappa": 0.7158581473442928, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8888671875, + "mIoU": 0.7476133113774509, + "macroF1": 0.8506095983517663, + "F1_coffee": 0.9262093113733627, + "IoU_coffee": 0.8625603864734299, + "precision_coffee": 0.9423406781897348, + "recall_coffee": 0.9106209358663777, + "F1_noncoffee": 0.77500988533017, + "IoU_noncoffee": 0.6326662362814719, + "kappa": 0.7014859152140609, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8699302018487078, + "mIoU": 0.6752412447143012, + "macroF1": 0.7929337317630515, + "F1_coffee": 0.9192007968594363, + "IoU_coffee": 0.8504824894286024, + "precision_coffee": 0.8851275107199278, + "recall_coffee": 0.9560024375380866, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5883838678175805, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2554, + 2984 + ], + [ + 43852, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.914872884750366, + "ssl_variant": "", + "test_tta": { + "OA": 0.8365267530979156, + "mIoU": 0.7084061410321683, + "macroF1": 0.828078881239201, + "F1_coffee": 0.8661888219515412, + "IoU_coffee": 0.7639621470679491, + "precision_coffee": 0.8799511584966347, + "recall_coffee": 0.8528503391542791, + "F1_noncoffee": 0.7899689405268607, + "IoU_noncoffee": 0.6528501349963874, + "kappa": 0.6562897250764265, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7620139610015, + "mIoU": 0.601718239592091, + "macroF1": 0.7486583586915131, + "F1_coffee": 0.8065964204925046, + "IoU_coffee": 0.6758790021606758, + "precision_coffee": 0.8655263488869325, + "recall_coffee": 0.7551795276973049, + "F1_noncoffee": 0.6907202968905216, + "IoU_noncoffee": 0.5275574770235062, + "kappa": 0.5010157231885463, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.8054450798105937, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8471098058878304, + "mIoU": 0.7259506860405209, + "macroF1": 0.8402773401019995, + "F1_coffee": 0.873312164287622, + "IoU_coffee": 0.7751145761997577, + "precision_coffee": 0.8985923234297231, + "recall_coffee": 0.8494155000721605, + "F1_noncoffee": 0.807242515916377, + "IoU_noncoffee": 0.6767867958812841, + "kappa": 0.6809389041108352, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7506634360216915, + "mIoU": 0.5910040748385397, + "macroF1": 0.7409292567238424, + "F1_coffee": 0.7911471924229245, + "IoU_coffee": 0.6544611448672849, + "precision_coffee": 0.8799312049876384, + "recall_coffee": 0.7186375208497937, + "F1_noncoffee": 0.6907113210247603, + "IoU_noncoffee": 0.5275470048097944, + "kappa": 0.4895541662961862, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21280853902601735, + "mIoU": 0.10675623024263074, + "macroF1": 0.17653767466998938, + "F1_coffee": 0.3493603881782091, + "IoU_coffee": 0.21165152324959915, + "precision_coffee": 1.0, + "recall_coffee": 0.21165152324959915, + "F1_noncoffee": 0.0037149611617696724, + "IoU_noncoffee": 0.0018609372356623245, + "kappa": 0.0007874302558868032, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8172737239615057, + "mIoU": 0.6885245635173346, + "macroF1": 0.8152124755642567, + "F1_coffee": 0.8347289554869987, + "IoU_coffee": 0.716338880484115, + "precision_coffee": 0.8610069326059779, + "recall_coffee": 0.810007484229659, + "F1_noncoffee": 0.7956959956415146, + "IoU_noncoffee": 0.6607102465505542, + "kappa": 0.6308500143473386, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.858213971766896, + "mIoU": 0.7438505060156065, + "macroF1": 0.8523595448932463, + "F1_coffee": 0.8817593790426909, + "IoU_coffee": 0.7885238315594633, + "precision_coffee": 0.9366068156834005, + "recall_coffee": 0.8329802835261528, + "F1_noncoffee": 0.8229597107438017, + "IoU_noncoffee": 0.6991771804717498, + "kappa": 0.7062274831580979, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8608054960919999, + "mIoU": 0.7378104408481825, + "macroF1": 0.8473436163416632, + "F1_coffee": 0.8926761860893597, + "IoU_coffee": 0.8061564059900166, + "precision_coffee": 0.892128279883382, + "recall_coffee": 0.8932247657090183, + "F1_noncoffee": 0.8020110465939668, + "IoU_noncoffee": 0.6694644757063483, + "kappa": 0.6946874451287366, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7895045097809535, + "mIoU": 0.6517096989093397, + "macroF1": 0.7890551949901556, + "F1_coffee": 0.779319661058578, + "IoU_coffee": 0.638430583501006, + "precision_coffee": 0.7420486435921422, + "recall_coffee": 0.8205327126971813, + "F1_noncoffee": 0.7987907289217333, + "IoU_noncoffee": 0.6649888143176734, + "kappa": 0.5790785855987705, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8043741070447302, + "mIoU": 0.6695615226576205, + "macroF1": 0.8016257258885935, + "F1_coffee": 0.7782760338814151, + "IoU_coffee": 0.6370309951060359, + "precision_coffee": 0.8685015290519877, + "recall_coffee": 0.70503272399007, + "F1_noncoffee": 0.8249754178957719, + "IoU_noncoffee": 0.7020920502092051, + "kappa": 0.6066029185508591, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8206642066420664, + "mIoU": 0.6958651316215365, + "macroF1": 0.8206603473556864, + "F1_coffee": 0.8198284080076264, + "IoU_coffee": 0.6946688206785138, + "precision_coffee": 0.8362143474503025, + "recall_coffee": 0.8040723041761895, + "F1_noncoffee": 0.8214922867037464, + "IoU_noncoffee": 0.6970614425645593, + "kappa": 0.6414570962482363, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8473543966501713, + "mIoU": 0.7197600246347409, + "macroF1": 0.8353499406591777, + "F1_coffee": 0.8798081726446199, + "IoU_coffee": 0.7854084909026043, + "precision_coffee": 0.9734689365465399, + "recall_coffee": 0.8025884068538097, + "F1_noncoffee": 0.7908917086737355, + "IoU_noncoffee": 0.6541115583668775, + "kappa": 0.6759192827733292, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.9060546875, + "mIoU": 0.7871526718884062, + "macroF1": 0.8778284163725757, + "F1_coffee": 0.9365519060809919, + "IoU_coffee": 0.8806747705284048, + "precision_coffee": 0.9700778794917339, + "recall_coffee": 0.9052658421522377, + "F1_noncoffee": 0.8191049266641595, + "IoU_noncoffee": 0.6936305732484076, + "kappa": 0.7564860752389324, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8967176004527447, + "mIoU": 0.7456460085760817, + "macroF1": 0.847836778104709, + "F1_coffee": 0.9340798266209138, + "IoU_coffee": 0.8763131141985767, + "precision_coffee": 0.9229122055674518, + "recall_coffee": 0.9455210237659963, + "F1_noncoffee": 0.7615937295885042, + "IoU_noncoffee": 0.6149789029535865, + "kappa": 0.6958346243578479, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2355, + 2984 + ], + [ + 44923, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7163257161776224, + "ssl_variant": "", + "test_tta": { + "OA": 0.8500107442160304, + "mIoU": 0.7299648410784026, + "macroF1": 0.8429485607227216, + "F1_coffee": 0.876252105309813, + "IoU_coffee": 0.7797586179695511, + "precision_coffee": 0.8975212614630308, + "recall_coffee": 0.8559676721027565, + "F1_noncoffee": 0.8096450161356302, + "IoU_noncoffee": 0.6801710641872541, + "kappa": 0.6861682244778993, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7536777431637245, + "mIoU": 0.5941246727682945, + "macroF1": 0.7432660037525767, + "F1_coffee": 0.7949675266209678, + "IoU_coffee": 0.6597063101476419, + "precision_coffee": 0.8774347422817014, + "recall_coffee": 0.7266701782108682, + "F1_noncoffee": 0.6915644808841854, + "IoU_noncoffee": 0.5285430353889472, + "kappa": 0.49326572704140215, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.5847948901944561, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8479551983473742, + "mIoU": 0.6719468584142121, + "macroF1": 0.7947236039389961, + "F1_coffee": 0.8992568037213281, + "IoU_coffee": 0.8169542239838347, + "precision_coffee": 0.9144230351006916, + "recall_coffee": 0.8845854459007426, + "F1_noncoffee": 0.6901904041566641, + "IoU_noncoffee": 0.5269394928445895, + "kappa": 0.5897942178510632, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8182617976231683, + "mIoU": 0.6303381836475828, + "macroF1": 0.7625763144777753, + "F1_coffee": 0.8775591507554779, + "IoU_coffee": 0.7818310883340835, + "precision_coffee": 0.8844948485916873, + "recall_coffee": 0.8707313781068626, + "F1_noncoffee": 0.6475934782000727, + "IoU_noncoffee": 0.4788452789610819, + "kappa": 0.5252366493087421, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8194660194174758, + "mIoU": 0.6312326317101615, + "macroF1": 0.7631488294576754, + "F1_coffee": 0.8786425191711535, + "IoU_coffee": 0.783552554999418, + "precision_coffee": 0.9063551905210717, + "recall_coffee": 0.8525742511557216, + "F1_noncoffee": 0.6476551397441971, + "IoU_noncoffee": 0.47891270842090516, + "kappa": 0.5275799588836197, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8767467723997873, + "mIoU": 0.7158521219280553, + "macroF1": 0.8270753060932308, + "F1_coffee": 0.9197544467180859, + "IoU_coffee": 0.8514309028384915, + "precision_coffee": 0.9190889643890776, + "recall_coffee": 0.9204208934534686, + "F1_noncoffee": 0.7343961654683755, + "IoU_noncoffee": 0.580273341017619, + "kappa": 0.6541512123333727, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8475412214109569, + "mIoU": 0.6728400610030767, + "macroF1": 0.7956169178365798, + "F1_coffee": 0.8986336601832503, + "IoU_coffee": 0.815926207017339, + "precision_coffee": 0.9174215570434554, + "recall_coffee": 0.8805998361791948, + "F1_noncoffee": 0.6926001754899094, + "IoU_noncoffee": 0.5297539149888143, + "kappa": 0.5917530554742577, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8385266301642609, + "mIoU": 0.5689444700018068, + "macroF1": 0.6901626573833183, + "F1_coffee": 0.9045657801835726, + "IoU_coffee": 0.8257600171876679, + "precision_coffee": 0.9446970627995576, + "recall_coffee": 0.8677051585957783, + "F1_noncoffee": 0.47575953458306397, + "IoU_noncoffee": 0.31212892281594573, + "kappa": 0.3864078850156369, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9072236554871999, + "mIoU": 0.6775853992877365, + "macroF1": 0.786595019313147, + "F1_coffee": 0.9470404984423676, + "IoU_coffee": 0.8994082840236687, + "precision_coffee": 0.9539023277042447, + "recall_coffee": 0.9402766842874817, + "F1_noncoffee": 0.6261495401839264, + "IoU_noncoffee": 0.45576251455180444, + "kappa": 0.5733458868888667, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8746775153800357, + "mIoU": 0.6305409254365357, + "macroF1": 0.7478826953159237, + "F1_coffee": 0.9266763425253991, + "IoU_coffee": 0.8633708351363046, + "precision_coffee": 0.9576433885289177, + "recall_coffee": 0.8976493082892812, + "F1_noncoffee": 0.5690890481064483, + "IoU_noncoffee": 0.3977110157367668, + "kappa": 0.49884508300180924, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8013263855992421, + "mIoU": 0.6474259567431468, + "macroF1": 0.7826504254830813, + "F1_coffee": 0.8463623708696608, + "IoU_coffee": 0.7336466404166138, + "precision_coffee": 0.8599076968884919, + "recall_coffee": 0.8332371609924986, + "F1_noncoffee": 0.7189384800965019, + "IoU_noncoffee": 0.5612052730696798, + "kappa": 0.565498079954014, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8477789304913703, + "mIoU": 0.7120501147667528, + "macroF1": 0.8290804773574036, + "F1_coffee": 0.8856130403968816, + "IoU_coffee": 0.794708725515136, + "precision_coffee": 0.8762973352033661, + "recall_coffee": 0.8951289398280803, + "F1_noncoffee": 0.7725479143179256, + "IoU_noncoffee": 0.6293915040183697, + "kappa": 0.6582377555566783, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8217485617278129, + "mIoU": 0.6750740626981611, + "macroF1": 0.8029237975203394, + "F1_coffee": 0.8638328530259366, + "IoU_coffee": 0.7603043753963221, + "precision_coffee": 0.868840579710145, + "recall_coffee": 0.8588825214899714, + "F1_noncoffee": 0.742014742014742, + "IoU_noncoffee": 0.58984375, + "kappa": 0.6058724012521033, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2467, + 2995 + ], + [ + 50074, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3195589860280355, + "ssl_variant": "", + "test_tta": { + "OA": 0.8689519382847551, + "mIoU": 0.7004231404697983, + "macroF1": 0.815495525424503, + "F1_coffee": 0.9148078981052101, + "IoU_coffee": 0.8429916661832666, + "precision_coffee": 0.912433812603336, + "recall_coffee": 0.9171943702270002, + "F1_noncoffee": 0.7161831527437958, + "IoU_noncoffee": 0.55785461475633, + "kappa": 0.6309993733894002, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8383667935848621, + "mIoU": 0.6535453413795409, + "macroF1": 0.7799391595962712, + "F1_coffee": 0.8933306682657073, + "IoU_coffee": 0.8072245635159543, + "precision_coffee": 0.8820721025525357, + "recall_coffee": 0.9048803532519619, + "F1_noncoffee": 0.6665476509268351, + "IoU_noncoffee": 0.49986611924312746, + "kappa": 0.560102347971241, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6322560595671707, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8402246538200833, + "mIoU": 0.6515074481772011, + "macroF1": 0.7775889512508399, + "F1_coffee": 0.8956180675635781, + "IoU_coffee": 0.8109676926602001, + "precision_coffee": 0.8977193464521993, + "recall_coffee": 0.8935266025708455, + "F1_noncoffee": 0.6595598349381018, + "IoU_noncoffee": 0.49204720369420213, + "kappa": 0.5551858509119919, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8115409022729895, + "mIoU": 0.6112280304644655, + "macroF1": 0.7452524228048784, + "F1_coffee": 0.8752017573181796, + "IoU_coffee": 0.7780966613456509, + "precision_coffee": 0.8670615396260691, + "recall_coffee": 0.8834962688725632, + "F1_noncoffee": 0.6153030882915771, + "IoU_noncoffee": 0.4443593995832802, + "kappa": 0.4906432355435102, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2839506172839506, + "macroF1": 0.36220472440944884, + "F1_coffee": 0.7244094488188977, + "IoU_coffee": 0.5679012345679012, + "precision_coffee": 0.9787234042553191, + "recall_coffee": 0.575, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02457535236718475, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7988349514563107, + "mIoU": 0.5963845290453846, + "macroF1": 0.7333945988421073, + "F1_coffee": 0.8654807505031488, + "IoU_coffee": 0.7628612303290415, + "precision_coffee": 0.8878454878454879, + "recall_coffee": 0.844215059210943, + "F1_noncoffee": 0.601308447181066, + "IoU_noncoffee": 0.42990782776172787, + "kappa": 0.46779009234857855, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8341472849475364, + "mIoU": 0.6516221064522572, + "macroF1": 0.7791120524869086, + "F1_coffee": 0.8893691136627532, + "IoU_coffee": 0.8007783005169309, + "precision_coffee": 0.9110553095883169, + "recall_coffee": 0.8686913237981224, + "F1_noncoffee": 0.668854991311064, + "IoU_noncoffee": 0.5024659123875834, + "kappa": 0.5589720766905479, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8875296165562594, + "mIoU": 0.7158976999270343, + "macroF1": 0.8251444731614974, + "F1_coffee": 0.9295876975237634, + "IoU_coffee": 0.8684389140271493, + "precision_coffee": 0.8945988463555322, + "recall_coffee": 0.9674248629575957, + "F1_noncoffee": 0.7207012487992315, + "IoU_noncoffee": 0.5633564858269194, + "kappa": 0.6523980858253473, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.836436037829766, + "mIoU": 0.5569182021783139, + "macroF1": 0.6762262688997334, + "F1_coffee": 0.9039798959733505, + "IoU_coffee": 0.8247840460701718, + "precision_coffee": 0.9372273388269511, + "recall_coffee": 0.8730104977988487, + "F1_noncoffee": 0.4484726418261161, + "IoU_noncoffee": 0.2890523582864561, + "kappa": 0.35709956492250666, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8462988688231792, + "mIoU": 0.5768846513037054, + "macroF1": 0.6969387906250263, + "F1_coffee": 0.9096950970675683, + "IoU_coffee": 0.8343492674580258, + "precision_coffee": 0.944323408375696, + "recall_coffee": 0.8775165898099201, + "F1_noncoffee": 0.48418248418248416, + "IoU_noncoffee": 0.3194200351493849, + "kappa": 0.39849759469503576, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9246874379837269, + "mIoU": 0.6854547903376872, + "macroF1": 0.7900015656810617, + "F1_coffee": 0.9581795140228112, + "IoU_coffee": 0.9197165221070447, + "precision_coffee": 0.9391877295312162, + "recall_coffee": 0.9779552356315375, + "F1_noncoffee": 0.6218236173393124, + "IoU_noncoffee": 0.4511930585683297, + "kappa": 0.5815504336847982, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7630506868782567, + "mIoU": 0.5933605188000045, + "macroF1": 0.7400446634204321, + "F1_coffee": 0.8173786053304125, + "IoU_coffee": 0.6911583106939985, + "precision_coffee": 0.8275913056335945, + "recall_coffee": 0.8074148874783612, + "F1_noncoffee": 0.6627107215104517, + "IoU_noncoffee": 0.4955627269060105, + "kappa": 0.48023551318996605, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8225973781005376, + "mIoU": 0.6767751897113374, + "macroF1": 0.8042265696469186, + "F1_coffee": 0.8641975308641975, + "IoU_coffee": 0.7608695652173914, + "precision_coffee": 0.8710522485809926, + "recall_coffee": 0.8574498567335244, + "F1_noncoffee": 0.7442556084296397, + "IoU_noncoffee": 0.5926808142052836, + "kappa": 0.6084987978621514, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8522116382155993, + "mIoU": 0.7060970348802516, + "macroF1": 0.8234112108881799, + "F1_coffee": 0.8947262344642257, + "IoU_coffee": 0.8095064429856552, + "precision_coffee": 0.8423782416192284, + "recall_coffee": 0.9540114613180516, + "F1_noncoffee": 0.7520961873121341, + "IoU_noncoffee": 0.6026876267748479, + "kappa": 0.6500052294143549, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2570, + 2995 + ], + [ + 49492, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6255844394365946, + "ssl_variant": "", + "test_tta": { + "OA": 0.8509731771085504, + "mIoU": 0.6597260981061377, + "macroF1": 0.782821807781461, + "F1_coffee": 0.9044811320754716, + "IoU_coffee": 0.8256189451022605, + "precision_coffee": 0.8897006451087731, + "recall_coffee": 0.919761008141712, + "F1_noncoffee": 0.6611624834874504, + "IoU_noncoffee": 0.4938332511100148, + "kappa": 0.566068443659854, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8224154840198454, + "mIoU": 0.6171665183152093, + "macroF1": 0.7483869456966064, + "F1_coffee": 0.8848660526438824, + "IoU_coffee": 0.7935065152861862, + "precision_coffee": 0.8589790138697262, + "recall_coffee": 0.9123618904379013, + "F1_noncoffee": 0.6119078387493302, + "IoU_noncoffee": 0.4408265213442325, + "kappa": 0.4983098047991882, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7666042333538043, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9055066008198573, + "mIoU": 0.7616532929341888, + "macroF1": 0.8589473486379684, + "F1_coffee": 0.9399862650034337, + "IoU_coffee": 0.886768004950878, + "precision_coffee": 0.9165467338290557, + "recall_coffee": 0.9646561336334757, + "F1_noncoffee": 0.7779084322725032, + "IoU_noncoffee": 0.6365385809174995, + "kappa": 0.7185758294917417, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8735577477789316, + "mIoU": 0.703515278547276, + "macroF1": 0.8172584985260418, + "F1_coffee": 0.9186893091327293, + "IoU_coffee": 0.849607163687515, + "precision_coffee": 0.8850428877769836, + "recall_coffee": 0.9549950830103546, + "F1_noncoffee": 0.7158276879193544, + "IoU_noncoffee": 0.5574233934070372, + "kappa": 0.6363537988275879, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5185185185185185, + "mIoU": 0.26875, + "macroF1": 0.3632332191090506, + "F1_coffee": 0.6776859504132231, + "IoU_coffee": 0.5125, + "precision_coffee": 1.0, + "recall_coffee": 0.5125, + "F1_noncoffee": 0.04878048780487805, + "IoU_noncoffee": 0.025, + "kappa": 0.025300833076211022, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9030582524271845, + "mIoU": 0.7576142379549615, + "macroF1": 0.8562033386900108, + "F1_coffee": 0.9382861027843876, + "IoU_coffee": 0.8837466526953079, + "precision_coffee": 0.9162844036697247, + "recall_coffee": 0.96137040086125, + "F1_noncoffee": 0.774120574595634, + "IoU_noncoffee": 0.6314818232146152, + "kappa": 0.7130123093945828, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8996663604274455, + "mIoU": 0.7485413398554907, + "macroF1": 0.8496528408424979, + "F1_coffee": 0.9363672605722346, + "IoU_coffee": 0.8803482873947641, + "precision_coffee": 0.9121161429083523, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7629384211127613, + "IoU_noncoffee": 0.6167343923162172, + "kappa": 0.700095499215863, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9137856003094628, + "mIoU": 0.7791597113701169, + "macroF1": 0.8709825449018108, + "F1_coffee": 0.9452950019942933, + "IoU_coffee": 0.8962648359320456, + "precision_coffee": 0.9212414782920704, + "recall_coffee": 0.9706382710604247, + "F1_noncoffee": 0.7966700878093284, + "IoU_noncoffee": 0.6620545868081881, + "kappa": 0.7426172647712516, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9289198606271777, + "mIoU": 0.7127618427989725, + "macroF1": 0.8143577349610749, + "F1_coffee": 0.9601917930419268, + "IoU_coffee": 0.92343163538874, + "precision_coffee": 0.948661452021593, + "recall_coffee": 0.9720058697369907, + "F1_noncoffee": 0.6685236768802229, + "IoU_noncoffee": 0.502092050209205, + "kappa": 0.6291716272421344, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9292518356816829, + "mIoU": 0.7161382093424457, + "macroF1": 0.8172983142563051, + "F1_coffee": 0.9603161351366394, + "IoU_coffee": 0.923661670235546, + "precision_coffee": 0.9505288673424416, + "recall_coffee": 0.9703070520751321, + "F1_noncoffee": 0.6742804933759707, + "IoU_noncoffee": 0.5086147484493453, + "kappa": 0.6349143282941762, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9404643778527486, + "mIoU": 0.7398221053747276, + "macroF1": 0.8356659377787344, + "F1_coffee": 0.966898378020523, + "IoU_coffee": 0.9359179750080102, + "precision_coffee": 0.9488900920411478, + "recall_coffee": 0.9856034191879428, + "F1_noncoffee": 0.7044334975369458, + "IoU_noncoffee": 0.5437262357414449, + "kappa": 0.6723854906887113, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8784462340123165, + "mIoU": 0.7573328033097502, + "macroF1": 0.8595900232917488, + "F1_coffee": 0.9110448589059141, + "IoU_coffee": 0.8366229466445945, + "precision_coffee": 0.8770524629555466, + "recall_coffee": 0.9477784189267167, + "F1_noncoffee": 0.8081351876775834, + "IoU_noncoffee": 0.6780426599749059, + "kappa": 0.7200869474970836, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.871545788927662, + "mIoU": 0.7430567604124707, + "macroF1": 0.8497422455798813, + "F1_coffee": 0.9069799207758503, + "IoU_coffee": 0.8297925518620345, + "precision_coffee": 0.8666144609762464, + "recall_coffee": 0.9512893982808023, + "F1_noncoffee": 0.7925045703839122, + "IoU_noncoffee": 0.6563209689629069, + "kappa": 0.7009318291737222, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8884278034518532, + "mIoU": 0.7750779686608975, + "macroF1": 0.8713411787353635, + "F1_coffee": 0.9182276906062072, + "IoU_coffee": 0.8488178913738019, + "precision_coffee": 0.8871377053559503, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.82445466686452, + "IoU_noncoffee": 0.701338045947993, + "kappa": 0.7433590135635785, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2750, + 2995 + ], + [ + 53357, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.71495928366979, + "ssl_variant": "", + "test_tta": { + "OA": 0.9056679900584229, + "mIoU": 0.7604662414175796, + "macroF1": 0.8580120659553536, + "F1_coffee": 0.9402712065318468, + "IoU_coffee": 0.8872753220705084, + "precision_coffee": 0.9141795493383142, + "recall_coffee": 0.9678959880504071, + "F1_noncoffee": 0.7757529253788605, + "IoU_noncoffee": 0.6336571607646506, + "kappa": 0.7168899738507435, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8737885081343025, + "mIoU": 0.7016549901917422, + "macroF1": 0.8156177038960766, + "F1_coffee": 0.9191824973910474, + "IoU_coffee": 0.8504511586574612, + "precision_coffee": 0.8820453739808578, + "recall_coffee": 0.9595842733460597, + "F1_noncoffee": 0.7120529104011056, + "IoU_noncoffee": 0.5528588217260232, + "kappa": 0.6335499056002845, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7819907695910795, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9134146735095704, + "mIoU": 0.7787623323789858, + "macroF1": 0.8707376120348072, + "F1_coffee": 0.9450110182954953, + "IoU_coffee": 0.8957543961915865, + "precision_coffee": 0.9214102974096579, + "recall_coffee": 0.9698525235099825, + "F1_noncoffee": 0.7964642057741189, + "IoU_noncoffee": 0.6617702685663851, + "kappa": 0.742101489395939, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8806536287065883, + "mIoU": 0.7183116503169786, + "macroF1": 0.8284164170061308, + "F1_coffee": 0.9230897920868458, + "IoU_coffee": 0.8571650498843512, + "precision_coffee": 0.8910320821072274, + "recall_coffee": 0.9575403482385608, + "F1_noncoffee": 0.7337430419254158, + "IoU_noncoffee": 0.5794582507496061, + "kappa": 0.6583637776424244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9175242718446602, + "mIoU": 0.7910940021824682, + "macroF1": 0.879238790680797, + "F1_coffee": 0.9472343861610609, + "IoU_coffee": 0.8997580978228804, + "precision_coffee": 0.9294246708922477, + "recall_coffee": 0.965739978468748, + "F1_noncoffee": 0.8112431952005332, + "IoU_noncoffee": 0.682429906542056, + "kappa": 0.7587944100872971, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9183308350660027, + "mIoU": 0.78892014108382, + "macroF1": 0.8775596183030696, + "F1_coffee": 0.9482140119576882, + "IoU_coffee": 0.9015275186567164, + "precision_coffee": 0.9234949832775919, + "recall_coffee": 0.9742927351773675, + "F1_noncoffee": 0.8069052246484509, + "IoU_noncoffee": 0.6763127635109237, + "kappa": 0.7557716877341635, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9044050094289444, + "mIoU": 0.7563510568222256, + "macroF1": 0.855022685876318, + "F1_coffee": 0.9396354309792068, + "IoU_coffee": 0.8861437456807187, + "precision_coffee": 0.9115521327014218, + "recall_coffee": 0.969504127024132, + "F1_noncoffee": 0.7704099407734293, + "IoU_noncoffee": 0.6265583679637325, + "kappa": 0.7110883355996688, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9389746142359383, + "mIoU": 0.7400342994477073, + "macroF1": 0.8361135359940143, + "F1_coffee": 0.9659501194245403, + "IoU_coffee": 0.9341426729694886, + "precision_coffee": 0.9508967629046369, + "recall_coffee": 0.9814877525680099, + "F1_noncoffee": 0.7062769525634882, + "IoU_noncoffee": 0.5459259259259259, + "kappa": 0.6729341341728626, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9481047826949791, + "mIoU": 0.7732759342662829, + "macroF1": 0.8616335103081287, + "F1_coffee": 0.971016902188972, + "IoU_coffee": 0.9436665230504093, + "precision_coffee": 0.9570679484378414, + "recall_coffee": 0.9853784726127545, + "F1_noncoffee": 0.7522501184272856, + "IoU_noncoffee": 0.6028853454821564, + "kappa": 0.7237685997051946, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9414566382218694, + "mIoU": 0.742778545213594, + "macroF1": 0.8379794332122189, + "F1_coffee": 0.9674608427090228, + "IoU_coffee": 0.9369725456681979, + "precision_coffee": 0.9491397034952928, + "recall_coffee": 0.9865032054886964, + "F1_noncoffee": 0.708498023715415, + "IoU_noncoffee": 0.5485845447589901, + "kappa": 0.6770369012071915, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8971103742302227, + "mIoU": 0.7931860031409501, + "macroF1": 0.8832134855198428, + "F1_coffee": 0.9234995773457312, + "IoU_coffee": 0.8578720062819003, + "precision_coffee": 0.9023953744493393, + "recall_coffee": 0.9456145412579342, + "F1_noncoffee": 0.8429273936939543, + "IoU_noncoffee": 0.7285, + "kappa": 0.7666889799458115, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.890031123267, + "mIoU": 0.7764535301586665, + "macroF1": 0.8721321441706662, + "F1_coffee": 0.9199725463280713, + "IoU_coffee": 0.8518047788510422, + "precision_coffee": 0.88300395256917, + "recall_coffee": 0.9601719197707737, + "F1_noncoffee": 0.824291742013261, + "IoU_noncoffee": 0.7011022814662907, + "kappa": 0.7452447191192293, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8691879656700934, + "mIoU": 0.739404689632158, + "macroF1": 0.8472786012841139, + "F1_coffee": 0.9051234694575553, + "IoU_coffee": 0.82668999125328, + "precision_coffee": 0.8660819478989397, + "recall_coffee": 0.9478510028653295, + "F1_noncoffee": 0.7894337331106726, + "IoU_noncoffee": 0.6521193880110359, + "kappa": 0.6959285300304145, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2793, + 2995 + ], + [ + 53804, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.511619206269582, + "ssl_variant": "", + "test_tta": { + "OA": 0.9144475646363901, + "mIoU": 0.7790888153371538, + "macroF1": 0.8708411021563756, + "F1_coffee": 0.9458888378502527, + "IoU_coffee": 0.8973331009238278, + "precision_coffee": 0.9187024111675127, + "recall_coffee": 0.974733343151074, + "F1_noncoffee": 0.7957933664624985, + "IoU_noncoffee": 0.6608445297504798, + "kappa": 0.7425330660433037, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.881937233183339, + "mIoU": 0.7176960109786406, + "macroF1": 0.8276730174096493, + "F1_coffee": 0.924374561176601, + "IoU_coffee": 0.8593833204500558, + "precision_coffee": 0.8873064576202047, + "recall_coffee": 0.964674803802472, + "F1_noncoffee": 0.7309714736426975, + "IoU_noncoffee": 0.5760087015072254, + "kappa": 0.6574726024095547, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.5741252607644455, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.736096317097576, + "mIoU": 0.5405866505762462, + "macroF1": 0.6912004694150328, + "F1_coffee": 0.8089451792307333, + "IoU_coffee": 0.6791838336276241, + "precision_coffee": 0.9096833530416503, + "recall_coffee": 0.7282940273073444, + "F1_noncoffee": 0.5734557595993323, + "IoU_noncoffee": 0.40198946752486836, + "kappa": 0.39885942093773125, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7151840313834084, + "mIoU": 0.5200245780650858, + "macroF1": 0.674145890865407, + "F1_coffee": 0.7897851866045007, + "IoU_coffee": 0.6525991731902542, + "precision_coffee": 0.8815617499584135, + "recall_coffee": 0.7153159406876073, + "F1_noncoffee": 0.5585065951263134, + "IoU_noncoffee": 0.3874499829399175, + "kappa": 0.36279610371383086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2819078947368421, + "macroF1": 0.375234521575985, + "F1_coffee": 0.6991869918699187, + "IoU_coffee": 0.5375, + "precision_coffee": 1.0, + "recall_coffee": 0.5375, + "F1_noncoffee": 0.05128205128205128, + "IoU_noncoffee": 0.02631578947368421, + "kappa": 0.027894907557573675, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.6925728155339805, + "mIoU": 0.4992003051047116, + "macroF1": 0.6568209238460656, + "F1_coffee": 0.7675878013872068, + "IoU_coffee": 0.6228336608897623, + "precision_coffee": 0.9127247338104382, + "recall_coffee": 0.6622759799886011, + "F1_noncoffee": 0.5460540463049244, + "IoU_noncoffee": 0.37556694931966084, + "kappa": 0.3459443504174641, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7135535032155118, + "mIoU": 0.5194880544772331, + "macroF1": 0.6740586258057664, + "F1_coffee": 0.7875179340028694, + "IoU_coffee": 0.6495089338539818, + "precision_coffee": 0.9141477225414273, + "recall_coffee": 0.6917018461344591, + "F1_noncoffee": 0.5605993176086634, + "IoU_noncoffee": 0.3894671751004844, + "kappa": 0.3729970595906268, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8019921667230792, + "mIoU": 0.6084534371324755, + "macroF1": 0.7449861383873602, + "F1_coffee": 0.8655569782330346, + "IoU_coffee": 0.7629796839729119, + "precision_coffee": 0.9036194132163422, + "recall_coffee": 0.8305714825782874, + "F1_noncoffee": 0.6244152985416858, + "IoU_noncoffee": 0.45392719029203893, + "kappa": 0.4924878565706034, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6662020905923345, + "mIoU": 0.41953917941472857, + "macroF1": 0.5578847947620071, + "F1_coffee": 0.7767197176533263, + "IoU_coffee": 0.6349482852476864, + "precision_coffee": 0.9470607340045469, + "recall_coffee": 0.6583135794107687, + "F1_noncoffee": 0.33904987187068797, + "IoU_noncoffee": 0.2041300735817707, + "kappa": 0.19304648119410445, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.6432823973010517, + "mIoU": 0.40719545753217873, + "macroF1": 0.5496646021203758, + "F1_coffee": 0.7549921624752948, + "IoU_coffee": 0.6064155901029122, + "precision_coffee": 0.9579730197163612, + "recall_coffee": 0.6229895399842538, + "F1_noncoffee": 0.3443370417654569, + "IoU_noncoffee": 0.20797532496144525, + "kappa": 0.19593346230506364, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8232784282595753, + "mIoU": 0.5615657868483015, + "macroF1": 0.6866298948764111, + "F1_coffee": 0.8935636168051156, + "IoU_coffee": 0.8076050556335745, + "precision_coffee": 0.9533282325937261, + "recall_coffee": 0.8408502980542121, + "F1_noncoffee": 0.47969617294770667, + "IoU_noncoffee": 0.31552651806302845, + "kappa": 0.3850736911129742, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7176693510184746, + "mIoU": 0.5527948902933109, + "macroF1": 0.7103577659284028, + "F1_coffee": 0.7563767168083715, + "IoU_coffee": 0.6082040494346569, + "precision_coffee": 0.8728301886792453, + "recall_coffee": 0.6673398730525101, + "F1_noncoffee": 0.6643388150484343, + "IoU_noncoffee": 0.49738573115196494, + "kappa": 0.434582980703065, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.780345185324908, + "mIoU": 0.6245866276152496, + "macroF1": 0.7662463638196313, + "F1_coffee": 0.8236541228136595, + "IoU_coffee": 0.7001802265705458, + "precision_coffee": 0.8734543118676731, + "recall_coffee": 0.7792263610315187, + "F1_noncoffee": 0.7088386048256032, + "IoU_noncoffee": 0.5489930286599535, + "kappa": 0.5349885503034832, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7817598792794492, + "mIoU": 0.619468558540345, + "macroF1": 0.761028272196643, + "F1_coffee": 0.8314148331633396, + "IoU_coffee": 0.7114713216957606, + "precision_coffee": 0.8458345686332641, + "recall_coffee": 0.8174785100286533, + "F1_noncoffee": 0.6906417112299466, + "IoU_noncoffee": 0.5274657953849295, + "kappa": 0.5223113043030634, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 1886, + 2995 + ], + [ + 43724, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8119826515515647, + "ssl_variant": "", + "test_tta": { + "OA": 0.761789483877215, + "mIoU": 0.5672146261361662, + "macroF1": 0.7129606514409479, + "F1_coffee": 0.8313489796384743, + "IoU_coffee": 0.7113748802283971, + "precision_coffee": 0.9098161810679004, + "recall_coffee": 0.7653419729451119, + "F1_noncoffee": 0.5945723232434215, + "IoU_noncoffee": 0.4230543720439354, + "kappa": 0.43600611539769246, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7389667705088265, + "mIoU": 0.5429060836188406, + "macroF1": 0.6929291897836589, + "F1_coffee": 0.8118274539159727, + "IoU_coffee": 0.6832572058591905, + "precision_coffee": 0.8808718018139976, + "recall_coffee": 0.7528200381789785, + "F1_noncoffee": 0.5740309256513451, + "IoU_noncoffee": 0.4025549613784908, + "kappa": 0.39428246579646564, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6769326423240536, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8494077014944643, + "mIoU": 0.6861073833211331, + "macroF1": 0.8069694901644271, + "F1_coffee": 0.8974784376201725, + "IoU_coffee": 0.8140234787634784, + "precision_coffee": 0.9392852214709535, + "recall_coffee": 0.8592346369890392, + "F1_noncoffee": 0.7164605427086815, + "IoU_noncoffee": 0.5581912878787879, + "kappa": 0.6160426609220118, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8192136840890735, + "mIoU": 0.64288682311991, + "macroF1": 0.7743767133470923, + "F1_coffee": 0.8749563569255324, + "IoU_coffee": 0.7777088136194361, + "precision_coffee": 0.9063946759259259, + "recall_coffee": 0.845625807446829, + "F1_noncoffee": 0.6737970697686523, + "IoU_noncoffee": 0.5080648326203838, + "kappa": 0.5501651943779914, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.846116504854369, + "mIoU": 0.680065311922702, + "macroF1": 0.8023465641578356, + "F1_coffee": 0.8953588169274443, + "IoU_coffee": 0.8105426727229261, + "precision_coffee": 0.9351168723712335, + "recall_coffee": 0.8588436451143057, + "F1_noncoffee": 0.7093343113882267, + "IoU_noncoffee": 0.5495879511224779, + "kappa": 0.6066681357834456, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8528601131473333, + "mIoU": 0.6916145768847983, + "macroF1": 0.8110537570630433, + "F1_coffee": 0.8999309414975829, + "IoU_coffee": 0.8180676790625374, + "precision_coffee": 0.9411886091621956, + "recall_coffee": 0.8621384915884317, + "F1_noncoffee": 0.7221765726285037, + "IoU_noncoffee": 0.5651614747070591, + "kappa": 0.6241128290045452, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8492335960543494, + "mIoU": 0.6866570767473368, + "macroF1": 0.8074822509550748, + "F1_coffee": 0.897136447611507, + "IoU_coffee": 0.8134609632067006, + "precision_coffee": 0.9415552939547123, + "recall_coffee": 0.8567198034150337, + "F1_noncoffee": 0.7178280542986425, + "IoU_noncoffee": 0.5598531902879729, + "kappa": 0.6173009310296225, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8633150821304132, + "mIoU": 0.5994206298101984, + "macroF1": 0.717395938376191, + "F1_coffee": 0.9204657359670972, + "IoU_coffee": 0.8526507834299206, + "precision_coffee": 0.945383150880533, + "recall_coffee": 0.896828084433909, + "F1_noncoffee": 0.5143261407852847, + "IoU_noncoffee": 0.3461904761904762, + "kappa": 0.4371794169158055, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8768604881921016, + "mIoU": 0.6299515579313232, + "macroF1": 0.7466488055950213, + "F1_coffee": 0.9282783332370109, + "IoU_coffee": 0.8661561691113029, + "precision_coffee": 0.9547075606276747, + "recall_coffee": 0.9032729726689911, + "F1_noncoffee": 0.5650192779530319, + "IoU_noncoffee": 0.3937469467513434, + "kappa": 0.4956417696174404, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8825163722960905, + "mIoU": 0.6356359032560919, + "macroF1": 0.7510208636358211, + "F1_coffee": 0.9319618434662682, + "IoU_coffee": 0.8725922737544388, + "precision_coffee": 0.9527670074021855, + "recall_coffee": 0.9120458891013384, + "F1_noncoffee": 0.570079883805374, + "IoU_noncoffee": 0.39867953275774504, + "kappa": 0.5035375856145645, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8297489341544292, + "mIoU": 0.6968541011865175, + "macroF1": 0.8198347777214852, + "F1_coffee": 0.8620980738239582, + "IoU_coffee": 0.7576207175613704, + "precision_coffee": 0.9209706509263814, + "recall_coffee": 0.8103000577034045, + "F1_noncoffee": 0.7775714816190122, + "IoU_noncoffee": 0.6360874848116647, + "kappa": 0.6420289606987881, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8300480995944544, + "mIoU": 0.6971418641619993, + "macroF1": 0.820018293383673, + "F1_coffee": 0.8625057225698154, + "IoU_coffee": 0.7582506037027099, + "precision_coffee": 0.9226248775710089, + "recall_coffee": 0.8097421203438395, + "F1_noncoffee": 0.7775308641975308, + "IoU_noncoffee": 0.6360331246212886, + "kappa": 0.6424926836444261, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8175987927944921, + "mIoU": 0.6806598596073653, + "macroF1": 0.8085346255173604, + "F1_coffee": 0.8501936483346243, + "IoU_coffee": 0.7394233360280248, + "precision_coffee": 0.9254637436762226, + "recall_coffee": 0.7862464183381089, + "F1_noncoffee": 0.7668756027000965, + "IoU_noncoffee": 0.6218963831867058, + "kappa": 0.6209709709062134, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2667, + 2995 + ], + [ + 49964, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4817864894866943, + "ssl_variant": "", + "test_tta": { + "OA": 0.86775765791937, + "mIoU": 0.7093482140054641, + "macroF1": 0.8232845518652125, + "F1_coffee": 0.9119360316402639, + "IoU_coffee": 0.8381272224417227, + "precision_coffee": 0.9321732252323512, + "recall_coffee": 0.892558853848905, + "F1_noncoffee": 0.7346330720901613, + "IoU_noncoffee": 0.5805692055692055, + "kappa": 0.6470703417712681, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8367082035306335, + "mIoU": 0.6615165195291084, + "macroF1": 0.7876974754535864, + "F1_coffee": 0.8897028738431564, + "IoU_coffee": 0.8013196223633875, + "precision_coffee": 0.8990923231408375, + "recall_coffee": 0.8805075104606545, + "F1_noncoffee": 0.6856920770640165, + "IoU_noncoffee": 0.5217134166948293, + "kappa": 0.5755268716223891, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7579149782810687, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9005519511958943, + "mIoU": 0.758990784380903, + "macroF1": 0.8576361127621241, + "F1_coffee": 0.935800462586735, + "IoU_coffee": 0.8793468045112782, + "precision_coffee": 0.9269541167000351, + "recall_coffee": 0.9448172848336945, + "F1_noncoffee": 0.7794717629375134, + "IoU_noncoffee": 0.6386347642505278, + "kappa": 0.7153612762877269, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8673560632283374, + "mIoU": 0.7030856441299906, + "macroF1": 0.8180755748057497, + "F1_coffee": 0.9127609724633144, + "IoU_coffee": 0.8395218984470424, + "precision_coffee": 0.8982674284007318, + "recall_coffee": 0.9277298933688128, + "F1_noncoffee": 0.7233901771481849, + "IoU_noncoffee": 0.5666493898129388, + "kappa": 0.6364512436250412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5185185185185185, + "mIoU": 0.26875, + "macroF1": 0.3632332191090506, + "F1_coffee": 0.6776859504132231, + "IoU_coffee": 0.5125, + "precision_coffee": 1.0, + "recall_coffee": 0.5125, + "F1_noncoffee": 0.04878048780487805, + "IoU_noncoffee": 0.025, + "kappa": 0.025300833076211022, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9031067961165049, + "mIoU": 0.7676175354574082, + "macroF1": 0.8638255160731303, + "F1_coffee": 0.9369631126831733, + "IoU_coffee": 0.8814022578728461, + "precision_coffee": 0.9345429345429346, + "recall_coffee": 0.9393958584003547, + "F1_noncoffee": 0.7906879194630873, + "IoU_noncoffee": 0.6538328130419702, + "kappa": 0.7276570968801314, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9100623760939993, + "mIoU": 0.7770197652675044, + "macroF1": 0.8698959225826038, + "F1_coffee": 0.9421857515852294, + "IoU_coffee": 0.890691114245416, + "precision_coffee": 0.9297589104962886, + "recall_coffee": 0.954949278558377, + "F1_noncoffee": 0.7976060935799782, + "IoU_noncoffee": 0.6633484162895927, + "kappa": 0.7399544721945821, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8884966877810551, + "mIoU": 0.7329274303548405, + "macroF1": 0.8390238889990633, + "F1_coffee": 0.9282647918870155, + "IoU_coffee": 0.8661325902705213, + "precision_coffee": 0.9167434715821813, + "recall_coffee": 0.9400793900825405, + "F1_noncoffee": 0.7497829861111112, + "IoU_noncoffee": 0.5997222704391598, + "kappa": 0.6782250522055217, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9195619711299153, + "mIoU": 0.7121112797231192, + "macroF1": 0.8156853276767861, + "F1_coffee": 0.9540543614238599, + "IoU_coffee": 0.9121452647602479, + "precision_coffee": 0.9612696230090524, + "recall_coffee": 0.9469466079692967, + "F1_noncoffee": 0.6773162939297125, + "IoU_noncoffee": 0.5120772946859904, + "kappa": 0.6315164577172538, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9307402262353641, + "mIoU": 0.7388301975865281, + "macroF1": 0.8365739246992072, + "F1_coffee": 0.9606272563176895, + "IoU_coffee": 0.9242374905025508, + "precision_coffee": 0.9635622948964581, + "recall_coffee": 0.9577100438645821, + "F1_noncoffee": 0.7125205930807249, + "IoU_noncoffee": 0.5534229046705055, + "kappa": 0.6731699905915693, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9065290732288153, + "mIoU": 0.6794534029659833, + "macroF1": 0.7885418740937247, + "F1_coffee": 0.9464955128933318, + "IoU_coffee": 0.8984257062756092, + "precision_coffee": 0.9560527825588067, + "recall_coffee": 0.9371274322348442, + "F1_noncoffee": 0.6305882352941177, + "IoU_noncoffee": 0.46048109965635736, + "kappa": 0.5773753426613861, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8874467077214591, + "mIoU": 0.7776544604153498, + "macroF1": 0.8733355168449599, + "F1_coffee": 0.915613013212104, + "IoU_coffee": 0.8443600157212106, + "precision_coffee": 0.9019031626084523, + "recall_coffee": 0.9297461050201962, + "F1_noncoffee": 0.8310580204778157, + "IoU_noncoffee": 0.710948905109489, + "kappa": 0.7467881700475996, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8904083749882109, + "mIoU": 0.7788983488727947, + "macroF1": 0.873854360353945, + "F1_coffee": 0.9195513708114096, + "IoU_coffee": 0.8510829168268614, + "precision_coffee": 0.8897374062165059, + "recall_coffee": 0.9514326647564469, + "F1_noncoffee": 0.8281573498964804, + "IoU_noncoffee": 0.7067137809187279, + "kappa": 0.7483123772835806, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8713571630670565, + "mIoU": 0.744372398776219, + "macroF1": 0.8507846795683695, + "F1_coffee": 0.9061898211829436, + "IoU_coffee": 0.8284708249496981, + "precision_coffee": 0.8714285714285714, + "recall_coffee": 0.9438395415472779, + "F1_noncoffee": 0.7953795379537953, + "IoU_noncoffee": 0.6602739726027397, + "kappa": 0.7026015617513626, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2714, + 2995 + ], + [ + 53086, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.090011092027028, + "ssl_variant": "", + "test_tta": { + "OA": 0.9016816758658532, + "mIoU": 0.7602081265335401, + "macroF1": 0.8584026365559523, + "F1_coffee": 0.9366854434721154, + "IoU_coffee": 0.8809109568957091, + "precision_coffee": 0.9256033685940228, + "recall_coffee": 0.9480361012349315, + "F1_noncoffee": 0.7801198296397892, + "IoU_noncoffee": 0.6395052961713711, + "kappa": 0.7169461837616677, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8687406253605631, + "mIoU": 0.7037521306930502, + "macroF1": 0.8183796075599816, + "F1_coffee": 0.9140174024771605, + "IoU_coffee": 0.8416501374534572, + "precision_coffee": 0.8960286000074094, + "recall_coffee": 0.9327432945758856, + "F1_noncoffee": 0.7227418126428028, + "IoU_noncoffee": 0.5658541239326432, + "kappa": 0.6372306971133822, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7756689789393292, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9100093605758368, + "mIoU": 0.770941791831893, + "macroF1": 0.8653590182882221, + "F1_coffee": 0.9428945966982099, + "IoU_coffee": 0.8919589226894012, + "precision_coffee": 0.9186406178284209, + "recall_coffee": 0.9684640144741548, + "F1_noncoffee": 0.7878234398782344, + "IoU_noncoffee": 0.6499246609743847, + "kappa": 0.7314136673917895, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8773797161647628, + "mIoU": 0.7107832043904052, + "macroF1": 0.8227124691707731, + "F1_coffee": 0.9211595170533579, + "IoU_coffee": 0.8538421866941722, + "precision_coffee": 0.8872929953373707, + "recall_coffee": 0.9577138890495748, + "F1_noncoffee": 0.7242654212881884, + "IoU_noncoffee": 0.5677242220866382, + "kappa": 0.6472223604919596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9009223300970873, + "mIoU": 0.7513214860545856, + "macroF1": 0.8516379462415843, + "F1_coffee": 0.9371477843131216, + "IoU_coffee": 0.8817291533870314, + "precision_coffee": 0.9121208488190864, + "recall_coffee": 0.9635868532708505, + "F1_noncoffee": 0.766128108170047, + "IoU_noncoffee": 0.6209138187221397, + "kappa": 0.704104799736758, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9233112518737004, + "mIoU": 0.8023519225872167, + "macroF1": 0.8865997127825431, + "F1_coffee": 0.9511217948717948, + "IoU_coffee": 0.9067990832696715, + "precision_coffee": 0.9308680702177716, + "recall_coffee": 0.9722764791128473, + "F1_noncoffee": 0.8220776306932914, + "IoU_noncoffee": 0.6979047619047619, + "kappa": 0.773589587803693, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9057589091436584, + "mIoU": 0.7597111814247054, + "macroF1": 0.857417315444445, + "F1_coffee": 0.9404394462610396, + "IoU_coffee": 0.8875749884633133, + "precision_coffee": 0.9130666983147401, + "recall_coffee": 0.969504127024132, + "F1_noncoffee": 0.7743951846278504, + "IoU_noncoffee": 0.6318473743860975, + "kappa": 0.7158021115112815, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9372822299651568, + "mIoU": 0.7332244268326662, + "macroF1": 0.830635117439807, + "F1_coffee": 0.9650310834813499, + "IoU_coffee": 0.9324251850262791, + "precision_coffee": 0.9493283826580758, + "recall_coffee": 0.9812619934529857, + "F1_noncoffee": 0.6962391513982642, + "IoU_noncoffee": 0.5340236686390533, + "kappa": 0.6620733685288731, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9446318714030562, + "mIoU": 0.7532086393160402, + "macroF1": 0.846091032708205, + "F1_coffee": 0.9692426413846323, + "IoU_coffee": 0.9403208556149732, + "precision_coffee": 0.9503837422981299, + "recall_coffee": 0.9888651445281745, + "F1_noncoffee": 0.7229394240317776, + "IoU_noncoffee": 0.5660964230171073, + "kappa": 0.6932700345602225, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9438380631077595, + "mIoU": 0.7500315338879757, + "macroF1": 0.8436082565240588, + "F1_coffee": 0.9688085528491127, + "IoU_coffee": 0.9395040615647713, + "precision_coffee": 0.9497568881685575, + "recall_coffee": 0.9886401979529862, + "F1_noncoffee": 0.718407960199005, + "IoU_noncoffee": 0.5605590062111802, + "kappa": 0.6883486392214428, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8663192799621032, + "mIoU": 0.7361037025199964, + "macroF1": 0.8451577237798995, + "F1_coffee": 0.9024002213460607, + "IoU_coffee": 0.8221578018653894, + "precision_coffee": 0.866843853820598, + "recall_coffee": 0.940998268897865, + "F1_noncoffee": 0.7879152262137382, + "IoU_noncoffee": 0.6500496031746031, + "kappa": 0.69144354941214, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.9030463076487787, + "mIoU": 0.8032924335189919, + "macroF1": 0.8895782655296146, + "F1_coffee": 0.928142038305606, + "IoU_coffee": 0.8659188730924743, + "precision_coffee": 0.9062244062244063, + "recall_coffee": 0.9511461318051576, + "F1_noncoffee": 0.8510144927536232, + "IoU_noncoffee": 0.7406659939455096, + "kappa": 0.7794240429299616, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8695652173913043, + "mIoU": 0.7407297887754833, + "macroF1": 0.8482478793824748, + "F1_coffee": 0.9051245112162997, + "IoU_coffee": 0.8266917293233083, + "precision_coffee": 0.8683690930630512, + "recall_coffee": 0.9451289398280802, + "F1_noncoffee": 0.7913712475486498, + "IoU_noncoffee": 0.6547678482276585, + "kappa": 0.6976867575722009, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 53717, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4835367441177367, + "ssl_variant": "", + "test_tta": { + "OA": 0.9040540976727672, + "mIoU": 0.7510874217458419, + "macroF1": 0.8509670175202594, + "F1_coffee": 0.9399149004982666, + "IoU_coffee": 0.8866409884829533, + "precision_coffee": 0.904473837774752, + "recall_coffee": 0.978246691772032, + "F1_noncoffee": 0.7620191345422521, + "IoU_noncoffee": 0.6155338550087305, + "kappa": 0.7037357082396815, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8720866505134418, + "mIoU": 0.6919026172854752, + "macroF1": 0.8074658698115469, + "F1_coffee": 0.9190082644628099, + "IoU_coffee": 0.8501529051987767, + "precision_coffee": 0.872909582957463, + "recall_coffee": 0.9702473920672567, + "F1_noncoffee": 0.6959234751602839, + "IoU_noncoffee": 0.5336523293721738, + "kappa": 0.6189219392159566, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.641858345940888, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7804460798553953, + "mIoU": 0.5858317736755028, + "macroF1": 0.7274920627041894, + "F1_coffee": 0.8476186209059545, + "IoU_coffee": 0.7355365474339036, + "precision_coffee": 0.9064034688450758, + "recall_coffee": 0.795994361811794, + "F1_noncoffee": 0.6073655045024244, + "IoU_noncoffee": 0.43612699991710185, + "kappa": 0.4608276096632442, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7567064728279681, + "mIoU": 0.5594792166188287, + "macroF1": 0.705999925615501, + "F1_coffee": 0.8280971354617807, + "IoU_coffee": 0.7066260869565217, + "precision_coffee": 0.8781283769180894, + "recall_coffee": 0.7834596324791269, + "F1_noncoffee": 0.5839027157692213, + "IoU_noncoffee": 0.4123323462811357, + "kappa": 0.41658397837364713, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2222222222222222, + "mIoU": 0.1140625, + "macroF1": 0.19064234734337826, + "F1_coffee": 0.35051546391752575, + "IoU_coffee": 0.2125, + "precision_coffee": 1.0, + "recall_coffee": 0.2125, + "F1_noncoffee": 0.03076923076923077, + "IoU_noncoffee": 0.015625, + "kappa": 0.0066186490169359395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8342233009708738, + "mIoU": 0.6461138705273017, + "macroF1": 0.773891302022425, + "F1_coffee": 0.8906885182932684, + "IoU_coffee": 0.8029201292705448, + "precision_coffee": 0.9005177993527508, + "recall_coffee": 0.8810714964220125, + "F1_noncoffee": 0.6570940857515815, + "IoU_noncoffee": 0.4893076117840586, + "kappa": 0.5479515520550666, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7609883467917412, + "mIoU": 0.569908343749673, + "macroF1": 0.7161191895939111, + "F1_coffee": 0.8289796906895478, + "IoU_coffee": 0.7079123086923123, + "precision_coffee": 0.9192756292203806, + "recall_coffee": 0.7548358641547477, + "F1_noncoffee": 0.6032586884982744, + "IoU_noncoffee": 0.4319043788070337, + "kappa": 0.44466798589246476, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7463372177360863, + "mIoU": 0.5472193002543145, + "macroF1": 0.6954889459643976, + "F1_coffee": 0.8199231086090897, + "IoU_coffee": 0.6948048170341498, + "precision_coffee": 0.9006108136641279, + "recall_coffee": 0.7525045680801462, + "F1_noncoffee": 0.5710547833197056, + "IoU_noncoffee": 0.3996337834744793, + "kappa": 0.40240383505804506, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8377302140368342, + "mIoU": 0.5692076966610073, + "macroF1": 0.6907561231736247, + "F1_coffee": 0.9039481437831467, + "IoU_coffee": 0.8247311827956989, + "precision_coffee": 0.9456293921834545, + "recall_coffee": 0.865786206118072, + "F1_noncoffee": 0.4775641025641026, + "IoU_noncoffee": 0.3136842105263158, + "kappa": 0.38797968911991465, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7798174240920818, + "mIoU": 0.522174068663795, + "macroF1": 0.6536249174161842, + "F1_coffee": 0.8626941402140956, + "IoU_coffee": 0.7585418933623503, + "precision_coffee": 0.9588720770288859, + "recall_coffee": 0.7840512878191429, + "F1_noncoffee": 0.4445556946182728, + "IoU_noncoffee": 0.2858062439652398, + "kappa": 0.3343413080914784, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7064893828140504, + "mIoU": 0.45192503918984855, + "macroF1": 0.5879152651610323, + "F1_coffee": 0.8089640919659002, + "IoU_coffee": 0.6792104977768137, + "precision_coffee": 0.9499469133929925, + "recall_coffee": 0.7044202002024519, + "F1_noncoffee": 0.3668664383561644, + "IoU_noncoffee": 0.22463958060288336, + "kappa": 0.2319006459659169, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8308858360966367, + "mIoU": 0.6818460873954147, + "macroF1": 0.8069590490897538, + "F1_coffee": 0.8749211688038679, + "IoU_coffee": 0.7776532137518685, + "precision_coffee": 0.8506608529772448, + "recall_coffee": 0.9006058857472591, + "F1_noncoffee": 0.7389969293756398, + "IoU_noncoffee": 0.586038961038961, + "kappa": 0.6145722593740023, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.743091577855324, + "mIoU": 0.5803965666600445, + "macroF1": 0.7321925777811141, + "F1_coffee": 0.786218803955423, + "IoU_coffee": 0.6477434372171215, + "precision_coffee": 0.8693162096494272, + "recall_coffee": 0.717621776504298, + "F1_noncoffee": 0.6781663516068053, + "IoU_noncoffee": 0.5130496961029675, + "kappa": 0.4716529165363143, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7842120154673206, + "mIoU": 0.624047071895137, + "macroF1": 0.7648154002172182, + "F1_coffee": 0.8323563892145369, + "IoU_coffee": 0.7128514056224899, + "precision_coffee": 0.8518296340731853, + "recall_coffee": 0.8137535816618912, + "F1_noncoffee": 0.6972744112198994, + "IoU_noncoffee": 0.5352427381677839, + "kappa": 0.5300742686645619, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2492, + 2995 + ], + [ + 45866, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.898944675922394, + "ssl_variant": "", + "test_tta": { + "OA": 0.806881637132436, + "mIoU": 0.6129498570616253, + "macroF1": 0.7482420494800792, + "F1_coffee": 0.869745063461999, + "IoU_coffee": 0.7695122890823638, + "precision_coffee": 0.9011345949969549, + "recall_coffee": 0.8404687269896703, + "F1_noncoffee": 0.6267390354981596, + "IoU_noncoffee": 0.4563874250408868, + "kappa": 0.4982287737215559, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7814699434637129, + "mIoU": 0.5819233185952997, + "macroF1": 0.7230444674225396, + "F1_coffee": 0.8502500444743136, + "IoU_coffee": 0.7395086561108533, + "precision_coffee": 0.8721437116035766, + "recall_coffee": 0.829428665085517, + "F1_noncoffee": 0.5958388903707655, + "IoU_noncoffee": 0.4243379810797462, + "kappa": 0.4470294174367288, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.6944040122677745, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8603014750976405, + "mIoU": 0.6887773303124809, + "macroF1": 0.8071102479781109, + "F1_coffee": 0.9084021164021164, + "IoU_coffee": 0.8321765093644578, + "precision_coffee": 0.9138756999595461, + "recall_coffee": 0.9029937096333074, + "F1_noncoffee": 0.7058183795541055, + "IoU_noncoffee": 0.5453781512605042, + "kappa": 0.6142649374306635, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8303767162801431, + "mIoU": 0.64489764760289, + "macroF1": 0.7736483374165223, + "F1_coffee": 0.8869645448691457, + "IoU_coffee": 0.7968879524730589, + "precision_coffee": 0.8842026597171655, + "recall_coffee": 0.8897437380690693, + "F1_noncoffee": 0.6603321299638989, + "IoU_noncoffee": 0.4929073427327211, + "kappa": 0.5473099471984185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8631553398058253, + "mIoU": 0.6948198596539044, + "macroF1": 0.811799213859512, + "F1_coffee": 0.9101112847166863, + "IoU_coffee": 0.8350497366881217, + "precision_coffee": 0.9165703275529865, + "recall_coffee": 0.9037426382116396, + "F1_noncoffee": 0.7134871430023376, + "IoU_noncoffee": 0.5545899826196872, + "kappa": 0.6236579975510818, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.848653353319472, + "mIoU": 0.6720404496835997, + "macroF1": 0.7946580545166713, + "F1_coffee": 0.8999552515502142, + "IoU_coffee": 0.8181078568107857, + "precision_coffee": 0.9132662990593577, + "recall_coffee": 0.8870266523848529, + "F1_noncoffee": 0.6893608574831283, + "IoU_noncoffee": 0.5259730425564138, + "kappa": 0.5895868243201003, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8691069097239011, + "mIoU": 0.7000778237102525, + "macroF1": 0.8151690901484732, + "F1_coffee": 0.9150158540796786, + "IoU_coffee": 0.8433449074074074, + "precision_coffee": 0.9118383181078713, + "recall_coffee": 0.9182156133828996, + "F1_noncoffee": 0.7153223262172679, + "IoU_noncoffee": 0.5568107400130976, + "kappa": 0.630353216829529, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8668989547038327, + "mIoU": 0.5987431565896738, + "macroF1": 0.7154773203360394, + "F1_coffee": 0.923041501179992, + "IoU_coffee": 0.8570817744521646, + "precision_coffee": 0.9417430115104534, + "recall_coffee": 0.9050682921322949, + "F1_noncoffee": 0.5079131394920868, + "IoU_noncoffee": 0.340404538727183, + "kappa": 0.4323859281958846, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.850764040484223, + "mIoU": 0.6008174986360356, + "macroF1": 0.7228927927063564, + "F1_coffee": 0.9111321200661782, + "IoU_coffee": 0.8367701324072064, + "precision_coffee": 0.959790862691398, + "recall_coffee": 0.8671690473512541, + "F1_noncoffee": 0.5346534653465347, + "IoU_noncoffee": 0.36486486486486486, + "kappa": 0.45314548700438195, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8739829331216511, + "mIoU": 0.622236858880803, + "macroF1": 0.7392764896411423, + "F1_coffee": 0.9266828310818612, + "IoU_coffee": 0.8633820998278829, + "precision_coffee": 0.9519629937136758, + "recall_coffee": 0.9027106062310202, + "F1_noncoffee": 0.5518701482004235, + "IoU_noncoffee": 0.3810916179337232, + "kappa": 0.48079097892448813, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8595926101373756, + "mIoU": 0.7319562134477222, + "macroF1": 0.8429822143857089, + "F1_coffee": 0.8940520446096655, + "IoU_coffee": 0.8084033613445378, + "precision_coffee": 0.8861961451247166, + "recall_coffee": 0.9020484708597807, + "F1_noncoffee": 0.7919123841617524, + "IoU_noncoffee": 0.6555090655509066, + "kappa": 0.6860128903544265, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8466471753277375, + "mIoU": 0.7063270593440949, + "macroF1": 0.8246021040164516, + "F1_coffee": 0.8867845703940955, + "IoU_coffee": 0.7965974480860646, + "precision_coffee": 0.8626388512598212, + "recall_coffee": 0.9123209169054441, + "F1_noncoffee": 0.7624196376388077, + "IoU_noncoffee": 0.6160566706021251, + "kappa": 0.6497800033420301, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8644723191549561, + "mIoU": 0.732862544615859, + "macroF1": 0.8429135385873983, + "F1_coffee": 0.9011079760512009, + "IoU_coffee": 0.8200150300601202, + "precision_coffee": 0.8670374784796716, + "recall_coffee": 0.9379656160458453, + "F1_noncoffee": 0.7847191011235956, + "IoU_noncoffee": 0.6457100591715976, + "kappa": 0.6868796127630543, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2530, + 2995 + ], + [ + 50776, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.360888159275055, + "ssl_variant": "", + "test_tta": { + "OA": 0.869177883218747, + "mIoU": 0.6999146552056996, + "macroF1": 0.8150151446175236, + "F1_coffee": 0.9151115300031417, + "IoU_coffee": 0.8435074713309394, + "precision_coffee": 0.91106616343808, + "recall_coffee": 0.9191929817179644, + "F1_noncoffee": 0.7149187592319055, + "IoU_noncoffee": 0.5563218390804597, + "kappa": 0.630054783999995, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8387129341179186, + "mIoU": 0.6531599758456441, + "macroF1": 0.7794975667941331, + "F1_coffee": 0.8937653775637189, + "IoU_coffee": 0.8079347359381709, + "precision_coffee": 0.8808373590982287, + "recall_coffee": 0.90707853685814, + "F1_noncoffee": 0.6652297560245473, + "IoU_noncoffee": 0.49838521575311745, + "kappa": 0.5592942924831894, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7568024964789927, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9108970013879475, + "mIoU": 0.7713898251619831, + "macroF1": 0.8655721207290015, + "F1_coffee": 0.9436293278606508, + "IoU_coffee": 0.8932748255398117, + "precision_coffee": 0.9167195683224885, + "recall_coffee": 0.9721667052363621, + "F1_noncoffee": 0.7875149135973522, + "IoU_noncoffee": 0.6495048247841544, + "kappa": 0.7320146695364662, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.878519095419407, + "mIoU": 0.711440806393004, + "macroF1": 0.8230554686340197, + "F1_coffee": 0.9221210300032361, + "IoU_coffee": 0.8554958911629982, + "precision_coffee": 0.8858137634561409, + "recall_coffee": 0.9615317868918841, + "F1_noncoffee": 0.7239899072648033, + "IoU_noncoffee": 0.5673857216230097, + "kappa": 0.6482055129287514, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9057281553398058, + "mIoU": 0.757147157606535, + "macroF1": 0.8554399024346176, + "F1_coffee": 0.9407022900763359, + "IoU_coffee": 0.8880433529343941, + "precision_coffee": 0.908308272893449, + "recall_coffee": 0.9754923690709898, + "F1_noncoffee": 0.7701775147928994, + "IoU_noncoffee": 0.6262509622786759, + "kappa": 0.7122980798206053, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9237947874860983, + "mIoU": 0.8052035749345849, + "macroF1": 0.888558680797888, + "F1_coffee": 0.9512225317239245, + "IoU_coffee": 0.906982234551142, + "precision_coffee": 0.9347892207555204, + "recall_coffee": 0.968243966983807, + "F1_noncoffee": 0.8258948298718515, + "IoU_noncoffee": 0.7034249153180279, + "kappa": 0.7773629526830077, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.90314781683671, + "mIoU": 0.751528092824221, + "macroF1": 0.8514541909230006, + "F1_coffee": 0.9390833612116419, + "IoU_coffee": 0.8851622520353171, + "precision_coffee": 0.9076425631981188, + "recall_coffee": 0.9727805431289773, + "F1_noncoffee": 0.7638250206343592, + "IoU_noncoffee": 0.6178939336131247, + "kappa": 0.7042841018153976, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9373817819810851, + "mIoU": 0.7162084090229713, + "macroF1": 0.8157057122725174, + "F1_coffee": 0.965452847805789, + "IoU_coffee": 0.9332129963898917, + "precision_coffee": 0.9402011125374412, + "recall_coffee": 0.9920984309741506, + "F1_noncoffee": 0.6659585767392459, + "IoU_noncoffee": 0.49920382165605093, + "kappa": 0.6339644332333361, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9431434808493748, + "mIoU": 0.7574352589475171, + "macroF1": 0.8497857831760995, + "F1_coffee": 0.9682072906841258, + "IoU_coffee": 0.9383738438373844, + "precision_coffee": 0.9554314498466929, + "recall_coffee": 0.9813294342593634, + "F1_noncoffee": 0.7313642756680732, + "IoU_noncoffee": 0.5764966740576497, + "kappa": 0.7000247784870783, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9403651518158365, + "mIoU": 0.7339806336306016, + "macroF1": 0.8307083089571587, + "F1_coffee": 0.96695805156963, + "IoU_coffee": 0.9360298030867483, + "precision_coffee": 0.9457947945794795, + "recall_coffee": 0.989090091103363, + "F1_noncoffee": 0.6944585663446874, + "IoU_noncoffee": 0.5319314641744548, + "kappa": 0.6629770150925014, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8756039791567978, + "mIoU": 0.7505678645884022, + "macroF1": 0.8548884625955673, + "F1_coffee": 0.90971601457746, + "IoU_coffee": 0.8343844601412714, + "precision_coffee": 0.8691367757193535, + "recall_coffee": 0.954270051933064, + "F1_noncoffee": 0.8000609106136745, + "IoU_noncoffee": 0.666751269035533, + "kappa": 0.7111712340056924, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.9054041309063473, + "mIoU": 0.8077921275932824, + "macroF1": 0.8924165866841025, + "F1_coffee": 0.9297963183313501, + "IoU_coffee": 0.8688031393067365, + "precision_coffee": 0.9089913781305597, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.855036855036855, + "IoU_noncoffee": 0.7467811158798283, + "kappa": 0.7850656701349359, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8677732717155522, + "mIoU": 0.7357771387690546, + "macroF1": 0.8446725898379173, + "F1_coffee": 0.9045739177783828, + "IoU_coffee": 0.8257735802162296, + "precision_coffee": 0.8616441908713693, + "recall_coffee": 0.9520057306590258, + "F1_noncoffee": 0.7847712618974516, + "IoU_noncoffee": 0.6457806973218797, + "kappa": 0.6910747843359805, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2655, + 2995 + ], + [ + 53786, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2849650184313455, + "ssl_variant": "", + "test_tta": { + "OA": 0.9094767760885704, + "mIoU": 0.7661671387551086, + "macroF1": 0.861818339010844, + "F1_coffee": 0.9429695681792762, + "IoU_coffee": 0.8920931127356676, + "precision_coffee": 0.9124916368215986, + "recall_coffee": 0.975553825763154, + "F1_noncoffee": 0.7806671098424119, + "IoU_noncoffee": 0.6402411647745494, + "kappa": 0.7248173556352553, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.876918195454021, + "mIoU": 0.7052174288001938, + "macroF1": 0.8180709480395297, + "F1_coffee": 0.9215408660476234, + "IoU_coffee": 0.8544977153379254, + "precision_coffee": 0.880669138449103, + "recall_coffee": 0.9663909296002776, + "F1_noncoffee": 0.714601030031436, + "IoU_noncoffee": 0.5559371422624623, + "kappa": 0.6389704992092243, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.7884907014190341, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9029243730028081, + "mIoU": 0.759924835522815, + "macroF1": 0.8580021253902769, + "F1_coffee": 0.9378699141644201, + "IoU_coffee": 0.8830085190804061, + "precision_coffee": 0.9212459415584415, + "recall_coffee": 0.9551048745082363, + "F1_noncoffee": 0.7781343366161336, + "IoU_noncoffee": 0.6368411519652237, + "kappa": 0.7163340986843899, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8715530171916465, + "mIoU": 0.7047394735636924, + "macroF1": 0.8186858892885357, + "F1_coffee": 0.9165917434629505, + "IoU_coffee": 0.8460261752044398, + "precision_coffee": 0.8911044341254666, + "recall_coffee": 0.9435799541080967, + "F1_noncoffee": 0.7207800351141209, + "IoU_noncoffee": 0.563452771922945, + "kappa": 0.638362159036789, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8970873786407767, + "mIoU": 0.7505282856083186, + "macroF1": 0.8516116324954813, + "F1_coffee": 0.9337582802149731, + "IoU_coffee": 0.8757472746454108, + "precision_coffee": 0.9216061185468452, + "recall_coffee": 0.9462351972642644, + "F1_noncoffee": 0.7694649847759896, + "IoU_noncoffee": 0.6253092965712266, + "kappa": 0.7034027337341235, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9152362071466563, + "mIoU": 0.7882513912471072, + "macroF1": 0.8774660930327389, + "F1_coffee": 0.9454963778254516, + "IoU_coffee": 0.8966269607265007, + "precision_coffee": 0.9332801374907931, + "recall_coffee": 0.9580366706571735, + "F1_noncoffee": 0.8094358082400261, + "IoU_noncoffee": 0.6798758217677137, + "kappa": 0.7550789073803245, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8964266718243799, + "mIoU": 0.7411531443792173, + "macroF1": 0.8443160638731356, + "F1_coffee": 0.9343870612019849, + "IoU_coffee": 0.8768540876164195, + "precision_coffee": 0.9092101341281669, + "recall_coffee": 0.9609980467519375, + "F1_noncoffee": 0.7542450665442864, + "IoU_noncoffee": 0.6054522011420151, + "kappa": 0.6895238260509842, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9314086610253858, + "mIoU": 0.7117503125808735, + "macroF1": 0.8129356436102513, + "F1_coffee": 0.961804978102999, + "IoU_coffee": 0.9264203331909441, + "precision_coffee": 0.9449891067538126, + "recall_coffee": 0.9792301614177672, + "F1_noncoffee": 0.6640663091175036, + "IoU_noncoffee": 0.49708029197080295, + "kappa": 0.6269103580143194, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9385790831514189, + "mIoU": 0.7546486177796077, + "macroF1": 0.8482740518596668, + "F1_coffee": 0.9653279560858119, + "IoU_coffee": 0.9329796448679082, + "precision_coffee": 0.961504128542736, + "recall_coffee": 0.9691823191991902, + "F1_noncoffee": 0.7312201476335215, + "IoU_noncoffee": 0.5763175906913073, + "kappa": 0.6965853041670211, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9388767612621551, + "mIoU": 0.7318875552352001, + "macroF1": 0.8291878882382353, + "F1_coffee": 0.9660680841687782, + "IoU_coffee": 0.9343633457645178, + "precision_coffee": 0.9466695455036166, + "recall_coffee": 0.9862782589135081, + "F1_noncoffee": 0.6923076923076923, + "IoU_noncoffee": 0.5294117647058824, + "kappa": 0.6596716053738575, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8644244433917575, + "mIoU": 0.7401927727399635, + "macroF1": 0.8486248110529246, + "F1_coffee": 0.8975295381310419, + "IoU_coffee": 0.8141075604053001, + "precision_coffee": 0.8910848855395991, + "recall_coffee": 0.904068090017311, + "F1_noncoffee": 0.7997200839748075, + "IoU_noncoffee": 0.6662779850746269, + "kappa": 0.6972805706247932, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8930491370366878, + "mIoU": 0.7853530031612224, + "macroF1": 0.878155780764348, + "F1_coffee": 0.9207547169811321, + "IoU_coffee": 0.8531468531468531, + "precision_coffee": 0.8987721691678036, + "recall_coffee": 0.9438395415472779, + "F1_noncoffee": 0.8355568445475638, + "IoU_noncoffee": 0.7175591531755915, + "kappa": 0.7566136925675068, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8560784683580119, + "mIoU": 0.7195380015443791, + "macroF1": 0.8337071284632627, + "F1_coffee": 0.8947005244272702, + "IoU_coffee": 0.8094643526033213, + "precision_coffee": 0.8630191693290735, + "recall_coffee": 0.9287965616045846, + "F1_noncoffee": 0.7727137324992552, + "IoU_noncoffee": 0.6296116504854369, + "kappa": 0.6683788758766036, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2748, + 2995 + ], + [ + 53199, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.514385716120402, + "ssl_variant": "", + "test_tta": { + "OA": 0.9060230463832671, + "mIoU": 0.7648693449057561, + "macroF1": 0.8613285877481919, + "F1_coffee": 0.9400549727709777, + "IoU_coffee": 0.8868903090460558, + "precision_coffee": 0.9204128532838769, + "recall_coffee": 0.9605537205730755, + "F1_noncoffee": 0.782602202725406, + "IoU_noncoffee": 0.6428483807654564, + "kappa": 0.7231144885059722, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8741058036229375, + "mIoU": 0.706820531200976, + "macroF1": 0.8199718187518732, + "F1_coffee": 0.918691841239975, + "IoU_coffee": 0.8496114949261754, + "precision_coffee": 0.8886045841141704, + "recall_coffee": 0.9508879504830219, + "F1_noncoffee": 0.7212517962637713, + "IoU_noncoffee": 0.5640295674757766, + "kappa": 0.6413532280345734, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.5730673140130826, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7638208083103393, + "mIoU": 0.5797372900014891, + "macroF1": 0.7257801216611708, + "F1_coffee": 0.8279148976430101, + "IoU_coffee": 0.7063607377810066, + "precision_coffee": 0.9242692297536373, + "recall_coffee": 0.7497536734781305, + "F1_noncoffee": 0.6236453456793316, + "IoU_noncoffee": 0.45311384222197165, + "kappa": 0.46429312597861966, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7271547248182763, + "mIoU": 0.537316698109835, + "macroF1": 0.6903228911489467, + "F1_coffee": 0.7971216540837337, + "IoU_coffee": 0.6626785300358398, + "precision_coffee": 0.9016472985758994, + "recall_coffee": 0.7143131715005093, + "F1_noncoffee": 0.5835241282141599, + "IoU_noncoffee": 0.41195486618383015, + "kappa": 0.39727402650512145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13031026252983294, + "mIoU": 0.0654185805436432, + "macroF1": 0.1161688431971844, + "F1_coffee": 0.22796610169491524, + "IoU_coffee": 0.12864658058345288, + "precision_coffee": 1.0, + "recall_coffee": 0.12864658058345288, + "F1_noncoffee": 0.004371584699453552, + "IoU_noncoffee": 0.002190580503833516, + "kappa": 0.0005634625928391056, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8415880503144654, + "mIoU": 0.6763060479803981, + "macroF1": 0.7999615915610309, + "F1_coffee": 0.891213389121339, + "IoU_coffee": 0.8037735849056604, + "precision_coffee": 0.9262818264712072, + "recall_coffee": 0.858703426750764, + "F1_noncoffee": 0.7087097940007228, + "IoU_noncoffee": 0.5488385110551357, + "kappa": 0.6014527792031862, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7732498908455829, + "mIoU": 0.5859160752101512, + "macroF1": 0.7296111822916611, + "F1_coffee": 0.8382363120371011, + "IoU_coffee": 0.7215204957102002, + "precision_coffee": 0.9135485817742909, + "recall_coffee": 0.7743957027752909, + "F1_noncoffee": 0.6209860525462212, + "IoU_noncoffee": 0.4503116547101023, + "kappa": 0.46769854098318764, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6777427948655849, + "mIoU": 0.4928516592673975, + "macroF1": 0.6542450595877884, + "F1_coffee": 0.7443808352864333, + "IoU_coffee": 0.5928396572827417, + "precision_coffee": 0.9352191542768874, + "recall_coffee": 0.6182270725636607, + "F1_noncoffee": 0.5641092838891437, + "IoU_noncoffee": 0.3928636612520533, + "kappa": 0.3543354911817584, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.849826919161067, + "mIoU": 0.6440337175008926, + "macroF1": 0.7680936518461497, + "F1_coffee": 0.9057688621989395, + "IoU_coffee": 0.827767398411957, + "precision_coffee": 0.9503954953747151, + "recall_coffee": 0.8651452282157677, + "F1_noncoffee": 0.63041844149336, + "IoU_noncoffee": 0.46030003658982804, + "kappa": 0.5401637812922206, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7497291440953413, + "mIoU": 0.5188511912333966, + "macroF1": 0.6606433967896785, + "F1_coffee": 0.8345164441549984, + "IoU_coffee": 0.7160259275815825, + "precision_coffee": 0.9380673499267935, + "recall_coffee": 0.7515542521994135, + "F1_noncoffee": 0.4867703494243587, + "IoU_noncoffee": 0.3216764548852109, + "kappa": 0.34600248454825705, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.6709690036178743, + "mIoU": 0.45125477993119967, + "macroF1": 0.6023635400932625, + "F1_coffee": 0.7675302245250432, + "IoU_coffee": 0.6227578475336323, + "precision_coffee": 0.945210141228518, + "recall_coffee": 0.6460804838334496, + "F1_noncoffee": 0.43719685566148186, + "IoU_noncoffee": 0.2797517123287671, + "kappa": 0.2673995937365148, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8339031339031339, + "mIoU": 0.6906608102439173, + "macroF1": 0.8138904635517415, + "F1_coffee": 0.8749195451619824, + "IoU_coffee": 0.7776506483600305, + "precision_coffee": 0.8998234774933804, + "recall_coffee": 0.851356993736952, + "F1_noncoffee": 0.7528613819415007, + "IoU_noncoffee": 0.6036709721278042, + "kappa": 0.6283434163280948, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7960803059273422, + "mIoU": 0.6397014748314807, + "macroF1": 0.7767349486360933, + "F1_coffee": 0.8424551296255263, + "IoU_coffee": 0.7277947932618682, + "precision_coffee": 0.8874883286647992, + "recall_coffee": 0.8017714044706875, + "F1_noncoffee": 0.7110147676466604, + "IoU_noncoffee": 0.5516081564010932, + "kappa": 0.5555689150064826, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.684392397773085, + "mIoU": 0.5169030910258796, + "macroF1": 0.6806081352841274, + "F1_coffee": 0.7153739612188366, + "IoU_coffee": 0.5568733153638814, + "precision_coffee": 0.9221155991966079, + "recall_coffee": 0.5843586479988686, + "F1_noncoffee": 0.6458423093494183, + "IoU_noncoffee": 0.4769328666878778, + "kappa": 0.3988184371651912, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 6, + 27 + ], + [ + 437, + 563 + ], + [ + 5423, + 7520 + ], + [ + 41193, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.441561198234558, + "ssl_variant": "", + "test_tta": { + "OA": 0.7997078396364227, + "mIoU": 0.6181209267720924, + "macroF1": 0.7552588734257557, + "F1_coffee": 0.859558873739558, + "IoU_coffee": 0.7537073628325649, + "precision_coffee": 0.9170228266148616, + "recall_coffee": 0.8088720387268131, + "F1_noncoffee": 0.6509588731119534, + "IoU_noncoffee": 0.4825344907116199, + "kappa": 0.5152485202267609, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7602976808584285, + "mIoU": 0.5686858615436882, + "macroF1": 0.7150012090367303, + "F1_coffee": 0.828620924333354, + "IoU_coffee": 0.7073892145988486, + "precision_coffee": 0.8938797303610759, + "recall_coffee": 0.7722424032750966, + "F1_noncoffee": 0.6013814937401065, + "IoU_noncoffee": 0.42998250848852765, + "kappa": 0.43698220002417226, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6262176198208143, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7660769355624087, + "mIoU": 0.5845093006013214, + "macroF1": 0.7301433462292513, + "F1_coffee": 0.8286162774104552, + "IoU_coffee": 0.7073824413221798, + "precision_coffee": 0.931401379457841, + "recall_coffee": 0.7462622627768496, + "F1_noncoffee": 0.6316704150480474, + "IoU_noncoffee": 0.4616361598804632, + "kappa": 0.47405232463691116, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7299526941271489, + "mIoU": 0.543260728086806, + "macroF1": 0.6961704844150709, + "F1_coffee": 0.7974820455135416, + "IoU_coffee": 0.6631768303651736, + "precision_coffee": 0.911915304128429, + "recall_coffee": 0.7085663764439063, + "F1_noncoffee": 0.5948589233166003, + "IoU_noncoffee": 0.42334462580843857, + "kappa": 0.4108988395805753, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20190930787589498, + "mIoU": 0.10138461345304173, + "macroF1": 0.16931322329728704, + "F1_coffee": 0.33386454183266934, + "IoU_coffee": 0.20038259206121473, + "precision_coffee": 1.0, + "recall_coffee": 0.20038259206121473, + "F1_noncoffee": 0.004761904761904762, + "IoU_noncoffee": 0.002386634844868735, + "kappa": 0.0009560229445506724, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8036065251572327, + "mIoU": 0.6383904680360546, + "macroF1": 0.7737890576936408, + "F1_coffee": 0.85591723441837, + "IoU_coffee": 0.7481252756947507, + "precision_coffee": 0.9603624009060022, + "recall_coffee": 0.7719617660446063, + "F1_noncoffee": 0.6916608809689115, + "IoU_noncoffee": 0.5286556603773584, + "kappa": 0.5587470214169407, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7998835686217436, + "mIoU": 0.6229011492647267, + "macroF1": 0.7598970474525852, + "F1_coffee": 0.8578811369509044, + "IoU_coffee": 0.751131221719457, + "precision_coffee": 0.9300067229401658, + "recall_coffee": 0.7961376135055633, + "F1_noncoffee": 0.6619129579542661, + "IoU_noncoffee": 0.49467107680999634, + "kappa": 0.526568028232748, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6953257447323807, + "mIoU": 0.5023307810417408, + "macroF1": 0.6596861466608765, + "F1_coffee": 0.7698162921759496, + "IoU_coffee": 0.6257734412184673, + "precision_coffee": 0.9022904692459467, + "recall_coffee": 0.6712617269768333, + "F1_noncoffee": 0.5495560011458035, + "IoU_noncoffee": 0.37888812086501433, + "kappa": 0.34692102730921875, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8095092649154958, + "mIoU": 0.6044704544662348, + "macroF1": 0.7388515923513386, + "F1_coffee": 0.8746902417788494, + "IoU_coffee": 0.7772884180454708, + "precision_coffee": 0.9692741576369304, + "recall_coffee": 0.7969245789602148, + "F1_noncoffee": 0.6030129429238277, + "IoU_noncoffee": 0.4316524908869988, + "kappa": 0.49299793860486707, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8043927903082833, + "mIoU": 0.5705473296825306, + "macroF1": 0.7034791301601082, + "F1_coffee": 0.8764618064195073, + "IoU_coffee": 0.7800907983612003, + "precision_coffee": 0.9329890080784002, + "recall_coffee": 0.8263929618768329, + "F1_noncoffee": 0.5304964539007092, + "IoU_noncoffee": 0.361003861003861, + "kappa": 0.4151178425180068, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.747335484501809, + "mIoU": 0.49054769330475045, + "macroF1": 0.6247692094838403, + "F1_coffee": 0.839223494275759, + "IoU_coffee": 0.7229845626072041, + "precision_coffee": 0.9023280706449023, + "recall_coffee": 0.7843684577808793, + "F1_noncoffee": 0.4103149246919215, + "IoU_noncoffee": 0.25811082400229685, + "kappa": 0.2627634644741424, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981006647673314, + "mIoU": 0.6527634328983823, + "macroF1": 0.788169469874388, + "F1_coffee": 0.8340359094457455, + "IoU_coffee": 0.7153186930905195, + "precision_coffee": 0.9496888888888889, + "recall_coffee": 0.7434933890048713, + "F1_noncoffee": 0.7423030303030304, + "IoU_noncoffee": 0.5902081727062451, + "kappa": 0.5858751841770098, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7955066921606119, + "mIoU": 0.6466590070203373, + "macroF1": 0.7832328692398043, + "F1_coffee": 0.8348134991119005, + "IoU_coffee": 0.7164634146341463, + "precision_coffee": 0.9261480466072652, + "recall_coffee": 0.7598762828623646, + "F1_noncoffee": 0.731652239367708, + "IoU_noncoffee": 0.5768545994065282, + "kappa": 0.573208663791982, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.644269533499712, + "mIoU": 0.47337447320891024, + "macroF1": 0.6419640047647244, + "F1_coffee": 0.6706948640483383, + "IoU_coffee": 0.5045454545454545, + "precision_coffee": 0.9022232847238824, + "recall_coffee": 0.5337293169282987, + "F1_noncoffee": 0.6132331454811104, + "IoU_noncoffee": 0.442203491872366, + "kappa": 0.3353363108980542, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 13, + 27 + ], + [ + 543, + 563 + ], + [ + 6128, + 7520 + ], + [ + 40514, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.621291693051656, + "ssl_variant": "", + "test_tta": { + "OA": 0.8039279337769842, + "mIoU": 0.6258241983358968, + "macroF1": 0.7617362817399734, + "F1_coffee": 0.8619996344361177, + "IoU_coffee": 0.7574686797301639, + "precision_coffee": 0.9235740514075887, + "recall_coffee": 0.8081223493124277, + "F1_noncoffee": 0.6614729290438291, + "IoU_noncoffee": 0.49417971694162965, + "kappa": 0.5286123904767046, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7641773393331026, + "mIoU": 0.5763371819270063, + "macroF1": 0.7220808646807998, + "F1_coffee": 0.8302447026089845, + "IoU_coffee": 0.7097593013348481, + "precision_coffee": 0.9027589632439267, + "recall_coffee": 0.7685137135059293, + "F1_noncoffee": 0.6139170267526151, + "IoU_noncoffee": 0.44291506251916457, + "kappa": 0.45220036383105977, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7320464283581669, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9005356273332251, + "mIoU": 0.7666187351537608, + "macroF1": 0.8634361202822087, + "F1_coffee": 0.9346151383879986, + "IoU_coffee": 0.8772558838257386, + "precision_coffee": 0.9311378518581512, + "recall_coffee": 0.9381184937668681, + "F1_noncoffee": 0.7922571021764188, + "IoU_noncoffee": 0.655981586481783, + "kappa": 0.7268843423253293, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8574333679473867, + "mIoU": 0.6939574073556642, + "macroF1": 0.8121765855159071, + "F1_coffee": 0.9043735670545898, + "IoU_coffee": 0.8254397118033482, + "precision_coffee": 0.9104242140937244, + "recall_coffee": 0.8984028138153722, + "F1_noncoffee": 0.7199796039772245, + "IoU_noncoffee": 0.5624751029079803, + "kappa": 0.6244017503380206, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360381861575179, + "mIoU": 0.16881771853771668, + "macroF1": 0.2536653477979485, + "F1_coffee": 0.5016123253314224, + "IoU_coffee": 0.3347680535628886, + "precision_coffee": 1.0, + "recall_coffee": 0.3347680535628886, + "F1_noncoffee": 0.005718370264474625, + "IoU_noncoffee": 0.002867383512544803, + "kappa": 0.0019179757136325254, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9176002358490566, + "mIoU": 0.8037207629866228, + "macroF1": 0.8882279777878581, + "F1_coffee": 0.9455254182231606, + "IoU_coffee": 0.8966791941346806, + "precision_coffee": 0.9446968713488252, + "recall_coffee": 0.9463554197282008, + "F1_noncoffee": 0.8309305373525557, + "IoU_noncoffee": 0.7107623318385651, + "kappa": 0.7764564892577067, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8851210401203125, + "mIoU": 0.7382364782630821, + "macroF1": 0.8438314003609095, + "F1_coffee": 0.9241317442009483, + "IoU_coffee": 0.8589636688505062, + "precision_coffee": 0.9260305637601131, + "recall_coffee": 0.9222406957411434, + "F1_noncoffee": 0.7635310565208708, + "IoU_noncoffee": 0.6175092876756582, + "kappa": 0.6876668937881528, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8991038992492129, + "mIoU": 0.7595583804210461, + "macroF1": 0.8582844351842583, + "F1_coffee": 0.9343420015760441, + "IoU_coffee": 0.8767747278750592, + "precision_coffee": 0.9230817140009965, + "recall_coffee": 0.9458804007913715, + "F1_noncoffee": 0.7822268687924726, + "IoU_noncoffee": 0.642342032967033, + "kappa": 0.7167086901365817, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.928120545713704, + "mIoU": 0.7793053909540119, + "macroF1": 0.86914095052791, + "F1_coffee": 0.9569931773879142, + "IoU_coffee": 0.9175329984814858, + "precision_coffee": 0.9553636584772561, + "recall_coffee": 0.9586282645838419, + "F1_noncoffee": 0.7812887236679058, + "IoU_noncoffee": 0.6410777834265379, + "kappa": 0.7382857731198014, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.87924751305033, + "mIoU": 0.6774922920803588, + "macroF1": 0.7929385596206122, + "F1_coffee": 0.9266219774958104, + "IoU_coffee": 0.8632764581242333, + "precision_coffee": 0.9459855798606868, + "recall_coffee": 0.9080351906158358, + "F1_noncoffee": 0.6592551417454141, + "IoU_noncoffee": 0.4917081260364842, + "kappa": 0.5866812962363681, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8986995208761123, + "mIoU": 0.6804192617181295, + "macroF1": 0.7912691026549272, + "F1_coffee": 0.9410157139603735, + "IoU_coffee": 0.8886021505376344, + "precision_coffee": 0.9217042159268347, + "recall_coffee": 0.9611537566876017, + "F1_noncoffee": 0.6415224913494809, + "IoU_noncoffee": 0.4722363728986246, + "kappa": 0.5836490004673116, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9077872744539411, + "mIoU": 0.8099721206638903, + "macroF1": 0.8936518286998367, + "F1_coffee": 0.932423968265015, + "IoU_coffee": 0.8734028683181225, + "precision_coffee": 0.932488864142539, + "recall_coffee": 0.9323590814196242, + "F1_noncoffee": 0.8548796891346585, + "IoU_noncoffee": 0.7465413730096581, + "kappa": 0.7873036596119655, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8908221797323136, + "mIoU": 0.7759119243075756, + "macroF1": 0.8716352905656433, + "F1_coffee": 0.9212630998345284, + "IoU_coffee": 0.8540201968554263, + "precision_coffee": 0.9039372209443918, + "recall_coffee": 0.9392661324335724, + "F1_noncoffee": 0.8220074812967582, + "IoU_noncoffee": 0.6978036517597248, + "kappa": 0.7434836169125257, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8995008638894222, + "mIoU": 0.7955680198578673, + "macroF1": 0.8846053054400874, + "F1_coffee": 0.9260645434644446, + "IoU_coffee": 0.8623093108890058, + "precision_coffee": 0.9248236953455571, + "recall_coffee": 0.9273087257813605, + "F1_noncoffee": 0.8431460674157303, + "IoU_noncoffee": 0.7288267288267288, + "kappa": 0.7692114922865516, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 12, + 27 + ], + [ + 414, + 563 + ], + [ + 6904, + 7520 + ], + [ + 48152, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6300113479296368, + "ssl_variant": "", + "test_tta": { + "OA": 0.9038630092517449, + "mIoU": 0.7695888224506645, + "macroF1": 0.8652014870810729, + "F1_coffee": 0.9373923154167327, + "IoU_coffee": 0.8821621836702213, + "precision_coffee": 0.9253323316429809, + "recall_coffee": 0.9497708092361736, + "F1_noncoffee": 0.7930106587454132, + "IoU_noncoffee": 0.6570154612311078, + "kappa": 0.7305542918105228, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8614572516441675, + "mIoU": 0.6955733075975076, + "macroF1": 0.8127821599225167, + "F1_coffee": 0.9082433852325915, + "IoU_coffee": 0.8319101280884721, + "precision_coffee": 0.9027933385237652, + "recall_coffee": 0.9137596340502412, + "F1_noncoffee": 0.7173209346124418, + "IoU_noncoffee": 0.5592364871065431, + "kappa": 0.6256063545970881, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7532935864571337, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9054536601201104, + "mIoU": 0.7777380897212809, + "macroF1": 0.8710444778974169, + "F1_coffee": 0.9376571948413336, + "IoU_coffee": 0.882631472899456, + "precision_coffee": 0.9370253909174527, + "recall_coffee": 0.938289851347299, + "F1_noncoffee": 0.8044317609535001, + "IoU_noncoffee": 0.6728447065431059, + "kappa": 0.7420893236215118, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8595390561901465, + "mIoU": 0.7005185859273746, + "macroF1": 0.8173775354114811, + "F1_coffee": 0.9051251327312934, + "IoU_coffee": 0.8266927662603435, + "precision_coffee": 0.9177037651613923, + "recall_coffee": 0.8928866593630476, + "F1_noncoffee": 0.7296299380916688, + "IoU_noncoffee": 0.5743444055944056, + "kappa": 0.6349505142125492, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26634844868735086, + "mIoU": 0.13377035972902004, + "macroF1": 0.21204079260496386, + "F1_coffee": 0.41890359168241964, + "IoU_coffee": 0.2649450023912004, + "precision_coffee": 1.0, + "recall_coffee": 0.2649450023912004, + "F1_noncoffee": 0.005177993527508091, + "IoU_noncoffee": 0.0025957170668397143, + "kappa": 0.0013744992552211501, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9159296383647799, + "mIoU": 0.8031664348658467, + "macroF1": 0.8880307839819599, + "F1_coffee": 0.9439218642456819, + "IoU_coffee": 0.8937992675811557, + "precision_coffee": 0.9516256938937351, + "recall_coffee": 0.9363417647441316, + "F1_noncoffee": 0.832139703718238, + "IoU_noncoffee": 0.7125336021505376, + "kappa": 0.776105489638077, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8936593411924514, + "mIoU": 0.7578805773130268, + "macroF1": 0.8578022633006699, + "F1_coffee": 0.9292081126469448, + "IoU_coffee": 0.8677765713596333, + "precision_coffee": 0.9386663186741485, + "recall_coffee": 0.9199386110755852, + "F1_noncoffee": 0.7863964139543949, + "IoU_noncoffee": 0.6479845832664204, + "kappa": 0.715691624920129, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9069023976749818, + "mIoU": 0.7724596371594161, + "macroF1": 0.8669300921435825, + "F1_coffee": 0.9398623279098873, + "IoU_coffee": 0.8865474293134998, + "precision_coffee": 0.9219200785709901, + "recall_coffee": 0.9585168166443295, + "F1_noncoffee": 0.7939978563772776, + "IoU_noncoffee": 0.6583718450053324, + "kappa": 0.7342050413257452, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9182447566687029, + "mIoU": 0.7557790921398415, + "macroF1": 0.8524436203989646, + "F1_coffee": 0.9509797936633905, + "IoU_coffee": 0.9065409683426443, + "precision_coffee": 0.9513863442042262, + "recall_coffee": 0.9505735904320234, + "F1_noncoffee": 0.7539074471345387, + "IoU_noncoffee": 0.6050172159370388, + "kappa": 0.7048875113346268, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8785580616566532, + "mIoU": 0.6763905299174, + "macroF1": 0.792073560088963, + "F1_coffee": 0.9261720855038621, + "IoU_coffee": 0.8624958179993308, + "precision_coffee": 0.9459393346379648, + "recall_coffee": 0.9072140762463343, + "F1_noncoffee": 0.6579750346740638, + "IoU_noncoffee": 0.4902852418354692, + "kappa": 0.5849867060410476, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8968416935562726, + "mIoU": 0.6701432335120114, + "macroF1": 0.7819237839593871, + "F1_coffee": 0.9402300152965838, + "IoU_coffee": 0.8872019672832246, + "precision_coffee": 0.9166022313045399, + "recall_coffee": 0.9651081646894627, + "F1_noncoffee": 0.6236175526221905, + "IoU_noncoffee": 0.45308449974079834, + "kappa": 0.5656649875737626, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9137701804368471, + "mIoU": 0.8237737512192045, + "macroF1": 0.9023575150963685, + "F1_coffee": 0.9357395612172682, + "IoU_coffee": 0.8792392605399654, + "precision_coffee": 0.9519078473722102, + "recall_coffee": 0.9201113430758525, + "F1_noncoffee": 0.868975468975469, + "IoU_noncoffee": 0.7683082418984435, + "kappa": 0.8048298351168879, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9083173996175908, + "mIoU": 0.8110799626314854, + "macroF1": 0.8943521039672848, + "F1_coffee": 0.9327630933183763, + "IoU_coffee": 0.8739981605570885, + "precision_coffee": 0.9303496503496503, + "recall_coffee": 0.935189090397863, + "F1_noncoffee": 0.8559411146161935, + "IoU_noncoffee": 0.7481617647058824, + "kappa": 0.7887072544164223, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9167786523325014, + "mIoU": 0.8256130859639289, + "macroF1": 0.9032879577730004, + "F1_coffee": 0.9394087637151444, + "IoU_coffee": 0.8857406431207169, + "precision_coffee": 0.9285714285714286, + "recall_coffee": 0.950502050629331, + "F1_noncoffee": 0.8671671518308565, + "IoU_noncoffee": 0.7654855288071409, + "kappa": 0.8066336574271881, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 504, + 563 + ], + [ + 6923, + 7520 + ], + [ + 48340, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.336491803328196, + "ssl_variant": "", + "test_tta": { + "OA": 0.9104203863009251, + "mIoU": 0.7856125481849439, + "macroF1": 0.8761610554683603, + "F1_coffee": 0.9412966016061267, + "IoU_coffee": 0.8891032210099061, + "precision_coffee": 0.9349024910731264, + "recall_coffee": 0.9477787773636637, + "F1_noncoffee": 0.811025509330594, + "IoU_noncoffee": 0.6821218753599816, + "kappa": 0.7523594006832451, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8646446290527288, + "mIoU": 0.7057004507921916, + "macroF1": 0.8207978206386815, + "F1_coffee": 0.9094400432294732, + "IoU_coffee": 0.8339202604894795, + "precision_coffee": 0.9131850244167119, + "recall_coffee": 0.9057256530012109, + "F1_noncoffee": 0.7321555980478895, + "IoU_noncoffee": 0.5774806410949036, + "kappa": 0.6416134683390344, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.5837857819458044, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7762051614997565, + "mIoU": 0.584233692203492, + "macroF1": 0.7270102529848262, + "F1_coffee": 0.8428968597602662, + "IoU_coffee": 0.7284543878997952, + "precision_coffee": 0.9004333219728322, + "recall_coffee": 0.7922717731225635, + "F1_noncoffee": 0.6111236462093863, + "IoU_noncoffee": 0.44001299650718867, + "kappa": 0.45948335171522064, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7434810199607708, + "mIoU": 0.5470254636029475, + "macroF1": 0.6961721983884419, + "F1_coffee": 0.8160627120046331, + "IoU_coffee": 0.6892786638947608, + "precision_coffee": 0.8833143036245998, + "recall_coffee": 0.7583270868169675, + "F1_noncoffee": 0.5762816847722508, + "IoU_noncoffee": 0.40477226331113414, + "kappa": 0.4003515616845816, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3031026252983294, + "mIoU": 0.15207691573798043, + "macroF1": 0.23405813215057705, + "F1_coffee": 0.46402349486049926, + "IoU_coffee": 0.30210325047801145, + "precision_coffee": 0.9984202211690363, + "recall_coffee": 0.30224772835963654, + "F1_noncoffee": 0.004092769440654843, + "IoU_noncoffee": 0.002050580997949419, + "kappa": 0.0002856606834808348, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7870479559748428, + "mIoU": 0.6014384839533067, + "macroF1": 0.74184868131987, + "F1_coffee": 0.8498683663572122, + "IoU_coffee": 0.7389313896753208, + "precision_coffee": 0.9094076655052264, + "recall_coffee": 0.7976461408414071, + "F1_noncoffee": 0.6338289962825279, + "IoU_noncoffee": 0.4639455782312925, + "kappa": 0.48903918633201926, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7597147431232717, + "mIoU": 0.5572209614941008, + "macroF1": 0.7025572087961411, + "F1_coffee": 0.8329454619042801, + "IoU_coffee": 0.7137159701751344, + "precision_coffee": 0.8813075440725144, + "recall_coffee": 0.7896150402864817, + "F1_noncoffee": 0.5721689556880021, + "IoU_noncoffee": 0.40072595281306717, + "kappa": 0.40966708600756363, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7819811092274158, + "mIoU": 0.5945667544680346, + "macroF1": 0.736179895100761, + "F1_coffee": 0.8461038739015967, + "IoU_coffee": 0.7332582671565723, + "precision_coffee": 0.9112534983060834, + "recall_coffee": 0.7896483502457081, + "F1_noncoffee": 0.6262559162999253, + "IoU_noncoffee": 0.4558752417794971, + "kappa": 0.47882930987417716, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8193850539604969, + "mIoU": 0.5863740919707372, + "macroF1": 0.7165530648860498, + "F1_coffee": 0.8872791968483924, + "IoU_coffee": 0.797396071265418, + "precision_coffee": 0.9255037115588547, + "recall_coffee": 0.8520868928484256, + "F1_noncoffee": 0.5458269329237071, + "IoU_noncoffee": 0.37535211267605634, + "kappa": 0.43697578264964587, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7907022554909879, + "mIoU": 0.5449707687439447, + "macroF1": 0.6780378608269972, + "F1_coffee": 0.8684943375208862, + "IoU_coffee": 0.7675563334062568, + "precision_coffee": 0.9191773644223212, + "recall_coffee": 0.823108504398827, + "F1_noncoffee": 0.48758138413310825, + "IoU_noncoffee": 0.3223852040816326, + "kappa": 0.3636149493666082, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8507871321013005, + "mIoU": 0.6146950107829071, + "macroF1": 0.7379453957154319, + "F1_coffee": 0.9099067186208525, + "IoU_coffee": 0.8347053726169844, + "precision_coffee": 0.9239808153477218, + "recall_coffee": 0.8962549430100023, + "F1_noncoffee": 0.5659840728100114, + "IoU_noncoffee": 0.3946846489488298, + "kappa": 0.47647593854014025, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7568850902184235, + "mIoU": 0.5927968060874389, + "macroF1": 0.7411009701222329, + "F1_coffee": 0.805026656511805, + "IoU_coffee": 0.6736775015933716, + "precision_coffee": 0.8889823380992431, + "recall_coffee": 0.7355601948503827, + "F1_noncoffee": 0.6771752837326608, + "IoU_noncoffee": 0.5119161105815062, + "kappa": 0.48973721943809534, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7296367112810708, + "mIoU": 0.5510071793756145, + "macroF1": 0.7048720601572174, + "F1_coffee": 0.7903632320237213, + "IoU_coffee": 0.6533888956980022, + "precision_coffee": 0.8359730280696253, + "recall_coffee": 0.7494727962884858, + "F1_noncoffee": 0.6193808882907134, + "IoU_noncoffee": 0.44862546305322676, + "kappa": 0.41291700556569083, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7144365521213285, + "mIoU": 0.5467013326449013, + "macroF1": 0.70470758714442, + "F1_coffee": 0.7583069298886993, + "IoU_coffee": 0.6107040041873855, + "precision_coffee": 0.8909889270714013, + "recall_coffee": 0.6600197991797483, + "F1_noncoffee": 0.6511082444001407, + "IoU_noncoffee": 0.482698661102417, + "kappa": 0.42773425375769736, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 389, + 563 + ], + [ + 6373, + 7520 + ], + [ + 41044, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5673224369684857, + "ssl_variant": "", + "test_tta": { + "OA": 0.8032462262619705, + "mIoU": 0.614659796873879, + "macroF1": 0.750912920662063, + "F1_coffee": 0.8650862548692265, + "IoU_coffee": 0.7622484603616679, + "precision_coffee": 0.9003799462515059, + "recall_coffee": 0.8324551257336247, + "F1_noncoffee": 0.6367395864548996, + "IoU_noncoffee": 0.46707113338608985, + "kappa": 0.5038783857376823, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7681868005076727, + "mIoU": 0.5722574115300256, + "macroF1": 0.71653619308642, + "F1_coffee": 0.8375365146108983, + "IoU_coffee": 0.7204841486531137, + "precision_coffee": 0.8832935357325601, + "recall_coffee": 0.796286686271118, + "F1_noncoffee": 0.5955358715619417, + "IoU_noncoffee": 0.4240306744069376, + "kappa": 0.4368347903196106, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6062606469840897, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7735594870962507, + "mIoU": 0.5562406260886643, + "macroF1": 0.6970671803401405, + "F1_coffee": 0.8492907992956605, + "IoU_coffee": 0.7380585805482538, + "precision_coffee": 0.85672253340017, + "recall_coffee": 0.8419868911450971, + "F1_noncoffee": 0.5448435613846204, + "IoU_noncoffee": 0.37442267162907494, + "kappa": 0.39427201774573234, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7359091958001616, + "mIoU": 0.5150644279133487, + "macroF1": 0.6609419355751837, + "F1_coffee": 0.8203729681476177, + "IoU_coffee": 0.6954511434511434, + "precision_coffee": 0.8377880184331797, + "recall_coffee": 0.8036671856080263, + "F1_noncoffee": 0.5015109030027496, + "IoU_noncoffee": 0.3346777123755541, + "kappa": 0.32269604454294587, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14844868735083533, + "mIoU": 0.07452841997823847, + "macroF1": 0.13025549565113784, + "F1_coffee": 0.25604670558799, + "IoU_coffee": 0.14681970349115256, + "precision_coffee": 1.0, + "recall_coffee": 0.14681970349115256, + "F1_noncoffee": 0.004464285714285714, + "IoU_noncoffee": 0.0022371364653243847, + "kappa": 0.0006566957295526008, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7875393081761006, + "mIoU": 0.5992129326417646, + "macroF1": 0.7394433920307916, + "F1_coffee": 0.851388507011273, + "IoU_coffee": 0.7412327947336924, + "precision_coffee": 0.9029671210906175, + "recall_coffee": 0.8053839651472787, + "F1_noncoffee": 0.6274982770503101, + "IoU_noncoffee": 0.4571930705498368, + "kappa": 0.48311411283776867, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7928491728520837, + "mIoU": 0.5513982926702894, + "macroF1": 0.685008320997182, + "F1_coffee": 0.8693150517230825, + "IoU_coffee": 0.7688393243828497, + "precision_coffee": 0.8336463958675745, + "recall_coffee": 0.9081724005627319, + "F1_noncoffee": 0.5007015902712816, + "IoU_noncoffee": 0.33395726095772893, + "kappa": 0.37439233062053223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7405182852991039, + "mIoU": 0.5138127609457677, + "macroF1": 0.6577188119441157, + "F1_coffee": 0.8260657813565375, + "IoU_coffee": 0.7036729726739683, + "precision_coffee": 0.8407799074686054, + "recall_coffee": 0.8118578084115132, + "F1_noncoffee": 0.48937184253169386, + "IoU_noncoffee": 0.3239525492175669, + "kappa": 0.3160525837080647, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8409692526980248, + "mIoU": 0.6307979998511715, + "macroF1": 0.7572545491540914, + "F1_coffee": 0.899807568954458, + "IoU_coffee": 0.8178638059701493, + "precision_coffee": 0.9483504597079503, + "recall_coffee": 0.855992189406883, + "F1_noncoffee": 0.6147015293537247, + "IoU_noncoffee": 0.44373219373219375, + "kappa": 0.5193519714009052, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8681177976952625, + "mIoU": 0.6348859987718638, + "macroF1": 0.754195607426204, + "F1_coffee": 0.9215353061822443, + "IoU_coffee": 0.8544881547489677, + "precision_coffee": 0.9207259953161593, + "recall_coffee": 0.9223460410557185, + "F1_noncoffee": 0.5868559086701636, + "IoU_noncoffee": 0.4152838427947598, + "kappa": 0.5083932147836414, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8551872494377628, + "mIoU": 0.6083763923496887, + "macroF1": 0.7298525624263228, + "F1_coffee": 0.9138602919792939, + "IoU_coffee": 0.8413837421013174, + "precision_coffee": 0.9140197789412449, + "recall_coffee": 0.913700860665271, + "F1_noncoffee": 0.5458448328733517, + "IoU_noncoffee": 0.37536904259805987, + "kappa": 0.45970521158294114, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.737701804368471, + "mIoU": 0.5624794006326561, + "macroF1": 0.7149320979573459, + "F1_coffee": 0.7954982970531616, + "IoU_coffee": 0.660437669043521, + "precision_coffee": 0.8498655276063914, + "recall_coffee": 0.7476687543493389, + "F1_noncoffee": 0.6343658988615303, + "IoU_noncoffee": 0.46452113222179137, + "kappa": 0.43400548910673276, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7197896749521988, + "mIoU": 0.48629181656194614, + "macroF1": 0.6301751234650085, + "F1_coffee": 0.8122237170862964, + "IoU_coffee": 0.6838187702265373, + "precision_coffee": 0.7461158192090396, + "recall_coffee": 0.8911851539434837, + "F1_noncoffee": 0.4481265298437206, + "IoU_noncoffee": 0.28876486289735503, + "kappa": 0.2770308873895428, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6279516221923593, + "mIoU": 0.4292856970241089, + "macroF1": 0.5895130473924428, + "F1_coffee": 0.7151256798471263, + "IoU_coffee": 0.5565724745452465, + "precision_coffee": 0.7444529456771232, + "recall_coffee": 0.6880214962522981, + "F1_noncoffee": 0.46390041493775935, + "IoU_noncoffee": 0.30199891950297136, + "kappa": 0.1814167869027554, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 247, + 563 + ], + [ + 5855, + 7520 + ], + [ + 41534, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5245268901189168, + "ssl_variant": "", + "test_tta": { + "OA": 0.7809933452361629, + "mIoU": 0.551676769022232, + "macroF1": 0.6893506724297018, + "F1_coffee": 0.8580774773069115, + "IoU_coffee": 0.7514323084575282, + "precision_coffee": 0.842995019323372, + "recall_coffee": 0.8737094632223793, + "F1_noncoffee": 0.5206238675524922, + "IoU_noncoffee": 0.3519212295869356, + "kappa": 0.3793723879509504, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7446348217376255, + "mIoU": 0.5118643389454434, + "macroF1": 0.6537569018453382, + "F1_coffee": 0.8311430696751798, + "IoU_coffee": 0.711073398387781, + "precision_coffee": 0.8248499876961517, + "recall_coffee": 0.8375329143362356, + "F1_noncoffee": 0.47637073401549657, + "IoU_noncoffee": 0.31265527950310557, + "kappa": 0.3076387762294827, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.723890435487683, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8853595195585132, + "mIoU": 0.7454616407879996, + "macroF1": 0.8494767768558567, + "F1_coffee": 0.9229695389951031, + "IoU_coffee": 0.8569576928529478, + "precision_coffee": 0.9402066437062548, + "recall_coffee": 0.906353082294478, + "F1_noncoffee": 0.7759840147166102, + "IoU_noncoffee": 0.6339655887230514, + "kappa": 0.6992475269039188, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8364485981308412, + "mIoU": 0.6701917416533513, + "macroF1": 0.7956002971542928, + "F1_coffee": 0.8869752421959096, + "IoU_coffee": 0.7969052224371374, + "precision_coffee": 0.9211850195640022, + "recall_coffee": 0.855215360664245, + "F1_noncoffee": 0.704225352112676, + "IoU_noncoffee": 0.5434782608695652, + "kappa": 0.5926706703697522, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.162291169451074, + "mIoU": 0.0814813425196754, + "macroF1": 0.1407113815295453, + "F1_coffee": 0.276885043263288, + "IoU_coffee": 0.1606886657101865, + "precision_coffee": 1.0, + "recall_coffee": 0.1606886657101865, + "F1_noncoffee": 0.0045377197958026095, + "IoU_noncoffee": 0.0022740193291642978, + "kappa": 0.0007305513134839845, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8824194182389937, + "mIoU": 0.7441200935566337, + "macroF1": 0.8488881689098535, + "F1_coffee": 0.9200708106483182, + "IoU_coffee": 0.8519732772485463, + "precision_coffee": 0.9459478021978022, + "recall_coffee": 0.8955718837375642, + "F1_noncoffee": 0.7777055271713887, + "IoU_noncoffee": 0.6362669098647211, + "kappa": 0.6984040232137755, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8762431475282588, + "mIoU": 0.7316071110582867, + "macroF1": 0.8400054282291631, + "F1_coffee": 0.9161489662426454, + "IoU_coffee": 0.8452720325104628, + "precision_coffee": 0.9425769360838688, + "recall_coffee": 0.8911625527561069, + "F1_noncoffee": 0.7638618902156808, + "IoU_noncoffee": 0.6179421896061106, + "kappa": 0.6807177051932163, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8973601356260595, + "mIoU": 0.7612340238321895, + "macroF1": 0.8598166703762729, + "F1_coffee": 0.9323629863704554, + "IoU_coffee": 0.8732958622339153, + "precision_coffee": 0.9326309067688378, + "recall_coffee": 0.9320952198608717, + "F1_noncoffee": 0.7872703543820901, + "IoU_noncoffee": 0.6491721854304636, + "kappa": 0.7196334135241248, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8874974546935451, + "mIoU": 0.6993604478085393, + "macroF1": 0.8109070170483546, + "F1_coffee": 0.9312511665526038, + "IoU_coffee": 0.8713470718360694, + "precision_coffee": 0.949866734357152, + "recall_coffee": 0.9133512326092262, + "F1_noncoffee": 0.6905628675441053, + "IoU_noncoffee": 0.5273738237810094, + "kappa": 0.6224666979778805, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8907712006303555, + "mIoU": 0.6955614506218055, + "macroF1": 0.8068684092061232, + "F1_coffee": 0.9341644404867914, + "IoU_coffee": 0.8764620697337641, + "precision_coffee": 0.9456730769230769, + "recall_coffee": 0.9229325513196481, + "F1_noncoffee": 0.6795723779254551, + "IoU_noncoffee": 0.5146608315098469, + "kappa": 0.6140150493884654, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9019262735895179, + "mIoU": 0.690282556752664, + "macroF1": 0.7997090164577022, + "F1_coffee": 0.9427935892317344, + "IoU_coffee": 0.8917781614156236, + "precision_coffee": 0.9250139899272524, + "recall_coffee": 0.9612700628053036, + "F1_noncoffee": 0.65662444368367, + "IoU_noncoffee": 0.4887869520897044, + "kappa": 0.6003043750731333, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8776828110161443, + "mIoU": 0.7631549604832033, + "macroF1": 0.8640364157496023, + "F1_coffee": 0.9071109187941728, + "IoU_coffee": 0.8300118780519995, + "precision_coffee": 0.9413261487801228, + "recall_coffee": 0.8752957550452332, + "F1_noncoffee": 0.8209619127050319, + "IoU_noncoffee": 0.696298042914407, + "kappa": 0.7287635284355881, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8621414913957935, + "mIoU": 0.7398325608357041, + "macroF1": 0.8486972713202519, + "F1_coffee": 0.8937987921637943, + "IoU_coffee": 0.8079893475366179, + "precision_coffee": 0.9385924207269914, + "recall_coffee": 0.8530858990580626, + "F1_noncoffee": 0.8035957504767094, + "IoU_noncoffee": 0.6716757741347905, + "kappa": 0.698663804203354, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8928777116529084, + "mIoU": 0.7883291639215555, + "macroF1": 0.8802921301299453, + "F1_coffee": 0.9191069875326181, + "IoU_coffee": 0.8503218884120172, + "precision_coffee": 0.9427509293680297, + "recall_coffee": 0.8966199971715457, + "F1_noncoffee": 0.8414772727272727, + "IoU_noncoffee": 0.7263364394310937, + "kappa": 0.7608790036431823, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 523, + 563 + ], + [ + 6734, + 7520 + ], + [ + 47281, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9436588048934937, + "ssl_variant": "", + "test_tta": { + "OA": 0.8923389060217497, + "mIoU": 0.7555260269646276, + "macroF1": 0.856196340539137, + "F1_coffee": 0.9282895661480913, + "IoU_coffee": 0.866175728840916, + "precision_coffee": 0.9371548318089542, + "recall_coffee": 0.91959045538277, + "F1_noncoffee": 0.7841031149301826, + "IoU_noncoffee": 0.6448763250883393, + "kappa": 0.7124701464806388, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8433714087919696, + "mIoU": 0.6778904509874004, + "macroF1": 0.8009933079701884, + "F1_coffee": 0.8928275372044369, + "IoU_coffee": 0.8064033086138049, + "precision_coffee": 0.9175100906638541, + "recall_coffee": 0.8694381979280785, + "F1_noncoffee": 0.70915907873594, + "IoU_noncoffee": 0.5493775933609959, + "kappa": 0.6027667627817438, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7579500873427788, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.901980198019802, + "mIoU": 0.7768427583090683, + "macroF1": 0.8708469630851783, + "F1_coffee": 0.9342579387975048, + "IoU_coffee": 0.876626693088725, + "precision_coffee": 0.9499037035397251, + "recall_coffee": 0.9191192220365848, + "F1_noncoffee": 0.8074359873728516, + "IoU_noncoffee": 0.6770588235294117, + "kappa": 0.7418990215568364, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8561209184262144, + "mIoU": 0.7008525735457807, + "macroF1": 0.8183045534881166, + "F1_coffee": 0.9011964186673005, + "IoU_coffee": 0.8201615229304875, + "precision_coffee": 0.9296471117104967, + "recall_coffee": 0.8744354110207768, + "F1_noncoffee": 0.7354126883089327, + "IoU_noncoffee": 0.5815436241610739, + "kappa": 0.637518249402143, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26968973747016706, + "mIoU": 0.13545012242821255, + "macroF1": 0.21413924177253177, + "F1_coffee": 0.4230769230769231, + "IoU_coffee": 0.2682926829268293, + "precision_coffee": 1.0, + "recall_coffee": 0.2682926829268293, + "F1_noncoffee": 0.005201560468140442, + "IoU_noncoffee": 0.002607561929595828, + "kappa": 0.0013982014045568613, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.898191823899371, + "mIoU": 0.7761253910220354, + "macroF1": 0.8708223095088022, + "F1_coffee": 0.9302826379542396, + "IoU_coffee": 0.8696527428283845, + "precision_coffee": 0.9639495153754968, + "recall_coffee": 0.8988880941543663, + "F1_noncoffee": 0.8113619810633649, + "IoU_noncoffee": 0.6825980392156863, + "kappa": 0.7424945268702072, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9036045214185223, + "mIoU": 0.7779017553438239, + "macroF1": 0.8714102897051645, + "F1_coffee": 0.9357519319688298, + "IoU_coffee": 0.8792611046970894, + "precision_coffee": 0.9464320753482897, + "recall_coffee": 0.9253101419618877, + "F1_noncoffee": 0.8070686474414992, + "IoU_noncoffee": 0.6765424059905584, + "kappa": 0.742918887254514, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9040930007265682, + "mIoU": 0.7761407355410527, + "macroF1": 0.8700476536761816, + "F1_coffee": 0.936562860438293, + "IoU_coffee": 0.8806941431670282, + "precision_coffee": 0.9403590040532716, + "recall_coffee": 0.9327972429638139, + "F1_noncoffee": 0.8035324469140702, + "IoU_noncoffee": 0.6715873279150771, + "kappa": 0.7401084244375786, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9016493585827734, + "mIoU": 0.733096135721018, + "macroF1": 0.8369199629978099, + "F1_coffee": 0.9396627108057464, + "IoU_coffee": 0.8861922714420358, + "precision_coffee": 0.9623848515864892, + "recall_coffee": 0.9179887722723944, + "F1_noncoffee": 0.7341772151898734, + "IoU_noncoffee": 0.58, + "kappa": 0.6746389740045922, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9145080271840835, + "mIoU": 0.7386334774612675, + "macroF1": 0.8392487040016343, + "F1_coffee": 0.9492397660818713, + "IoU_coffee": 0.9033837934105076, + "precision_coffee": 0.946472303206997, + "recall_coffee": 0.9520234604105572, + "F1_noncoffee": 0.7292576419213974, + "IoU_noncoffee": 0.5738831615120275, + "kappa": 0.6785120683774403, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9034907597535934, + "mIoU": 0.7027052217558333, + "macroF1": 0.8106085703990362, + "F1_coffee": 0.9432399792972569, + "IoU_coffee": 0.8925772747061385, + "precision_coffee": 0.9328859060402684, + "recall_coffee": 0.953826471272389, + "F1_noncoffee": 0.6779771615008157, + "IoU_noncoffee": 0.5128331688055281, + "kappa": 0.6214816838935912, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8949667616334283, + "mIoU": 0.7945562699354913, + "macroF1": 0.8844263832447641, + "F1_coffee": 0.9193289569657185, + "IoU_coffee": 0.8507019438444925, + "precision_coffee": 0.9658237547892721, + "recall_coffee": 0.8771050800278357, + "F1_noncoffee": 0.8495238095238096, + "IoU_noncoffee": 0.7384105960264901, + "kappa": 0.7698476642744709, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8930210325047802, + "mIoU": 0.7888664657941507, + "macroF1": 0.8806551045455449, + "F1_coffee": 0.919071382078542, + "IoU_coffee": 0.8502609393817744, + "precision_coffee": 0.9463806970509383, + "recall_coffee": 0.8932939687895403, + "F1_noncoffee": 0.8422388270125476, + "IoU_noncoffee": 0.727471992206527, + "kappa": 0.761697036565058, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.904684200422346, + "mIoU": 0.8089458857530718, + "macroF1": 0.893284512008728, + "F1_coffee": 0.9281632062504521, + "IoU_coffee": 0.8659557235421166, + "precision_coffee": 0.9500888625592417, + "recall_coffee": 0.9072267006081176, + "F1_noncoffee": 0.8584058177670041, + "IoU_noncoffee": 0.751936047964027, + "kappa": 0.7867928327455839, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6886, + 7520 + ], + [ + 48108, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.939247461160024, + "ssl_variant": "", + "test_tta": { + "OA": 0.9111345560785586, + "mIoU": 0.7908735481910961, + "macroF1": 0.879874094852735, + "F1_coffee": 0.9411537097346274, + "IoU_coffee": 0.8888482855228699, + "precision_coffee": 0.9445343343472914, + "recall_coffee": 0.93779719830356, + "F1_noncoffee": 0.8185944799708426, + "IoU_noncoffee": 0.6928988108593224, + "kappa": 0.7597576769332229, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8662887965847468, + "mIoU": 0.7127280427663815, + "macroF1": 0.8263658598616636, + "F1_coffee": 0.9096244017039861, + "IoU_coffee": 0.83423033597368, + "precision_coffee": 0.9228943308145745, + "recall_coffee": 0.8967306694343539, + "F1_noncoffee": 0.743107318019341, + "IoU_noncoffee": 0.5912257495590829, + "kappa": 0.6529356791422635, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.5571296523831618, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7012984905047882, + "mIoU": 0.506485244992477, + "macroF1": 0.6626600956399857, + "F1_coffee": 0.7768278337638399, + "IoU_coffee": 0.6350927982233503, + "precision_coffee": 0.8952900069881202, + "recall_coffee": 0.6860514929529195, + "F1_noncoffee": 0.5484923575161315, + "IoU_noncoffee": 0.37787769176160374, + "kappa": 0.3484003010024644, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6726231683396793, + "mIoU": 0.4784961442685006, + "macroF1": 0.6381003051441534, + "F1_coffee": 0.7498760344238631, + "IoU_coffee": 0.5998413397972675, + "precision_coffee": 0.8787252724549351, + "recall_coffee": 0.6539814334313556, + "F1_noncoffee": 0.5263245758644436, + "IoU_noncoffee": 0.3571509487397338, + "kappa": 0.30451898358722496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2467780429594272, + "mIoU": 0.12393280213013329, + "macroF1": 0.19952667639076946, + "F1_coffee": 0.39400921658986177, + "IoU_coffee": 0.24533715925394547, + "precision_coffee": 1.0, + "recall_coffee": 0.24533715925394547, + "F1_noncoffee": 0.005044136191677175, + "IoU_noncoffee": 0.0025284450063211127, + "kappa": 0.001239873909898859, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6697130503144654, + "mIoU": 0.4807074205183133, + "macroF1": 0.6419840178793945, + "F1_coffee": 0.7416205412054121, + "IoU_coffee": 0.5893457144602603, + "precision_coffee": 0.9069286452947259, + "recall_coffee": 0.6272839586449054, + "F1_noncoffee": 0.5423474945533769, + "IoU_noncoffee": 0.3720691265763662, + "kappa": 0.3237621971039281, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6484742638140979, + "mIoU": 0.45499046751823724, + "macroF1": 0.6165813222971419, + "F1_coffee": 0.7271631899992469, + "IoU_coffee": 0.571293338066501, + "precision_coffee": 0.8842490842490842, + "recall_coffee": 0.6174702647397365, + "F1_noncoffee": 0.5059994545950368, + "IoU_noncoffee": 0.3386875969699735, + "kappa": 0.2746121978085412, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7851780092031969, + "mIoU": 0.590759858284553, + "macroF1": 0.7313374927110421, + "F1_coffee": 0.8516077224211196, + "IoU_coffee": 0.7415651768544956, + "precision_coffee": 0.8950625967083978, + "recall_coffee": 0.8121769098219415, + "F1_noncoffee": 0.6110672630009647, + "IoU_noncoffee": 0.4399545397146104, + "kappa": 0.46597408715606276, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7313174506210548, + "mIoU": 0.5075374761515399, + "macroF1": 0.6532256788163522, + "F1_coffee": 0.8177863702271628, + "IoU_coffee": 0.6917416189697465, + "precision_coffee": 0.9416441405628876, + "recall_coffee": 0.722723944349524, + "F1_noncoffee": 0.48866498740554154, + "IoU_noncoffee": 0.3233333333333333, + "kappa": 0.33856465979008726, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6082931153353689, + "mIoU": 0.38993967661195994, + "macroF1": 0.5393435855487856, + "F1_coffee": 0.7175626731056033, + "IoU_coffee": 0.559530402037878, + "precision_coffee": 0.9092872570194385, + "recall_coffee": 0.5926099706744868, + "F1_noncoffee": 0.3611244979919679, + "IoU_noncoffee": 0.22034895118604195, + "kappa": 0.1628729820525283, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8346533685342721, + "mIoU": 0.5902671320786402, + "macroF1": 0.7161491757236438, + "F1_coffee": 0.8995544995544995, + "IoU_coffee": 0.8174457519162258, + "precision_coffee": 0.9192667233215976, + "recall_coffee": 0.8806699232379623, + "F1_noncoffee": 0.5327438518927881, + "IoU_noncoffee": 0.3630885122410546, + "kappa": 0.43351007873305447, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6122507122507123, + "mIoU": 0.43853739754098364, + "macroF1": 0.6087004991886635, + "F1_coffee": 0.6459724269487558, + "IoU_coffee": 0.4770747950819672, + "precision_coffee": 0.8567157313707452, + "recall_coffee": 0.5184411969380655, + "F1_noncoffee": 0.5714285714285714, + "IoU_noncoffee": 0.4, + "kappa": 0.2708153237701811, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.6874760994263862, + "mIoU": 0.5132762813732207, + "macroF1": 0.6754066330799114, + "F1_coffee": 0.737997916165745, + "IoU_coffee": 0.5847834370633812, + "precision_coffee": 0.8583146905294556, + "recall_coffee": 0.6472655700829467, + "F1_noncoffee": 0.6128153499940779, + "IoU_noncoffee": 0.4417691256830601, + "kappa": 0.3691326435915869, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7366097139566136, + "mIoU": 0.5656468376049956, + "macroF1": 0.7186230176141036, + "F1_coffee": 0.7897640208397181, + "IoU_coffee": 0.652570270954672, + "precision_coffee": 0.861728807891657, + "recall_coffee": 0.7288926601612219, + "F1_noncoffee": 0.6474820143884892, + "IoU_noncoffee": 0.4787234042553192, + "kappa": 0.44375096147421234, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 330, + 563 + ], + [ + 5751, + 7520 + ], + [ + 37110, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5996790448824565, + "ssl_variant": "", + "test_tta": { + "OA": 0.7500405778282746, + "mIoU": 0.5534663987405318, + "macroF1": 0.7013625317413852, + "F1_coffee": 0.821932380555941, + "IoU_coffee": 0.6976954183188725, + "precision_coffee": 0.8930599527614453, + "recall_coffee": 0.7612988904596667, + "F1_noncoffee": 0.5807926829268293, + "IoU_noncoffee": 0.4092373791621912, + "kappa": 0.4115131715597621, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7176935502480674, + "mIoU": 0.5187432798111005, + "macroF1": 0.6717743933460738, + "F1_coffee": 0.7945418284874567, + "IoU_coffee": 0.659120197833583, + "precision_coffee": 0.8752804051710182, + "recall_coffee": 0.7274404658940207, + "F1_noncoffee": 0.549006958204691, + "IoU_noncoffee": 0.3783663617886179, + "kappa": 0.35558472668315205, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6143887319436683, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8275604609641292, + "mIoU": 0.6618687151336791, + "macroF1": 0.7900209085773929, + "F1_coffee": 0.8788044718229523, + "IoU_coffee": 0.7838101827357454, + "precision_coffee": 0.9400595499585103, + "recall_coffee": 0.8250439103799855, + "F1_noncoffee": 0.7012373453318336, + "IoU_noncoffee": 0.5399272475316127, + "kappa": 0.5843918965713578, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7840083073727934, + "mIoU": 0.6034586274143343, + "macroF1": 0.7447023223279372, + "F1_coffee": 0.8448758053489673, + "IoU_coffee": 0.7314155562330745, + "precision_coffee": 0.91620425493676, + "recall_coffee": 0.7838513136904419, + "F1_noncoffee": 0.6445288393069072, + "IoU_noncoffee": 0.47550169859559416, + "kappa": 0.4963990743930271, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13365155131264916, + "mIoU": 0.06709663578219069, + "macroF1": 0.11879748071918668, + "F1_coffee": 0.2332065906210393, + "IoU_coffee": 0.13199426111908177, + "precision_coffee": 1.0, + "recall_coffee": 0.13199426111908177, + "F1_noncoffee": 0.004388370817334065, + "IoU_noncoffee": 0.0021990104452996153, + "kappa": 0.0005803450687622296, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8578026729559748, + "mIoU": 0.704361760995853, + "macroF1": 0.8209424251468247, + "F1_coffee": 0.902183465152437, + "IoU_coffee": 0.8217980295566503, + "precision_coffee": 0.9393960723586964, + "recall_coffee": 0.8678067494635542, + "F1_noncoffee": 0.7397013851412124, + "IoU_noncoffee": 0.5869254924350557, + "kappa": 0.6433740578553165, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7929461990006307, + "mIoU": 0.6163803321858567, + "macroF1": 0.7552569347669142, + "F1_coffee": 0.8512995610062016, + "IoU_coffee": 0.7410979678495602, + "precision_coffee": 0.9351653398652786, + "recall_coffee": 0.7812380099757003, + "F1_noncoffee": 0.659214308527627, + "IoU_noncoffee": 0.4916626965221534, + "kappa": 0.5193725780432756, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8323080649067571, + "mIoU": 0.6694629872789577, + "macroF1": 0.7958238313161636, + "F1_coffee": 0.8821326433337873, + "IoU_coffee": 0.7891210330754705, + "precision_coffee": 0.9454134131212143, + "recall_coffee": 0.8267917544195545, + "F1_noncoffee": 0.70951501929854, + "IoU_noncoffee": 0.5498049414824447, + "kappa": 0.5961072653087225, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.872327428222358, + "mIoU": 0.6651669863851376, + "macroF1": 0.7829888675266683, + "F1_coffee": 0.9222277350533367, + "IoU_coffee": 0.8556795948900909, + "precision_coffee": 0.937578814627995, + "recall_coffee": 0.9073712472540884, + "F1_noncoffee": 0.64375, + "IoU_noncoffee": 0.47465437788018433, + "kappa": 0.5665100533951115, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7934600610656949, + "mIoU": 0.5690454362074006, + "macroF1": 0.7052619788726454, + "F1_coffee": 0.866492646590692, + "IoU_coffee": 0.7644349584363065, + "precision_coffee": 0.9475076580339739, + "recall_coffee": 0.7982404692082111, + "F1_noncoffee": 0.5440313111545988, + "IoU_noncoffee": 0.3736559139784946, + "kappa": 0.42488384206502466, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8621296567908477, + "mIoU": 0.6509291553509147, + "macroF1": 0.7717704311637639, + "F1_coffee": 0.9153763053655023, + "IoU_coffee": 0.8439575033200531, + "precision_coffee": 0.9456845238095238, + "recall_coffee": 0.886950453593859, + "F1_noncoffee": 0.6281645569620253, + "IoU_noncoffee": 0.45790080738177624, + "kappa": 0.5455917095153956, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8442545109211775, + "mIoU": 0.7138775085283535, + "macroF1": 0.8311646650361, + "F1_coffee": 0.8781756054078146, + "IoU_coffee": 0.7828102238114157, + "precision_coffee": 0.9416918910307471, + "recall_coffee": 0.8226861517049409, + "F1_noncoffee": 0.7841537246643854, + "IoU_noncoffee": 0.6449447932452912, + "kappa": 0.665029366084776, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7924474187380497, + "mIoU": 0.6418151929006266, + "macroF1": 0.7794962634257534, + "F1_coffee": 0.8329357445171219, + "IoU_coffee": 0.7137017011736779, + "precision_coffee": 0.9200952057123427, + "recall_coffee": 0.7608603964571911, + "F1_noncoffee": 0.7260567823343849, + "IoU_noncoffee": 0.5699286846275753, + "kappa": 0.5653875586101135, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8030332117488962, + "mIoU": 0.6593831266669646, + "macroF1": 0.7930147772891669, + "F1_coffee": 0.838552321007081, + "IoU_coffee": 0.7219888903942555, + "precision_coffee": 0.9450257137790389, + "recall_coffee": 0.7536416348465563, + "F1_noncoffee": 0.7474772335712527, + "IoU_noncoffee": 0.5967773629396738, + "kappa": 0.594088805838115, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 480, + 563 + ], + [ + 6525, + 7520 + ], + [ + 43972, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.494499643643697, + "ssl_variant": "", + "test_tta": { + "OA": 0.852848563544879, + "mIoU": 0.693738841667849, + "macroF1": 0.8128804432457277, + "F1_coffee": 0.8993605967763421, + "IoU_coffee": 0.8171255673222391, + "precision_coffee": 0.9334301119867275, + "recall_coffee": 0.8676905282097417, + "F1_noncoffee": 0.7264002897151135, + "IoU_noncoffee": 0.570352116013459, + "kappa": 0.6271113877547986, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8080073843313719, + "mIoU": 0.6288572460401776, + "macroF1": 0.7636700339387346, + "F1_coffee": 0.8660333306497061, + "IoU_coffee": 0.7637202697905573, + "precision_coffee": 0.9089334375462093, + "recall_coffee": 0.8270003267408561, + "F1_noncoffee": 0.6613067372277631, + "IoU_noncoffee": 0.4939942222897978, + "kappa": 0.5299871784997187, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7332578590269154, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8975328680409025, + "mIoU": 0.7671152885662638, + "macroF1": 0.8642310585087709, + "F1_coffee": 0.9314720536673795, + "IoU_coffee": 0.8717339184851071, + "precision_coffee": 0.9442744899531219, + "recall_coffee": 0.9190121235488155, + "F1_noncoffee": 0.7969900633501624, + "IoU_noncoffee": 0.6624966586474205, + "kappa": 0.7286099026816277, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8502797969308873, + "mIoU": 0.691249944133079, + "macroF1": 0.8112444943629566, + "F1_coffee": 0.8970822964894366, + "IoU_coffee": 0.8133719257874299, + "precision_coffee": 0.926389287030591, + "recall_coffee": 0.8695727382805742, + "F1_noncoffee": 0.7254066922364767, + "IoU_noncoffee": 0.5691279624787282, + "kappa": 0.6234943606368857, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2100238663484487, + "mIoU": 0.10546188219035685, + "macroF1": 0.1749418963111802, + "F1_coffee": 0.3450732093391373, + "IoU_coffee": 0.20851267336202775, + "precision_coffee": 1.0, + "recall_coffee": 0.20851267336202775, + "F1_noncoffee": 0.004810583283223091, + "IoU_noncoffee": 0.0024110910186859553, + "kappa": 0.0010049808209437218, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8989779874213837, + "mIoU": 0.7722107039201466, + "macroF1": 0.8678297559732113, + "F1_coffee": 0.9319925906324424, + "IoU_coffee": 0.8726461843409317, + "precision_coffee": 0.9484952534841447, + "recall_coffee": 0.9160543598413421, + "F1_noncoffee": 0.8036669213139801, + "IoU_noncoffee": 0.6717752234993615, + "kappa": 0.735890324426545, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9054480182409159, + "mIoU": 0.781543837748426, + "macroF1": 0.8738367899636046, + "F1_coffee": 0.9369887814813618, + "IoU_coffee": 0.8814476885644769, + "precision_coffee": 0.9475577061400641, + "recall_coffee": 0.9266530246834633, + "F1_noncoffee": 0.8106847984458475, + "IoU_noncoffee": 0.681639986932375, + "kappa": 0.747767859651405, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8882053766045047, + "mIoU": 0.748000190200297, + "macroF1": 0.8510126422376811, + "F1_coffee": 0.9254521963824289, + "IoU_coffee": 0.8612480461704942, + "precision_coffee": 0.9368909816231771, + "recall_coffee": 0.9142893611589763, + "F1_noncoffee": 0.7765730880929332, + "IoU_noncoffee": 0.6347523342300997, + "kappa": 0.7021583506752057, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9047037263286499, + "mIoU": 0.7318617484504176, + "macroF1": 0.8353731178217646, + "F1_coffee": 0.9422079525808842, + "IoU_coffee": 0.8907307961709082, + "precision_coffee": 0.9535116220944764, + "recall_coffee": 0.9311691481571882, + "F1_noncoffee": 0.728538283062645, + "IoU_noncoffee": 0.572992700729927, + "kappa": 0.6709634415276895, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9073180340785975, + "mIoU": 0.7375149654467146, + "macroF1": 0.8395633201485715, + "F1_coffee": 0.9438242492985494, + "IoU_coffee": 0.8936242369432512, + "precision_coffee": 0.9609773887673231, + "recall_coffee": 0.9272727272727272, + "F1_noncoffee": 0.7353023909985935, + "IoU_noncoffee": 0.5814056939501779, + "kappa": 0.6796076393102887, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.892930478146084, + "mIoU": 0.6964175845412426, + "macroF1": 0.8071843501647553, + "F1_coffee": 0.9357658238986332, + "IoU_coffee": 0.8792856355418366, + "precision_coffee": 0.9440170434370931, + "recall_coffee": 0.927657594789486, + "F1_noncoffee": 0.6786028764308776, + "IoU_noncoffee": 0.5135495335406486, + "kappa": 0.614516053246974, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8936372269705603, + "mIoU": 0.7885773158885638, + "macroF1": 0.8803759418507957, + "F1_coffee": 0.9202051866628669, + "IoU_coffee": 0.8522037476906835, + "precision_coffee": 0.9426361115165669, + "recall_coffee": 0.8988169798190675, + "F1_noncoffee": 0.8405466970387244, + "IoU_noncoffee": 0.724950884086444, + "kappa": 0.7610222935221551, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9036328871892926, + "mIoU": 0.8035337247608327, + "macroF1": 0.8896795335930994, + "F1_coffee": 0.9289139633286319, + "IoU_coffee": 0.8672636291809324, + "precision_coffee": 0.9319371727748691, + "recall_coffee": 0.9259103050752144, + "F1_noncoffee": 0.8504451038575668, + "IoU_noncoffee": 0.7398038203407331, + "kappa": 0.7793639520898891, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8835669034363601, + "mIoU": 0.7707164927685124, + "macroF1": 0.8688011473125554, + "F1_coffee": 0.9128153525479767, + "IoU_coffee": 0.8396139098241439, + "precision_coffee": 0.9280912014030985, + "recall_coffee": 0.898034224296422, + "F1_noncoffee": 0.8247869420771342, + "IoU_noncoffee": 0.701819075712881, + "kappa": 0.7377450786088179, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 479, + 563 + ], + [ + 6789, + 7520 + ], + [ + 48020, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4390977303187054, + "ssl_variant": "", + "test_tta": { + "OA": 0.9044148677162799, + "mIoU": 0.7779081767173286, + "macroF1": 0.8713076626119399, + "F1_coffee": 0.9365812683746325, + "IoU_coffee": 0.8807266982622433, + "precision_coffee": 0.9417841595737769, + "recall_coffee": 0.9314355481300604, + "F1_noncoffee": 0.8060340568492473, + "IoU_noncoffee": 0.6750896551724138, + "kappa": 0.7426393487527837, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8577939310026538, + "mIoU": 0.7002725019039525, + "macroF1": 0.8174990684844683, + "F1_coffee": 0.9032536598767612, + "IoU_coffee": 0.82357572287432, + "precision_coffee": 0.9226451781025117, + "recall_coffee": 0.8846604778104519, + "F1_noncoffee": 0.7317444770921754, + "IoU_noncoffee": 0.576969280933585, + "kappa": 0.6354446475952545, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7482739244044209, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9073202402207434, + "mIoU": 0.7844934529760992, + "macroF1": 0.8757438532789454, + "F1_coffee": 0.9383821815513446, + "IoU_coffee": 0.8839171359450284, + "precision_coffee": 0.9455656561263103, + "recall_coffee": 0.9313070299447371, + "F1_noncoffee": 0.8131055250065462, + "IoU_noncoffee": 0.6850697700071701, + "kappa": 0.751531202399776, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8583852544132918, + "mIoU": 0.7020930889696091, + "macroF1": 0.8189266332617314, + "F1_coffee": 0.9034541753930563, + "IoU_coffee": 0.8239091838381665, + "precision_coffee": 0.9248701534001691, + "recall_coffee": 0.8830075534797901, + "F1_noncoffee": 0.7343990911304066, + "IoU_noncoffee": 0.5802769941010516, + "kappa": 0.6383866687065434, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18329355608591885, + "mIoU": 0.09203179529651583, + "macroF1": 0.15611082742477075, + "F1_coffee": 0.3075677863213274, + "IoU_coffee": 0.18173122907699665, + "precision_coffee": 1.0, + "recall_coffee": 0.18173122907699665, + "F1_noncoffee": 0.004653868528214078, + "IoU_noncoffee": 0.0023323615160349854, + "kappa": 0.0008473666826012482, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9190742924528302, + "mIoU": 0.8103251417961753, + "macroF1": 0.8926663667770229, + "F1_coffee": 0.9459060005911912, + "IoU_coffee": 0.89736399326977, + "precision_coffee": 0.9556676400318556, + "recall_coffee": 0.9363417647441316, + "F1_noncoffee": 0.8394267329628546, + "IoU_noncoffee": 0.7232862903225806, + "kappa": 0.7853991976736892, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9000630669965556, + "mIoU": 0.7710908650422788, + "macroF1": 0.8668497468354144, + "F1_coffee": 0.9333505888443121, + "IoU_coffee": 0.8750303324435816, + "precision_coffee": 0.9445972495088408, + "recall_coffee": 0.9223685893336744, + "F1_noncoffee": 0.8003489048265168, + "IoU_noncoffee": 0.667151397640976, + "kappa": 0.7338125296808434, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9029789295228869, + "mIoU": 0.7726834114006396, + "macroF1": 0.8676356027639478, + "F1_coffee": 0.936032957557564, + "IoU_coffee": 0.8797574738864209, + "precision_coffee": 0.9367808744566607, + "recall_coffee": 0.9352862339651541, + "F1_noncoffee": 0.7992382479703317, + "IoU_noncoffee": 0.6656093489148581, + "kappa": 0.7352717351372903, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9211973121563837, + "mIoU": 0.7663679785867568, + "macroF1": 0.8602621214286849, + "F1_coffee": 0.9525386313465783, + "IoU_coffee": 0.9093782929399368, + "precision_coffee": 0.9572344096623121, + "recall_coffee": 0.9478886990480839, + "F1_noncoffee": 0.7679856115107914, + "IoU_noncoffee": 0.6233576642335766, + "kappa": 0.7205571163829635, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8910666797990742, + "mIoU": 0.6914993072613341, + "macroF1": 0.8031591182485011, + "F1_coffee": 0.9347030345967646, + "IoU_coffee": 0.8774107736643759, + "precision_coffee": 0.9409247593010817, + "recall_coffee": 0.9285630498533725, + "F1_noncoffee": 0.6716152019002375, + "IoU_noncoffee": 0.5055878408582923, + "kappa": 0.6064047834227322, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9049574655324142, + "mIoU": 0.7092556435841373, + "macroF1": 0.8160967045184444, + "F1_coffee": 0.9439317028149515, + "IoU_coffee": 0.8938169106401573, + "precision_coffee": 0.9363698786907759, + "recall_coffee": 0.9516166550360549, + "F1_noncoffee": 0.6882617062219372, + "IoU_noncoffee": 0.5246943765281173, + "kappa": 0.6323267283666777, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.917094017094017, + "mIoU": 0.8298372849064859, + "macroF1": 0.9060590233085203, + "F1_coffee": 0.9382558879694463, + "IoU_coffee": 0.8836930455635491, + "precision_coffee": 0.953839516824849, + "recall_coffee": 0.9231732776617954, + "F1_noncoffee": 0.8738621586475943, + "IoU_noncoffee": 0.7759815242494227, + "kappa": 0.8122204430259898, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9087954110898662, + "mIoU": 0.8153777384361467, + "macroF1": 0.8972223109129017, + "F1_coffee": 0.9317108088761632, + "IoU_coffee": 0.8721522380058966, + "precision_coffee": 0.9491031063147148, + "recall_coffee": 0.9149444678757205, + "F1_noncoffee": 0.8627338129496402, + "IoU_noncoffee": 0.7586032388663968, + "kappa": 0.7945832765009423, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9010366673065847, + "mIoU": 0.8006315685288927, + "macroF1": 0.8879612511517501, + "F1_coffee": 0.9262359590756243, + "IoU_coffee": 0.8626066098081023, + "precision_coffee": 0.937300897770055, + "recall_coffee": 0.9154292179324, + "F1_noncoffee": 0.8496865432278757, + "IoU_noncoffee": 0.7386565272496831, + "kappa": 0.7759861185515043, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6843, + 7520 + ], + [ + 48480, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.741825250784556, + "ssl_variant": "", + "test_tta": { + "OA": 0.9128063626034735, + "mIoU": 0.7921397618002142, + "macroF1": 0.8805773410638384, + "F1_coffee": 0.9426166467270553, + "IoU_coffee": 0.8914615913039965, + "precision_coffee": 0.9401662049861496, + "recall_coffee": 0.945079895471876, + "F1_noncoffee": 0.8185380354006215, + "IoU_noncoffee": 0.6928179322964318, + "kappa": 0.7611598129453147, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8636494750201915, + "mIoU": 0.706178056638885, + "macroF1": 0.8213842273983296, + "F1_coffee": 0.9082705891484902, + "IoU_coffee": 0.8319557759647346, + "precision_coffee": 0.9171157049083962, + "recall_coffee": 0.8995944569374772, + "F1_noncoffee": 0.734497865648169, + "IoU_noncoffee": 0.5804003373130354, + "kappa": 0.642864605195022, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.6342980853320428, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7868038817708994, + "mIoU": 0.6105435951174095, + "macroF1": 0.7510583940622925, + "F1_coffee": 0.8453904623911869, + "IoU_coffee": 0.7321873194828994, + "precision_coffee": 0.8488557374777729, + "recall_coffee": 0.8419533647899583, + "F1_noncoffee": 0.6567263257333981, + "IoU_noncoffee": 0.4888998707519197, + "kappa": 0.5021352095523076, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7621293411791854, + "mIoU": 0.580262539836399, + "macroF1": 0.7268086891361258, + "F1_coffee": 0.8250395154189695, + "IoU_coffee": 0.7021849042975804, + "precision_coffee": 0.8312740487387773, + "recall_coffee": 0.8188978036094089, + "F1_noncoffee": 0.6285778628532823, + "IoU_noncoffee": 0.4583401753752176, + "kappa": 0.4536826150178987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360655737704918, + "mIoU": 0.16949409363597007, + "macroF1": 0.2554558664114215, + "F1_coffee": 0.5004405286343613, + "IoU_coffee": 0.3337250293772033, + "precision_coffee": 0.9964912280701754, + "recall_coffee": 0.3341176470588235, + "F1_noncoffee": 0.010471204188481676, + "IoU_noncoffee": 0.005263157894736842, + "kappa": 0.0011798923245115867, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8231879886794263, + "mIoU": 0.6615787903446971, + "macroF1": 0.7907032836485648, + "F1_coffee": 0.8731589814177564, + "IoU_coffee": 0.774873266963904, + "precision_coffee": 0.8642370572207084, + "recall_coffee": 0.8822670375521557, + "F1_noncoffee": 0.7082475858793731, + "IoU_noncoffee": 0.5482843137254902, + "kappa": 0.5815091542167498, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7807443365695793, + "mIoU": 0.5897484586169557, + "macroF1": 0.7315210097811273, + "F1_coffee": 0.8464793895164784, + "IoU_coffee": 0.7338225098220476, + "precision_coffee": 0.8212207422733738, + "recall_coffee": 0.8733411263150657, + "F1_noncoffee": 0.6165626300457762, + "IoU_noncoffee": 0.4456744074118638, + "kappa": 0.4643077565211356, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7570384343315256, + "mIoU": 0.5821649641306469, + "macroF1": 0.7302088604330161, + "F1_coffee": 0.8152875376452029, + "IoU_coffee": 0.6881733446314006, + "precision_coffee": 0.8641787641559626, + "recall_coffee": 0.7716321683067526, + "F1_noncoffee": 0.6451301832208293, + "IoU_noncoffee": 0.4761565836298932, + "kappa": 0.46371550926997473, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.839891975308642, + "mIoU": 0.6711200936245842, + "macroF1": 0.7957013779302771, + "F1_coffee": 0.8907175773535221, + "IoU_coffee": 0.8029673590504451, + "precision_coffee": 0.8758415328845158, + "recall_coffee": 0.9061076881864453, + "F1_noncoffee": 0.700685178507032, + "IoU_noncoffee": 0.5392728281987232, + "kappa": 0.5917253483038089, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8315508021390374, + "mIoU": 0.6630989434685679, + "macroF1": 0.7902686303380111, + "F1_coffee": 0.883317899193015, + "IoU_coffee": 0.7910200213244876, + "precision_coffee": 0.8846051934287228, + "recall_coffee": 0.8820343461030383, + "F1_noncoffee": 0.6972193614830072, + "IoU_noncoffee": 0.5351778656126482, + "kappa": 0.5805395656792746, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7415793942824794, + "mIoU": 0.5566741369819926, + "macroF1": 0.7074963276410674, + "F1_coffee": 0.8073433213758177, + "IoU_coffee": 0.6769285208775655, + "precision_coffee": 0.880079742370802, + "recall_coffee": 0.7457120582120582, + "F1_noncoffee": 0.6076493339063171, + "IoU_noncoffee": 0.4364197530864197, + "kappa": 0.42301888764191625, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.806660940929478, + "mIoU": 0.6502511828310394, + "macroF1": 0.784047064730381, + "F1_coffee": 0.8539293439077145, + "IoU_coffee": 0.745093105183694, + "precision_coffee": 0.8513513513513513, + "recall_coffee": 0.8565229968180503, + "F1_noncoffee": 0.7141647855530474, + "IoU_noncoffee": 0.5554092604783849, + "kappa": 0.5681018790685897, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7302656546489563, + "mIoU": 0.5249167702460222, + "macroF1": 0.6748579614981918, + "F1_coffee": 0.8090793096501242, + "IoU_coffee": 0.6793729559039133, + "precision_coffee": 0.7607981813589291, + "recall_coffee": 0.8639036282805106, + "F1_noncoffee": 0.5406366133462595, + "IoU_noncoffee": 0.3704605845881311, + "kappa": 0.3559566384145089, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7724872713558363, + "mIoU": 0.6074998688119864, + "macroF1": 0.7516963552628483, + "F1_coffee": 0.8235466179159049, + "IoU_coffee": 0.7000248632521133, + "precision_coffee": 0.8485533453887885, + "recall_coffee": 0.7999715868731354, + "F1_noncoffee": 0.6798460926097917, + "IoU_noncoffee": 0.5149748743718593, + "kappa": 0.5041740028110191, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9071, + 11000 + ], + [ + 40426, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7390987634658814, + "ssl_variant": "", + "test_tta": { + "OA": 0.795683749841431, + "mIoU": 0.6080988617633597, + "macroF1": 0.7463026419991439, + "F1_coffee": 0.8582305500236558, + "IoU_coffee": 0.7516671163705045, + "precision_coffee": 0.8257850049757565, + "recall_coffee": 0.8933299738879472, + "F1_noncoffee": 0.6343747339746318, + "IoU_noncoffee": 0.4645306071562149, + "kappa": 0.49461738605875943, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7710424599053882, + "mIoU": 0.5776074755137606, + "macroF1": 0.7214541467405025, + "F1_coffee": 0.8389812457526549, + "IoU_coffee": 0.7226250589694756, + "precision_coffee": 0.8092908578584846, + "recall_coffee": 0.8709330974793101, + "F1_noncoffee": 0.60392704772835, + "IoU_noncoffee": 0.4325898920580456, + "kappa": 0.4447465767824305, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.682993091388734, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088925535963466, + "mIoU": 0.6385303649064542, + "macroF1": 0.7726886395976079, + "F1_coffee": 0.8634055671411732, + "IoU_coffee": 0.7596426149734753, + "precision_coffee": 0.8545340332929511, + "recall_coffee": 0.8724632369783316, + "F1_noncoffee": 0.6819717120540426, + "IoU_noncoffee": 0.517418114839433, + "kappa": 0.5454913340090867, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7808641975308642, + "mIoU": 0.6030118589867847, + "macroF1": 0.7450793783870239, + "F1_coffee": 0.8405900497303649, + "IoU_coffee": 0.725015383501647, + "precision_coffee": 0.8376021912308946, + "recall_coffee": 0.8435993008612883, + "F1_noncoffee": 0.6495687070436829, + "IoU_noncoffee": 0.48100833447192237, + "kappa": 0.49017301792949086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1791569086651054, + "mIoU": 0.09048393825615353, + "macroF1": 0.1547908980913212, + "F1_coffee": 0.2982982982982983, + "IoU_coffee": 0.17529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.17529411764705882, + "F1_noncoffee": 0.011283497884344146, + "IoU_noncoffee": 0.005673758865248227, + "kappa": 0.001987176708688559, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7851489422938552, + "mIoU": 0.5938299198120698, + "macroF1": 0.734545995113788, + "F1_coffee": 0.85044575778824, + "IoU_coffee": 0.7398048100383409, + "precision_coffee": 0.8179716102511401, + "recall_coffee": 0.8856050069541029, + "F1_noncoffee": 0.6186462324393359, + "IoU_noncoffee": 0.4478550295857988, + "kappa": 0.4712172189019806, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8370454978107748, + "mIoU": 0.6786912452448193, + "macroF1": 0.8029908053981236, + "F1_coffee": 0.8848998251983327, + "IoU_coffee": 0.7935608344386832, + "precision_coffee": 0.8656363038474186, + "recall_coffee": 0.9050402255380595, + "F1_noncoffee": 0.7210817855979146, + "IoU_noncoffee": 0.5638216560509555, + "kappa": 0.6064538879666256, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8043385993869371, + "mIoU": 0.6428640774484019, + "macroF1": 0.7777862937407356, + "F1_coffee": 0.8545996145084983, + "IoU_coffee": 0.746114306694407, + "precision_coffee": 0.8835507246376811, + "recall_coffee": 0.8274855785544621, + "F1_noncoffee": 0.700972972972973, + "IoU_noncoffee": 0.5396138482023968, + "kappa": 0.5565517511646689, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8236882716049383, + "mIoU": 0.6140912915893311, + "macroF1": 0.744898578338882, + "F1_coffee": 0.8866707997520149, + "IoU_coffee": 0.7964138545495044, + "precision_coffee": 0.8253693444136657, + "recall_coffee": 0.9578087329225824, + "F1_noncoffee": 0.603126356925749, + "IoU_noncoffee": 0.4317687286291576, + "kappa": 0.4994663144257366, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8575248281130634, + "mIoU": 0.6970326892889698, + "macroF1": 0.8147952219748908, + "F1_coffee": 0.9037543542768675, + "IoU_coffee": 0.8244086148052254, + "precision_coffee": 0.8831316187594553, + "recall_coffee": 0.9253632760898283, + "F1_noncoffee": 0.7258360896729144, + "IoU_noncoffee": 0.5696567637727141, + "kappa": 0.6301649293062729, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7823379564109821, + "mIoU": 0.5990536504702297, + "macroF1": 0.7406825959219561, + "F1_coffee": 0.8446150737522732, + "IoU_coffee": 0.7310248338579923, + "precision_coffee": 0.8768004474898615, + "recall_coffee": 0.8147089397089398, + "F1_noncoffee": 0.6367501180916391, + "IoU_noncoffee": 0.4670824670824671, + "kappa": 0.4829937675864978, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.747017845214238, + "mIoU": 0.5682541631703539, + "macroF1": 0.718411075347791, + "F1_coffee": 0.8081626745784789, + "IoU_coffee": 0.6780813600485731, + "precision_coffee": 0.8086893555394642, + "recall_coffee": 0.8076366792016199, + "F1_noncoffee": 0.6286594761171033, + "IoU_noncoffee": 0.4584269662921348, + "kappa": 0.43682261309388176, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8166982922201138, + "mIoU": 0.6601815751171367, + "macroF1": 0.7908394291353844, + "F1_coffee": 0.8643829846974589, + "IoU_coffee": 0.7611571269625417, + "precision_coffee": 0.846555754159219, + "recall_coffee": 0.8829771977627994, + "F1_noncoffee": 0.7172958735733099, + "IoU_noncoffee": 0.5592060232717317, + "kappa": 0.582065210230233, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8263247218555535, + "mIoU": 0.6847220543569863, + "macroF1": 0.8103064932135344, + "F1_coffee": 0.8654295733489188, + "IoU_coffee": 0.7627817128139086, + "precision_coffee": 0.8908106482177771, + "recall_coffee": 0.8414547520954682, + "F1_noncoffee": 0.75518341307815, + "IoU_noncoffee": 0.6066623959000641, + "kappa": 0.6211724630836979, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8789, + 11000 + ], + [ + 42092, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.037896684805552, + "ssl_variant": "", + "test_tta": { + "OA": 0.8214353672459723, + "mIoU": 0.6491314128666272, + "macroF1": 0.7797074690572586, + "F1_coffee": 0.8755841831379612, + "IoU_coffee": 0.7787014109971309, + "precision_coffee": 0.8457302627366444, + "recall_coffee": 0.9076228869852032, + "F1_noncoffee": 0.6838307549765561, + "IoU_noncoffee": 0.5195614147361236, + "kappa": 0.5608056583115181, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7929646936656283, + "mIoU": 0.6113453692926532, + "macroF1": 0.7502694856517909, + "F1_coffee": 0.8535278812305495, + "IoU_coffee": 0.7444820220719117, + "precision_coffee": 0.8279227206144345, + "recall_coffee": 0.8807673679112178, + "F1_noncoffee": 0.6470110900730321, + "IoU_noncoffee": 0.47820871651339464, + "kappa": 0.5016876093309498, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7386298962009434, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.865913992134974, + "mIoU": 0.7282980253443725, + "macroF1": 0.8390712081374162, + "F1_coffee": 0.9047962170682279, + "IoU_coffee": 0.8261441671121346, + "precision_coffee": 0.8897303042380763, + "recall_coffee": 0.9203811443492601, + "F1_noncoffee": 0.7733461992066045, + "IoU_noncoffee": 0.6304518835766104, + "kappa": 0.6783619748089399, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8355832467982001, + "mIoU": 0.6825334383939239, + "macroF1": 0.8066236993223462, + "F1_coffee": 0.881457449463439, + "IoU_coffee": 0.788041053101294, + "precision_coffee": 0.8706476859555062, + "recall_coffee": 0.8925390106766062, + "F1_noncoffee": 0.7317899491812535, + "IoU_noncoffee": 0.5770258236865539, + "kappa": 0.6133822421595444, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2775175644028103, + "mIoU": 0.14027943544567584, + "macroF1": 0.22154312096029546, + "F1_coffee": 0.43028624192059095, + "IoU_coffee": 0.2741176470588235, + "precision_coffee": 1.0, + "recall_coffee": 0.2741176470588235, + "F1_noncoffee": 0.0128, + "IoU_noncoffee": 0.00644122383252818, + "kappa": 0.0035250821699679114, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8538398810380391, + "mIoU": 0.714641361092603, + "macroF1": 0.8301330412792713, + "F1_coffee": 0.8935917583376987, + "IoU_coffee": 0.8076510321318099, + "precision_coffee": 0.8975096457383375, + "recall_coffee": 0.8897079276773296, + "F1_noncoffee": 0.7666743242208439, + "IoU_noncoffee": 0.6216316900533962, + "kappa": 0.6602802775023401, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8870645345516848, + "mIoU": 0.7634887470765018, + "macroF1": 0.8629824125600376, + "F1_coffee": 0.9204252037155025, + "IoU_coffee": 0.8525812263154625, + "precision_coffee": 0.8982851158528603, + "recall_coffee": 0.9436842467166334, + "F1_noncoffee": 0.8055396214045727, + "IoU_noncoffee": 0.6743962678375411, + "kappa": 0.7263710326181538, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8568262202310776, + "mIoU": 0.7078022340149299, + "macroF1": 0.8239896516652792, + "F1_coffee": 0.9000131734949282, + "IoU_coffee": 0.8182035928143713, + "precision_coffee": 0.874272186320302, + "recall_coffee": 0.9273159144893112, + "F1_noncoffee": 0.74796612983563, + "IoU_noncoffee": 0.5974008752154887, + "kappa": 0.648746829953123, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8607253086419753, + "mIoU": 0.7069488227803126, + "macroF1": 0.8225687662837574, + "F1_coffee": 0.9048497627833422, + "IoU_coffee": 0.8262334536702768, + "precision_coffee": 0.8905317769130998, + "recall_coffee": 0.9196356817572997, + "F1_noncoffee": 0.7402877697841727, + "IoU_noncoffee": 0.5876641918903484, + "kappa": 0.645387740623616, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8881779984721161, + "mIoU": 0.7508814922692234, + "macroF1": 0.8532482110682791, + "F1_coffee": 0.9248443617226109, + "IoU_coffee": 0.8601957975167144, + "precision_coffee": 0.8993883410310822, + "recall_coffee": 0.9517833553500661, + "F1_noncoffee": 0.7816520604139474, + "IoU_noncoffee": 0.6415671870217324, + "kappa": 0.7071779409428771, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8425323143692801, + "mIoU": 0.6536697325296082, + "macroF1": 0.7790893349465093, + "F1_coffee": 0.8974752748940352, + "IoU_coffee": 0.814018275016715, + "precision_coffee": 0.8511010136315973, + "recall_coffee": 0.9491943866943867, + "F1_noncoffee": 0.6607033949989836, + "IoU_noncoffee": 0.4933211900425015, + "kappa": 0.5624774294651075, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8470273881095525, + "mIoU": 0.7174580911168867, + "macroF1": 0.833567852883889, + "F1_coffee": 0.8808975406790995, + "IoU_coffee": 0.7871464612933209, + "precision_coffee": 0.905729564553094, + "recall_coffee": 0.8573908012727799, + "F1_noncoffee": 0.7862381650886785, + "IoU_noncoffee": 0.6477697209404526, + "kappa": 0.6675841601741419, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8859582542694497, + "mIoU": 0.7726950347870931, + "macroF1": 0.8699294467442014, + "F1_coffee": 0.9155898876404495, + "IoU_coffee": 0.8443206838492423, + "precision_coffee": 0.897068941791661, + "recall_coffee": 0.9348917252258713, + "F1_noncoffee": 0.8242690058479533, + "IoU_noncoffee": 0.701069385724944, + "kappa": 0.7400895428850367, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8711106920610975, + "mIoU": 0.7505953556106149, + "macroF1": 0.8555702939901804, + "F1_coffee": 0.9029463968761093, + "IoU_coffee": 0.8230649754077142, + "precision_coffee": 0.9024978711325575, + "recall_coffee": 0.9033953686603211, + "F1_noncoffee": 0.8081941911042514, + "IoU_noncoffee": 0.6781257358135154, + "kappa": 0.711140728980253, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9420, + 11000 + ], + [ + 45056, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7326905528704324, + "ssl_variant": "", + "test_tta": { + "OA": 0.8690378028669289, + "mIoU": 0.7320139626676854, + "macroF1": 0.8415086837332513, + "F1_coffee": 0.907562648997728, + "IoU_coffee": 0.8307686002909657, + "precision_coffee": 0.8873908380573005, + "recall_coffee": 0.9286728663704247, + "F1_noncoffee": 0.7754547184687747, + "IoU_noncoffee": 0.633259325044405, + "kappa": 0.6834147483933617, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8396359755394023, + "mIoU": 0.6868365815606159, + "macroF1": 0.8095322802790655, + "F1_coffee": 0.8852540221463143, + "IoU_coffee": 0.7941307165339752, + "precision_coffee": 0.8679928765127292, + "recall_coffee": 0.9032156169056794, + "F1_noncoffee": 0.7338105384118168, + "IoU_noncoffee": 0.5795424465872566, + "kappa": 0.6194137116749538, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7536196065480768, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.879582646200685, + "mIoU": 0.7532767994887123, + "macroF1": 0.8563624140999229, + "F1_coffee": 0.914114453743497, + "IoU_coffee": 0.8418147353510946, + "precision_coffee": 0.9028416960814977, + "recall_coffee": 0.9256722708323789, + "F1_noncoffee": 0.7986103744563487, + "IoU_noncoffee": 0.66473886362633, + "kappa": 0.7128298050411214, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8498759663089881, + "mIoU": 0.706796293068171, + "macroF1": 0.824410384399063, + "F1_coffee": 0.8912795980823263, + "IoU_coffee": 0.8038813000471031, + "precision_coffee": 0.8841961288183363, + "recall_coffee": 0.8984774780466233, + "F1_noncoffee": 0.7575411707157997, + "IoU_noncoffee": 0.6097112860892389, + "kappa": 0.6488710248575744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3149882903981265, + "mIoU": 0.15883774191227606, + "macroF1": 0.24321401142472812, + "F1_coffee": 0.4762757385854969, + "IoU_coffee": 0.3125734430082256, + "precision_coffee": 0.9962546816479401, + "recall_coffee": 0.3129411764705882, + "F1_noncoffee": 0.01015228426395939, + "IoU_noncoffee": 0.00510204081632653, + "kappa": 0.0008559691851093662, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8733151052909292, + "mIoU": 0.7406207877978863, + "macroF1": 0.8475810683160818, + "F1_coffee": 0.91020977118961, + "IoU_coffee": 0.8352155737193486, + "precision_coffee": 0.8904410297345839, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7849523654425535, + "IoU_noncoffee": 0.6460260018764241, + "kappa": 0.695521562930255, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8815438796877975, + "mIoU": 0.7566342536749091, + "macroF1": 0.8586194668506877, + "F1_coffee": 0.9155498252638008, + "IoU_coffee": 0.8442525499030098, + "precision_coffee": 0.9036838580040187, + "recall_coffee": 0.9277315546998556, + "F1_noncoffee": 0.8016891084375747, + "IoU_noncoffee": 0.6690159574468085, + "kappa": 0.7173533698065989, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8838009903324687, + "mIoU": 0.7623693723360969, + "macroF1": 0.8626034772334887, + "F1_coffee": 0.9165707320376515, + "IoU_coffee": 0.8459903743983999, + "precision_coffee": 0.91458882356916, + "recall_coffee": 0.9185612487275195, + "F1_noncoffee": 0.8086362224293259, + "IoU_noncoffee": 0.678748370273794, + "kappa": 0.7252099142356493, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.886670524691358, + "mIoU": 0.7488568684918255, + "macroF1": 0.8519125320709399, + "F1_coffee": 0.9236566824767721, + "IoU_coffee": 0.8581431848364119, + "precision_coffee": 0.8969085173501578, + "recall_coffee": 0.9520492901151889, + "F1_noncoffee": 0.7801683816651076, + "IoU_noncoffee": 0.6395705521472392, + "kappa": 0.7045816327490697, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8861726508785333, + "mIoU": 0.7440780811481275, + "macroF1": 0.8482688317264637, + "F1_coffee": 0.9241054374124539, + "IoU_coffee": 0.8589182151733933, + "precision_coffee": 0.8919616519174042, + "recall_coffee": 0.9586525759577279, + "F1_noncoffee": 0.7724322260404735, + "IoU_noncoffee": 0.6292379471228616, + "kappa": 0.6977147779038757, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8832908764977828, + "mIoU": 0.7485881499936259, + "macroF1": 0.8522195550431073, + "F1_coffee": 0.9199818875735817, + "IoU_coffee": 0.8518207954000958, + "precision_coffee": 0.9160118510884967, + "recall_coffee": 0.9239864864864865, + "F1_noncoffee": 0.7844572225126328, + "IoU_noncoffee": 0.645355504587156, + "kappa": 0.7044540640724029, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.860101154690333, + "mIoU": 0.7308638082530527, + "macroF1": 0.8420444960687086, + "F1_coffee": 0.8954500071316502, + "IoU_coffee": 0.8106921487603306, + "precision_coffee": 0.8832301631963985, + "recall_coffee": 0.9080127277986694, + "F1_noncoffee": 0.788638985005767, + "IoU_noncoffee": 0.6510354677457748, + "kappa": 0.6842111949333725, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8769449715370019, + "mIoU": 0.7632618982854725, + "macroF1": 0.8642169057847761, + "F1_coffee": 0.9057892060724921, + "IoU_coffee": 0.8278013807753585, + "precision_coffee": 0.9177215189873418, + "recall_coffee": 0.8941632009178259, + "F1_noncoffee": 0.82264460549706, + "IoU_noncoffee": 0.6987224157955866, + "kappa": 0.7285202105623714, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8843107674901, + "mIoU": 0.7731142598739449, + "macroF1": 0.8704515905529212, + "F1_coffee": 0.9128241563055062, + "IoU_coffee": 0.8396288066919357, + "precision_coffee": 0.9130187606594656, + "recall_coffee": 0.9126296348913198, + "F1_noncoffee": 0.8280790248003362, + "IoU_noncoffee": 0.706599713055954, + "kappa": 0.7409032043193332, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9766, + 11000 + ], + [ + 45572, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2838048299153644, + "ssl_variant": "", + "test_tta": { + "OA": 0.8805816313586198, + "mIoU": 0.7533115919219333, + "macroF1": 0.8562422529411826, + "F1_coffee": 0.9153943805960927, + "IoU_coffee": 0.8439882333443819, + "precision_coffee": 0.8982692095689561, + "recall_coffee": 0.9331852123322186, + "F1_noncoffee": 0.7970901252862724, + "IoU_noncoffee": 0.6626349504994848, + "kappa": 0.7127349112482068, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8509576554747894, + "mIoU": 0.7061983726051194, + "macroF1": 0.8237217612580832, + "F1_coffee": 0.8930116989336371, + "IoU_coffee": 0.8067038270173207, + "precision_coffee": 0.8783170071075087, + "recall_coffee": 0.9082064565038853, + "F1_noncoffee": 0.7544318235825294, + "IoU_noncoffee": 0.6056929181929182, + "kappa": 0.6476698847341588, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.5980276721268694, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7573417480654573, + "mIoU": 0.572223326314494, + "macroF1": 0.7196671071633374, + "F1_coffee": 0.822435979253449, + "IoU_coffee": 0.6984214571467986, + "precision_coffee": 0.8333921222810111, + "recall_coffee": 0.8117641669338953, + "F1_noncoffee": 0.6168982350732257, + "IoU_noncoffee": 0.4460251954821894, + "kappa": 0.4395432006804692, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7343082958347756, + "mIoU": 0.5460907355210045, + "macroF1": 0.6979907858361858, + "F1_coffee": 0.8027200685371599, + "IoU_coffee": 0.670453122484392, + "precision_coffee": 0.8166604928856253, + "recall_coffee": 0.7892475835491819, + "F1_noncoffee": 0.5932615031352115, + "IoU_noncoffee": 0.42172834855761687, + "kappa": 0.39634422413110637, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24941451990632318, + "mIoU": 0.1253815010331559, + "macroF1": 0.20159560115805056, + "F1_coffee": 0.3969896519285042, + "IoU_coffee": 0.2476525821596244, + "precision_coffee": 0.9906103286384976, + "recall_coffee": 0.24823529411764705, + "F1_noncoffee": 0.006201550387596899, + "IoU_noncoffee": 0.003110419906687403, + "kappa": -0.0031372434039091297, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7627476375497674, + "mIoU": 0.5726473787300359, + "macroF1": 0.7185523772342941, + "F1_coffee": 0.8300810773670468, + "IoU_coffee": 0.7095201738415458, + "precision_coffee": 0.8202743074416078, + "recall_coffee": 0.840125173852573, + "F1_noncoffee": 0.6070236771015414, + "IoU_noncoffee": 0.4357745836185261, + "kappa": 0.4372907670994923, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7463354273748334, + "mIoU": 0.5585372049687046, + "macroF1": 0.7081083491852949, + "F1_coffee": 0.8137405647190383, + "IoU_coffee": 0.6859718376244623, + "precision_coffee": 0.8273289277339586, + "recall_coffee": 0.8005913497902771, + "F1_noncoffee": 0.6024761336515513, + "IoU_noncoffee": 0.43110257231294696, + "kappa": 0.41655260957428153, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7629332704550813, + "mIoU": 0.5849919036950507, + "macroF1": 0.7315136643222944, + "F1_coffee": 0.8233599212902772, + "IoU_coffee": 0.6997551215433315, + "precision_coffee": 0.8536869717283591, + "recall_coffee": 0.7951136749236511, + "F1_noncoffee": 0.6396674073543115, + "IoU_noncoffee": 0.47022868584676997, + "kappa": 0.464406165571207, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7696759259259259, + "mIoU": 0.5548817667880874, + "macroF1": 0.6967632714961308, + "F1_coffee": 0.845456898783329, + "IoU_coffee": 0.7322869955156951, + "precision_coffee": 0.817931379914851, + "recall_coffee": 0.8748995446021967, + "F1_noncoffee": 0.5480696442089327, + "IoU_noncoffee": 0.37747653806047965, + "kappa": 0.39552840931396815, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.825057295645531, + "mIoU": 0.633989903083737, + "macroF1": 0.7644471685584853, + "F1_coffee": 0.883933096806893, + "IoU_coffee": 0.7920072661217076, + "precision_coffee": 0.849281714146579, + "recall_coffee": 0.9215323645970938, + "F1_noncoffee": 0.6449612403100775, + "IoU_noncoffee": 0.4759725400457666, + "kappa": 0.5312811445702244, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7793188036607227, + "mIoU": 0.5915300764404229, + "macroF1": 0.7337710977241088, + "F1_coffee": 0.8438897417072683, + "IoU_coffee": 0.7299388061424777, + "precision_coffee": 0.867572389186222, + "recall_coffee": 0.8214656964656964, + "F1_noncoffee": 0.6236524537409494, + "IoU_noncoffee": 0.453121346738368, + "kappa": 0.4684969954857195, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7558927378566657, + "mIoU": 0.5828030567828719, + "macroF1": 0.731184043758144, + "F1_coffee": 0.8126830697129467, + "IoU_coffee": 0.684470210928827, + "precision_coffee": 0.8230495401957876, + "recall_coffee": 0.802574486549031, + "F1_noncoffee": 0.6496850178033415, + "IoU_noncoffee": 0.48113590263691686, + "kappa": 0.46252754605070867, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6681214421252372, + "mIoU": 0.48798951140641855, + "macroF1": 0.6516487182867274, + "F1_coffee": 0.7274002493765586, + "IoU_coffee": 0.5715860379669321, + "precision_coffee": 0.796552312681345, + "recall_coffee": 0.6692958554424208, + "F1_noncoffee": 0.5758971871968962, + "IoU_noncoffee": 0.40439298484590497, + "kappa": 0.3113718714644203, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7465585517631529, + "mIoU": 0.5758380665712897, + "macroF1": 0.7265339461351952, + "F1_coffee": 0.8005342831700801, + "IoU_coffee": 0.6674090571640683, + "precision_coffee": 0.83796799751437, + "recall_coffee": 0.7663020315385708, + "F1_noncoffee": 0.6525336091003102, + "IoU_noncoffee": 0.48426707597851115, + "kappa": 0.45496259824568197, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8342, + 11000 + ], + [ + 39289, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9356968800226848, + "ssl_variant": "", + "test_tta": { + "OA": 0.7800329823671192, + "mIoU": 0.5941432070670416, + "macroF1": 0.7362760183216399, + "F1_coffee": 0.8436992969172525, + "IoU_coffee": 0.7296538821328344, + "precision_coffee": 0.8302656672728079, + "recall_coffee": 0.8575747858353566, + "F1_noncoffee": 0.6288527397260274, + "IoU_noncoffee": 0.4586325320012488, + "kappa": 0.4728797149114145, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7558411214953271, + "mIoU": 0.5651352010503008, + "macroF1": 0.7124693652143168, + "F1_coffee": 0.8241416922038124, + "IoU_coffee": 0.7008852059296429, + "precision_coffee": 0.8132354750092254, + "recall_coffee": 0.835344410049066, + "F1_noncoffee": 0.6007970382248213, + "IoU_noncoffee": 0.4293851961709586, + "kappa": 0.4251734143655717, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.6508449658875952, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7832202207281492, + "mIoU": 0.6208132086342075, + "macroF1": 0.7619647605120641, + "F1_coffee": 0.8330952642566751, + "IoU_coffee": 0.7139359698681732, + "precision_coffee": 0.8919766803482262, + "recall_coffee": 0.7815062531494801, + "F1_noncoffee": 0.6908342567674529, + "IoU_noncoffee": 0.5276904474002418, + "kappa": 0.5277415129308205, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7579612322602977, + "mIoU": 0.5895056153764195, + "macroF1": 0.7374907806012992, + "F1_coffee": 0.8107961848068728, + "IoU_coffee": 0.6817974971558589, + "precision_coffee": 0.8725340321758753, + "recall_coffee": 0.7572177648619622, + "F1_noncoffee": 0.6641853763957257, + "IoU_noncoffee": 0.49721373359698007, + "kappa": 0.47960580131383296, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24824355971896955, + "mIoU": 0.12512229114858034, + "macroF1": 0.20179944095038435, + "F1_coffee": 0.39433962264150946, + "IoU_coffee": 0.245593419506463, + "precision_coffee": 0.9952380952380953, + "recall_coffee": 0.24588235294117647, + "F1_noncoffee": 0.009259259259259259, + "IoU_noncoffee": 0.004651162790697674, + "kappa": -5.107252298264266e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8106682016597112, + "mIoU": 0.6520276682149058, + "macroF1": 0.7847820187745276, + "F1_coffee": 0.8594223029525947, + "IoU_coffee": 0.7534973769672746, + "precision_coffee": 0.8808498211287143, + "recall_coffee": 0.8390125173852573, + "F1_noncoffee": 0.7101417345964604, + "IoU_noncoffee": 0.550557959462537, + "kappa": 0.5700885891783692, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7364839139539311, + "mIoU": 0.5706197512782201, + "macroF1": 0.7238930754544733, + "F1_coffee": 0.7828542295776305, + "IoU_coffee": 0.6431885552261889, + "precision_coffee": 0.9110076670317634, + "recall_coffee": 0.6863095647390497, + "F1_noncoffee": 0.6649319213313162, + "IoU_noncoffee": 0.4980509473302511, + "kappa": 0.46414838786947454, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.802546569205376, + "mIoU": 0.6419996670400344, + "macroF1": 0.7773931288527175, + "F1_coffee": 0.8522217908445981, + "IoU_coffee": 0.7424969249692497, + "precision_coffee": 0.8878511545815561, + "recall_coffee": 0.8193417034272141, + "F1_noncoffee": 0.7025644668608368, + "IoU_noncoffee": 0.5415024091108191, + "kappa": 0.5562246634841352, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8323688271604939, + "mIoU": 0.6592566148198187, + "macroF1": 0.7865894044048869, + "F1_coffee": 0.8854317732366512, + "IoU_coffee": 0.7944168440974686, + "precision_coffee": 0.8717549325025961, + "recall_coffee": 0.8995446021966247, + "F1_noncoffee": 0.6877470355731226, + "IoU_noncoffee": 0.5240963855421686, + "kappa": 0.5734649496553934, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8010886172650878, + "mIoU": 0.6334814044971127, + "macroF1": 0.7697575200932785, + "F1_coffee": 0.8546913149633764, + "IoU_coffee": 0.7462541113412109, + "precision_coffee": 0.9055432372505543, + "recall_coffee": 0.8092470277410833, + "F1_noncoffee": 0.6848237252231805, + "IoU_noncoffee": 0.5207086976530143, + "kappa": 0.5426433754168761, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7895084441928484, + "mIoU": 0.6107456800916704, + "macroF1": 0.7505642991182956, + "F1_coffee": 0.8491242307432204, + "IoU_coffee": 0.7378070278528617, + "precision_coffee": 0.8853476237484135, + "recall_coffee": 0.8157484407484408, + "F1_noncoffee": 0.6520043674933708, + "IoU_noncoffee": 0.4836843323304791, + "kappa": 0.5030473549222396, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7891974425040558, + "mIoU": 0.6385613116912123, + "macroF1": 0.7772383533474141, + "F1_coffee": 0.8288525606260169, + "IoU_coffee": 0.7077269118814501, + "precision_coffee": 0.8925412981812114, + "recall_coffee": 0.7736476713913798, + "F1_noncoffee": 0.7256241460688113, + "IoU_noncoffee": 0.5693957115009747, + "kappa": 0.5580840197224011, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6722960151802656, + "mIoU": 0.5053764004235308, + "macroF1": 0.6711433728738819, + "F1_coffee": 0.6906126836259405, + "IoU_coffee": 0.5274319332330004, + "precision_coffee": 0.9198282032927703, + "recall_coffee": 0.5528466943926574, + "F1_noncoffee": 0.6516740621218233, + "IoU_noncoffee": 0.48332086761406134, + "kappa": 0.38526472946008866, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8155760890062229, + "mIoU": 0.6705385920393104, + "macroF1": 0.8002252540540857, + "F1_coffee": 0.855603130075299, + "IoU_coffee": 0.7476454651012773, + "precision_coffee": 0.8905793760565545, + "recall_coffee": 0.8232703509021168, + "F1_noncoffee": 0.7448473780328724, + "IoU_noncoffee": 0.5934317189773436, + "kappa": 0.6015365133194516, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9103, + 11000 + ], + [ + 40161, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0766125241915385, + "ssl_variant": "", + "test_tta": { + "OA": 0.8045001902828872, + "mIoU": 0.6471715016276793, + "macroF1": 0.7817147984257762, + "F1_coffee": 0.8522393604908975, + "IoU_coffee": 0.7425235986968507, + "precision_coffee": 0.8937683818908524, + "recall_coffee": 0.8143982775207294, + "F1_noncoffee": 0.7111902363606549, + "IoU_noncoffee": 0.5518194045585081, + "kappa": 0.5652641570970377, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7777200876889351, + "mIoU": 0.6122215314982766, + "macroF1": 0.7550059228876013, + "F1_coffee": 0.8296037502211215, + "IoU_coffee": 0.7088229737389005, + "precision_coffee": 0.8733036940480902, + "recall_coffee": 0.7900688609514183, + "F1_noncoffee": 0.680408095554081, + "IoU_noncoffee": 0.5156200892576529, + "kappa": 0.5123022789566583, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7490171997583424, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.86198147913231, + "mIoU": 0.7224567771863573, + "macroF1": 0.835055340391216, + "F1_coffee": 0.9016985905312613, + "IoU_coffee": 0.8209937479434024, + "precision_coffee": 0.8893641670008466, + "recall_coffee": 0.9143799532731687, + "F1_noncoffee": 0.7684120902511707, + "IoU_noncoffee": 0.6239198064293121, + "kappa": 0.6702600998764419, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8305497865466713, + "mIoU": 0.67599134009698, + "macroF1": 0.8019482479296385, + "F1_coffee": 0.8772116841720228, + "IoU_coffee": 0.7812796693784091, + "precision_coffee": 0.8707415245445869, + "recall_coffee": 0.8837787183860846, + "F1_noncoffee": 0.7266848116872543, + "IoU_noncoffee": 0.570703010815551, + "kappa": 0.6039451717060134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2154566744730679, + "mIoU": 0.10857430206225349, + "macroF1": 0.17982546672171001, + "F1_coffee": 0.3507751937984496, + "IoU_coffee": 0.21269095182138661, + "precision_coffee": 0.9945054945054945, + "recall_coffee": 0.21294117647058824, + "F1_noncoffee": 0.008875739644970414, + "IoU_noncoffee": 0.004457652303120356, + "kappa": -0.00044061490257517707, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8559984650069554, + "mIoU": 0.7129716513659071, + "macroF1": 0.8283953294740233, + "F1_coffee": 0.8972199397425363, + "IoU_coffee": 0.8135982614095002, + "precision_coffee": 0.8836660372268681, + "recall_coffee": 0.9111961057023644, + "F1_noncoffee": 0.7595707192055102, + "IoU_noncoffee": 0.612345041322314, + "kappa": 0.6569794367969778, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.866552446221207, + "mIoU": 0.7292952843883678, + "macroF1": 0.8397590872626561, + "F1_coffee": 0.905283069855425, + "IoU_coffee": 0.8269563070846705, + "precision_coffee": 0.8897151583560189, + "recall_coffee": 0.9214054871759609, + "F1_noncoffee": 0.7742351046698873, + "IoU_noncoffee": 0.6316342616920652, + "kappa": 0.6797518828128618, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8633341193114832, + "mIoU": 0.7251305551764732, + "macroF1": 0.8369721555471186, + "F1_coffee": 0.9025292614018566, + "IoU_coffee": 0.8223720502604964, + "precision_coffee": 0.8946455957858238, + "recall_coffee": 0.9105531048523923, + "F1_noncoffee": 0.7714150496923805, + "IoU_noncoffee": 0.6278890600924499, + "kappa": 0.6740036774529674, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8583140432098766, + "mIoU": 0.6949716157906916, + "macroF1": 0.8128771467780926, + "F1_coffee": 0.9050849647864573, + "IoU_coffee": 0.8266257523899445, + "precision_coffee": 0.8742978404693547, + "recall_coffee": 0.9381194749531209, + "F1_noncoffee": 0.7206693287697281, + "IoU_noncoffee": 0.5633174791914387, + "kappa": 0.6271150422163794, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8803475935828877, + "mIoU": 0.7373292519676762, + "macroF1": 0.8438838515070656, + "F1_coffee": 0.9193330328977016, + "IoU_coffee": 0.8507089241034195, + "precision_coffee": 0.8966469923395705, + "recall_coffee": 0.9431968295904888, + "F1_noncoffee": 0.7684346701164295, + "IoU_noncoffee": 0.6239495798319328, + "kappa": 0.6883404103144772, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8665911878479102, + "mIoU": 0.7163266269953716, + "macroF1": 0.8292796855872688, + "F1_coffee": 0.9090909090909091, + "IoU_coffee": 0.8333333333333334, + "precision_coffee": 0.8997200305421227, + "recall_coffee": 0.9186590436590436, + "F1_noncoffee": 0.7494684620836286, + "IoU_noncoffee": 0.59931992065741, + "kappa": 0.6586614149017994, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8537074148296593, + "mIoU": 0.724567610062893, + "macroF1": 0.8381168027224396, + "F1_coffee": 0.8883548175660914, + "IoU_coffee": 0.7991352201257862, + "precision_coffee": 0.894675077013349, + "recall_coffee": 0.8821232282325716, + "F1_noncoffee": 0.7878787878787878, + "IoU_noncoffee": 0.65, + "kappa": 0.6762643008832048, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8528462998102467, + "mIoU": 0.7195253488669825, + "macroF1": 0.8342431878831809, + "F1_coffee": 0.8897732925875915, + "IoU_coffee": 0.8014338753040584, + "precision_coffee": 0.8819385742462665, + "recall_coffee": 0.8977484583393087, + "F1_noncoffee": 0.7787130831787702, + "IoU_noncoffee": 0.6376168224299066, + "kappa": 0.6685388893412669, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.860079200452574, + "mIoU": 0.7310290715502104, + "macroF1": 0.8421777655899666, + "F1_coffee": 0.8953307941881788, + "IoU_coffee": 0.8104967437108926, + "precision_coffee": 0.889060092449923, + "recall_coffee": 0.9016905810484444, + "F1_noncoffee": 0.7890247369917543, + "IoU_noncoffee": 0.6515613993895281, + "kappa": 0.6843871785264064, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9501, + 11000 + ], + [ + 44726, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9378010869026183, + "ssl_variant": "", + "test_tta": { + "OA": 0.8675155397691234, + "mIoU": 0.7291124399663653, + "macroF1": 0.8394555255296805, + "F1_coffee": 0.9065739301568843, + "IoU_coffee": 0.8291131473451689, + "precision_coffee": 0.8856481178038496, + "recall_coffee": 0.9285125292042695, + "F1_noncoffee": 0.7723371209024769, + "IoU_noncoffee": 0.6291117325875616, + "kappa": 0.6793472668024829, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8362322602976808, + "mIoU": 0.6814275367079917, + "macroF1": 0.805537275970218, + "F1_coffee": 0.8827967754920883, + "IoU_coffee": 0.7901845932112567, + "precision_coffee": 0.8657381164466759, + "recall_coffee": 0.9005412007496788, + "F1_noncoffee": 0.7282777764483477, + "IoU_noncoffee": 0.5726704802047268, + "kappa": 0.611424318203834, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7608275819757373, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8554008626157554, + "mIoU": 0.7139420517568557, + "macroF1": 0.829292376155727, + "F1_coffee": 0.8960525265881656, + "IoU_coffee": 0.8116803998100076, + "precision_coffee": 0.8918741065147836, + "recall_coffee": 0.9002702826515186, + "F1_noncoffee": 0.7625322257232885, + "IoU_noncoffee": 0.6162037037037037, + "kappa": 0.6586018709400051, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8277806622822199, + "mIoU": 0.6736214992681946, + "macroF1": 0.8004378526707561, + "F1_coffee": 0.8743065862464605, + "IoU_coffee": 0.776682687812085, + "precision_coffee": 0.8740581723281559, + "recall_coffee": 0.874555141407122, + "F1_noncoffee": 0.7265691190950516, + "IoU_noncoffee": 0.5705603107243041, + "kappa": 0.6008757754732019, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3255269320843091, + "mIoU": 0.16416529167148677, + "macroF1": 0.24938199263884567, + "F1_coffee": 0.48845470692717585, + "IoU_coffee": 0.32314923619271446, + "precision_coffee": 0.9963768115942029, + "recall_coffee": 0.3235294117647059, + "F1_noncoffee": 0.010309278350515464, + "IoU_noncoffee": 0.0051813471502590676, + "kappa": 0.001015426357218815, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8630978078380582, + "mIoU": 0.7198280248957245, + "macroF1": 0.8327435616827512, + "F1_coffee": 0.9039962325080731, + "IoU_coffee": 0.8248112454729606, + "precision_coffee": 0.8754886630179828, + "recall_coffee": 0.9344228094575799, + "F1_noncoffee": 0.7614908908574294, + "IoU_noncoffee": 0.6148448043184885, + "kappa": 0.6663659564194107, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8889682086426803, + "mIoU": 0.7696891847835813, + "macroF1": 0.8673225541188547, + "F1_coffee": 0.9209125733075697, + "IoU_coffee": 0.8534179442070872, + "precision_coffee": 0.9081973789783364, + "recall_coffee": 0.9339888606202297, + "F1_noncoffee": 0.8137325349301398, + "IoU_noncoffee": 0.6859604253600754, + "kappa": 0.7347675534268038, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8145720348974298, + "mIoU": 0.658382835531556, + "macroF1": 0.7896803763542573, + "F1_coffee": 0.8620350877192983, + "IoU_coffee": 0.7575234336457819, + "precision_coffee": 0.892408281874319, + "recall_coffee": 0.8336613505259586, + "F1_noncoffee": 0.7173256649892163, + "IoU_noncoffee": 0.5592422374173299, + "kappa": 0.5803567352725718, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8698881172839507, + "mIoU": 0.7092279418446796, + "macroF1": 0.8227914591669132, + "F1_coffee": 0.9141475211608222, + "IoU_coffee": 0.8418708240534521, + "precision_coffee": 0.8708621316842489, + "recall_coffee": 0.9619608893651219, + "F1_noncoffee": 0.7314353971730042, + "IoU_noncoffee": 0.5765850596359071, + "kappa": 0.6483009280283887, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8891329258976318, + "mIoU": 0.7542480641042213, + "macroF1": 0.8556933788748142, + "F1_coffee": 0.9251595436085863, + "IoU_coffee": 0.8607412738395106, + "precision_coffee": 0.9034369885433715, + "recall_coffee": 0.9479524438573316, + "F1_noncoffee": 0.7862272141410421, + "IoU_noncoffee": 0.647754854368932, + "kappa": 0.7118625767020051, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8429097084630626, + "mIoU": 0.6615955507042875, + "macroF1": 0.7863893669896701, + "F1_coffee": 0.896268145286898, + "IoU_coffee": 0.8120343192594265, + "precision_coffee": 0.8609216038300419, + "recall_coffee": 0.9346413721413721, + "F1_noncoffee": 0.6765105886924422, + "IoU_noncoffee": 0.5111567821491486, + "kappa": 0.5750127714100742, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8563794255177021, + "mIoU": 0.7248796762730396, + "macroF1": 0.8379249840798852, + "F1_coffee": 0.8926150552978951, + "IoU_coffee": 0.8060567010309279, + "precision_coffee": 0.8808618504435995, + "recall_coffee": 0.9046861440555395, + "F1_noncoffee": 0.7832349128618753, + "IoU_noncoffee": 0.6437026515151515, + "kappa": 0.6759664164106444, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8888045540796964, + "mIoU": 0.7808954646191977, + "macroF1": 0.8754959397756128, + "F1_coffee": 0.9162019162019162, + "IoU_coffee": 0.8453621849848265, + "precision_coffee": 0.9135890489091687, + "recall_coffee": 0.9188297719776279, + "F1_noncoffee": 0.8347899633493093, + "IoU_noncoffee": 0.7164287442535688, + "kappa": 0.7509958950711141, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7862530643032246, + "mIoU": 0.6404196146958417, + "macroF1": 0.7795978309292625, + "F1_coffee": 0.8178970198409511, + "IoU_coffee": 0.6918999728187007, + "precision_coffee": 0.9410351201478743, + "recall_coffee": 0.7232561443386845, + "F1_noncoffee": 0.7412986420175739, + "IoU_noncoffee": 0.5889392565729827, + "kappa": 0.5696636429400184, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9595, + 11000 + ], + [ + 44228, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6329656283060707, + "ssl_variant": "", + "test_tta": { + "OA": 0.8577793987060763, + "mIoU": 0.7158912710282965, + "macroF1": 0.8304656044776485, + "F1_coffee": 0.898514319336479, + "IoU_coffee": 0.8157294598648122, + "precision_coffee": 0.8878552740445895, + "recall_coffee": 0.9094324064318109, + "F1_noncoffee": 0.762416889618818, + "IoU_noncoffee": 0.6160530821917808, + "kappa": 0.6610455769108855, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8304920964578285, + "mIoU": 0.6750694611000043, + "macroF1": 0.801153402636216, + "F1_coffee": 0.8775333701507778, + "IoU_coffee": 0.7817901635691874, + "precision_coffee": 0.8685285260509055, + "recall_coffee": 0.886726893676164, + "F1_noncoffee": 0.7247734351216543, + "IoU_noncoffee": 0.5683487586308212, + "kappa": 0.6024028558679515, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6202302097263629, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7647786375745275, + "mIoU": 0.5968962400900018, + "macroF1": 0.7431505677804724, + "F1_coffee": 0.8176834963866083, + "IoU_coffee": 0.6915944198424083, + "precision_coffee": 0.8822203362860023, + "recall_coffee": 0.7619451188785561, + "F1_noncoffee": 0.6686176391743365, + "IoU_noncoffee": 0.5021980603375952, + "kappa": 0.4912495884549192, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7389379254644052, + "mIoU": 0.566594146758008, + "macroF1": 0.7189630160376768, + "F1_coffee": 0.7938875667551041, + "IoU_coffee": 0.6582201997696419, + "precision_coffee": 0.8642832349878514, + "recall_coffee": 0.7340956472297682, + "F1_noncoffee": 0.6440384653202493, + "IoU_noncoffee": 0.4749680937463743, + "kappa": 0.44429288085183327, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14285714285714285, + "mIoU": 0.07212915601023018, + "macroF1": 0.12730623185168638, + "F1_coffee": 0.24380165289256198, + "IoU_coffee": 0.1388235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.1388235294117647, + "F1_noncoffee": 0.010810810810810811, + "IoU_noncoffee": 0.005434782608695652, + "kappa": 0.001507813797774057, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7761788266896915, + "mIoU": 0.611308317029398, + "macroF1": 0.7544993861279639, + "F1_coffee": 0.8274535907107462, + "IoU_coffee": 0.7056894159202725, + "precision_coffee": 0.8835886905702101, + "recall_coffee": 0.7780250347705147, + "F1_noncoffee": 0.6815451815451815, + "IoU_noncoffee": 0.5169272181385236, + "kappa": 0.512629302133411, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7845992766038454, + "mIoU": 0.6151437431692461, + "macroF1": 0.7561408281840583, + "F1_coffee": 0.839446612273856, + "IoU_coffee": 0.7233158087785793, + "precision_coffee": 0.8670037370850736, + "recall_coffee": 0.8135872928556694, + "F1_noncoffee": 0.6728350440942605, + "IoU_noncoffee": 0.5069716775599129, + "kappa": 0.5132836134983423, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.733930676727187, + "mIoU": 0.5650429251938531, + "macroF1": 0.7187466752997678, + "F1_coffee": 0.7840961273534364, + "IoU_coffee": 0.6448668722855164, + "precision_coffee": 0.8989207686233219, + "recall_coffee": 0.6952833389888021, + "F1_noncoffee": 0.6533972232460991, + "IoU_noncoffee": 0.4852189781021898, + "kappa": 0.4518514591829625, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7744020061728395, + "mIoU": 0.5960957842709744, + "macroF1": 0.7397972990466694, + "F1_coffee": 0.834687963813697, + "IoU_coffee": 0.7162785055798156, + "precision_coffee": 0.8835852162202603, + "recall_coffee": 0.7909188320385748, + "F1_noncoffee": 0.6449066342796417, + "IoU_noncoffee": 0.4759130629621331, + "kappa": 0.48299558037819923, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7849503437738732, + "mIoU": 0.6058984637349734, + "macroF1": 0.7469075925799049, + "F1_coffee": 0.8450316542802092, + "IoU_coffee": 0.7316491897044805, + "precision_coffee": 0.8819304797471991, + "recall_coffee": 0.8110964332892999, + "F1_noncoffee": 0.6487835308796007, + "IoU_noncoffee": 0.4801477377654663, + "kappa": 0.49581540544465064, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7202566279837721, + "mIoU": 0.539978847651089, + "macroF1": 0.6955027956282948, + "F1_coffee": 0.7823214154614199, + "IoU_coffee": 0.6424695526347523, + "precision_coffee": 0.8992405063291139, + "recall_coffee": 0.6923076923076923, + "F1_noncoffee": 0.6086841757951696, + "IoU_noncoffee": 0.43748814266742553, + "kappa": 0.4089670873497564, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7779368260330184, + "mIoU": 0.6231868191340959, + "macroF1": 0.7654918885274857, + "F1_coffee": 0.8195144652136819, + "IoU_coffee": 0.6942181340341655, + "precision_coffee": 0.8835925740090316, + "recall_coffee": 0.764101822389355, + "F1_noncoffee": 0.7114693118412895, + "IoU_noncoffee": 0.5521555042340262, + "kappa": 0.5348941365165859, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7842504743833018, + "mIoU": 0.6227386876900093, + "macroF1": 0.7635588773115937, + "F1_coffee": 0.8335041733782399, + "IoU_coffee": 0.7145367813206126, + "precision_coffee": 0.8514584891548242, + "recall_coffee": 0.8162914097232181, + "F1_noncoffee": 0.6936135812449474, + "IoU_noncoffee": 0.530940594059406, + "kappa": 0.5275043660774854, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7475957005468603, + "mIoU": 0.5884638203931247, + "macroF1": 0.73918125477921, + "F1_coffee": 0.7860282951003117, + "IoU_coffee": 0.6474848564656308, + "precision_coffee": 0.8985745614035088, + "recall_coffee": 0.6985367239664725, + "F1_noncoffee": 0.6923342144581083, + "IoU_noncoffee": 0.5294427843206188, + "kappa": 0.48986940511365634, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8572, + 11000 + ], + [ + 39536, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.690250583489736, + "ssl_variant": "", + "test_tta": { + "OA": 0.7881517188887479, + "mIoU": 0.6221215834027783, + "macroF1": 0.7620243407594243, + "F1_coffee": 0.8408766079085279, + "IoU_coffee": 0.7254418413481298, + "precision_coffee": 0.8758870527517245, + "recall_coffee": 0.808557423610793, + "F1_noncoffee": 0.6831720736103206, + "IoU_noncoffee": 0.5188013254574269, + "kappa": 0.5255579678144793, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7608024691358025, + "mIoU": 0.5886362758630099, + "macroF1": 0.735843102665108, + "F1_coffee": 0.8170415558914053, + "IoU_coffee": 0.6906764645541525, + "precision_coffee": 0.8579769241462397, + "recall_coffee": 0.779834481015857, + "F1_noncoffee": 0.6546446494388106, + "IoU_noncoffee": 0.48659608717186725, + "kappa": 0.4739466283819551, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.640760142888082, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7928136496257769, + "mIoU": 0.62096615898901, + "macroF1": 0.7597667666010104, + "F1_coffee": 0.8488676058944641, + "IoU_coffee": 0.73741961414791, + "precision_coffee": 0.8574165809888775, + "recall_coffee": 0.8404874249851115, + "F1_noncoffee": 0.6706659273075566, + "IoU_noncoffee": 0.5045127038301099, + "kappa": 0.519637595272156, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.768446405907465, + "mIoU": 0.5906185216533366, + "macroF1": 0.7358062974128361, + "F1_coffee": 0.82866808242714, + "IoU_coffee": 0.7074579544833367, + "precision_coffee": 0.8400259627866724, + "recall_coffee": 0.8176132415187315, + "F1_noncoffee": 0.6429445123985322, + "IoU_noncoffee": 0.47377908882333664, + "kappa": 0.47181382524264404, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3337236533957845, + "mIoU": 0.16783112569168662, + "macroF1": 0.2528296084446187, + "F1_coffee": 0.4986784140969163, + "IoU_coffee": 0.33215962441314556, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.33294117647058824, + "F1_noncoffee": 0.006980802792321117, + "IoU_noncoffee": 0.0035026269702276708, + "kappa": -0.0023432826584707397, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8094689883436466, + "mIoU": 0.6384816075164734, + "macroF1": 0.7725075785673664, + "F1_coffee": 0.8642051282051282, + "IoU_coffee": 0.7608813436879176, + "precision_coffee": 0.8499663752521857, + "recall_coffee": 0.8789290681502087, + "F1_noncoffee": 0.6808100289296046, + "IoU_noncoffee": 0.5160818713450293, + "kappa": 0.5453150850115216, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7973538930135161, + "mIoU": 0.6229911487642454, + "macroF1": 0.7606103222168923, + "F1_coffee": 0.8543974832444262, + "IoU_coffee": 0.7458062205241478, + "precision_coffee": 0.8498061356370314, + "recall_coffee": 0.8590387127827821, + "F1_noncoffee": 0.6668231611893584, + "IoU_noncoffee": 0.5001760770043432, + "kappa": 0.5212526225556174, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7719405800518746, + "mIoU": 0.6017911523344618, + "macroF1": 0.7461836731663127, + "F1_coffee": 0.827038626609442, + "IoU_coffee": 0.7050859860958654, + "precision_coffee": 0.8742533081285444, + "recall_coffee": 0.7846623685103495, + "F1_noncoffee": 0.6653287197231834, + "IoU_noncoffee": 0.49849631857305815, + "kappa": 0.49521609659413535, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8248456790123457, + "mIoU": 0.6323334916585477, + "macroF1": 0.7628841072619925, + "F1_coffee": 0.8840949706407966, + "IoU_coffee": 0.7922672157401053, + "precision_coffee": 0.8444281882467691, + "recall_coffee": 0.9276721135815698, + "F1_noncoffee": 0.6416732438831886, + "IoU_noncoffee": 0.47239976757699015, + "kappa": 0.5289814567429073, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7768334606569901, + "mIoU": 0.5832780945562018, + "macroF1": 0.7258211689411866, + "F1_coffee": 0.8440856628194009, + "IoU_coffee": 0.7302320212397553, + "precision_coffee": 0.8526755627443051, + "recall_coffee": 0.835667107001321, + "F1_noncoffee": 0.6075566750629723, + "IoU_noncoffee": 0.4363241678726483, + "kappa": 0.45178237799798526, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7539390508538542, + "mIoU": 0.5618126833240965, + "macroF1": 0.7094106887177449, + "F1_coffee": 0.8231624627068077, + "IoU_coffee": 0.6994699239456096, + "precision_coffee": 0.8607487237663074, + "recall_coffee": 0.7887214137214137, + "F1_noncoffee": 0.5956589147286822, + "IoU_noncoffee": 0.4241554427025834, + "kappa": 0.4213442722691729, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7942551770207081, + "mIoU": 0.6368212548035985, + "macroF1": 0.7744805712933189, + "F1_coffee": 0.8412604918274187, + "IoU_coffee": 0.7260134705807599, + "precision_coffee": 0.8567786442711458, + "recall_coffee": 0.8262944749783049, + "F1_noncoffee": 0.7077006507592191, + "IoU_noncoffee": 0.5476290390264372, + "kappa": 0.5492334360866736, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.817741935483871, + "mIoU": 0.6616005525091815, + "macroF1": 0.7918875325539654, + "F1_coffee": 0.8652402665731322, + "IoU_coffee": 0.7624876360039565, + "precision_coffee": 0.846882724526229, + "recall_coffee": 0.8844113007313925, + "F1_noncoffee": 0.7185347985347985, + "IoU_noncoffee": 0.5607134690144066, + "kappa": 0.5841831487315776, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7899302281727324, + "mIoU": 0.6378660833514016, + "macroF1": 0.7764327126854376, + "F1_coffee": 0.831365425370875, + "IoU_coffee": 0.71139896373057, + "precision_coffee": 0.8896808682974243, + "recall_coffee": 0.7802244637022304, + "F1_noncoffee": 0.7215, + "IoU_noncoffee": 0.5643332029722331, + "kappa": 0.5560156742826378, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8826, + 11000 + ], + [ + 41095, + 51930 + ], + [ + 77, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6394890745480855, + "ssl_variant": "", + "test_tta": { + "OA": 0.8098439680324749, + "mIoU": 0.6389092938621146, + "macroF1": 0.7728227834123578, + "F1_coffee": 0.8645308510878652, + "IoU_coffee": 0.761386473526076, + "precision_coffee": 0.8529110199714693, + "recall_coffee": 0.8764716661322094, + "F1_noncoffee": 0.6811147157368505, + "IoU_noncoffee": 0.5164321141981532, + "kappa": 0.5458439895099513, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7847005884389062, + "mIoU": 0.6059564652989716, + "macroF1": 0.7470308740251999, + "F1_coffee": 0.8446488781584315, + "IoU_coffee": 0.731075481895154, + "precision_coffee": 0.8349346775023145, + "recall_coffee": 0.8545917830142986, + "F1_noncoffee": 0.6494128698919681, + "IoU_noncoffee": 0.48083744870278916, + "kappa": 0.49421625769118244, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7461699750329449, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8680863884308004, + "mIoU": 0.7324090101729075, + "macroF1": 0.8419750396063694, + "F1_coffee": 0.9062108930202144, + "IoU_coffee": 0.8285060504236327, + "precision_coffee": 0.8922981283719278, + "recall_coffee": 0.920564386824866, + "F1_noncoffee": 0.7777391861925245, + "IoU_noncoffee": 0.6363119699221824, + "kappa": 0.6841320589200001, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8388427368178147, + "mIoU": 0.6882103768981889, + "macroF1": 0.8108632875586372, + "F1_coffee": 0.8836090162909879, + "IoU_coffee": 0.7914870589113437, + "precision_coffee": 0.874229651462374, + "recall_coffee": 0.8931918209194095, + "F1_noncoffee": 0.7381175588262867, + "IoU_noncoffee": 0.584933694885034, + "kappa": 0.6218245187488759, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2576112412177986, + "mIoU": 0.12985185034874475, + "macroF1": 0.20787102059925094, + "F1_coffee": 0.40636704119850187, + "IoU_coffee": 0.25499412455934195, + "precision_coffee": 0.9954128440366973, + "recall_coffee": 0.25529411764705884, + "F1_noncoffee": 0.009375, + "IoU_noncoffee": 0.004709576138147566, + "kappa": 6.648543230305422e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.858828608432868, + "mIoU": 0.7180504475595676, + "macroF1": 0.8320369621219192, + "F1_coffee": 0.899119048435197, + "IoU_coffee": 0.8167268651139619, + "precision_coffee": 0.8865679713377949, + "recall_coffee": 0.9120305980528511, + "F1_noncoffee": 0.7649548758086415, + "IoU_noncoffee": 0.6193740300051733, + "kappa": 0.6642307151829631, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8863030649152865, + "mIoU": 0.7636887897625761, + "macroF1": 0.8632381970313829, + "F1_coffee": 0.91940217941365, + "IoU_coffee": 0.8508273493599751, + "precision_coffee": 0.9025036428666049, + "recall_coffee": 0.9369456095716152, + "F1_noncoffee": 0.8070742146491158, + "IoU_noncoffee": 0.6765502301651773, + "kappa": 0.7267057435358116, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8591369959915114, + "mIoU": 0.7165717940630456, + "macroF1": 0.8307835792360402, + "F1_coffee": 0.9000501924042161, + "IoU_coffee": 0.8182647846191288, + "precision_coffee": 0.8877227722772277, + "recall_coffee": 0.9127248048863251, + "F1_noncoffee": 0.7615169660678642, + "IoU_noncoffee": 0.6148788035069623, + "kappa": 0.661722804456344, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8422067901234568, + "mIoU": 0.6645781980160139, + "macroF1": 0.7892834973443982, + "F1_coffee": 0.8948856335132357, + "IoU_coffee": 0.8097674418604651, + "precision_coffee": 0.8599654235613732, + "recall_coffee": 0.9327618537369408, + "F1_noncoffee": 0.6836813611755607, + "IoU_noncoffee": 0.5193889541715628, + "kappa": 0.5806478090405767, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8860771581359816, + "mIoU": 0.7495307868274746, + "macroF1": 0.8525240335992362, + "F1_coffee": 0.9228680416370337, + "IoU_coffee": 0.8567827130852341, + "precision_coffee": 0.9037609218690642, + "recall_coffee": 0.9428005284015852, + "F1_noncoffee": 0.7821800255614387, + "IoU_noncoffee": 0.6422788605697152, + "kappa": 0.7054199020397245, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8564958958392301, + "mIoU": 0.6916874463198565, + "macroF1": 0.8104020894361221, + "F1_coffee": 0.9038862559241706, + "IoU_coffee": 0.8246281563472847, + "precision_coffee": 0.8798130151310124, + "recall_coffee": 0.9293139293139293, + "F1_noncoffee": 0.7169179229480737, + "IoU_noncoffee": 0.5587467362924282, + "kappa": 0.6216384787815002, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8752743582402901, + "mIoU": 0.7613824416114097, + "macroF1": 0.8630566440662677, + "F1_coffee": 0.9039606142993607, + "IoU_coffee": 0.8247519442209708, + "precision_coffee": 0.9187453323375654, + "recall_coffee": 0.8896442001735609, + "F1_noncoffee": 0.8221526738331746, + "IoU_noncoffee": 0.6980129390018485, + "kappa": 0.726244567511764, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.886527514231499, + "mIoU": 0.7745682046425961, + "macroF1": 0.8712187049614752, + "F1_coffee": 0.9156201495696346, + "IoU_coffee": 0.8443721535458686, + "precision_coffee": 0.9011248437716983, + "recall_coffee": 0.9305894163200917, + "F1_noncoffee": 0.8268172603533159, + "IoU_noncoffee": 0.7047642557393237, + "kappa": 0.7425741207455013, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8617763530077315, + "mIoU": 0.7354686665331172, + "macroF1": 0.8453774730222982, + "F1_coffee": 0.895732574679943, + "IoU_coffee": 0.8111554811284297, + "precision_coffee": 0.8968807862127902, + "recall_coffee": 0.8945872993322915, + "F1_noncoffee": 0.7950223713646533, + "IoU_noncoffee": 0.6597818519378046, + "kappa": 0.6907559424442014, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9424, + 11000 + ], + [ + 45191, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.383958888053894, + "ssl_variant": "", + "test_tta": { + "OA": 0.8736204490676138, + "mIoU": 0.7399590219414494, + "macroF1": 0.847017916291385, + "F1_coffee": 0.9108122020545646, + "IoU_coffee": 0.8362306332963465, + "precision_coffee": 0.8904253457027831, + "recall_coffee": 0.9321544734069357, + "F1_noncoffee": 0.7832236305282054, + "IoU_noncoffee": 0.6436874105865522, + "kappa": 0.6944251730719806, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8430108457367025, + "mIoU": 0.6922937764670413, + "macroF1": 0.8135406844893991, + "F1_coffee": 0.8876688579065232, + "IoU_coffee": 0.7980257176256657, + "precision_coffee": 0.870360626543085, + "recall_coffee": 0.9056794491123886, + "F1_noncoffee": 0.739412511072275, + "IoU_noncoffee": 0.5865618353084169, + "kappa": 0.6274231721901138, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7636736167364115, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8741437270074844, + "mIoU": 0.7391984572383405, + "macroF1": 0.8463420128377832, + "F1_coffee": 0.9117022105040661, + "IoU_coffee": 0.837732300206489, + "precision_coffee": 0.8863316822045814, + "recall_coffee": 0.9385679600531404, + "F1_noncoffee": 0.7809818151715003, + "IoU_noncoffee": 0.640664614270192, + "kappa": 0.6933073301071735, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8441646475135571, + "mIoU": 0.6921360452334737, + "macroF1": 0.8131855738592038, + "F1_coffee": 0.8892601285217944, + "IoU_coffee": 0.8006016092123718, + "precision_coffee": 0.8662047759763597, + "recall_coffee": 0.9135763472108156, + "F1_noncoffee": 0.7371110191966133, + "IoU_noncoffee": 0.5836704812545755, + "kappa": 0.6269984565236639, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27049180327868855, + "mIoU": 0.13671920442818275, + "macroF1": 0.2171098034541567, + "F1_coffee": 0.4215413184772516, + "IoU_coffee": 0.26705882352941174, + "precision_coffee": 1.0, + "recall_coffee": 0.26705882352941174, + "F1_noncoffee": 0.012678288431061807, + "IoU_noncoffee": 0.006379585326953748, + "kappa": 0.00340165362324813, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8615148462608528, + "mIoU": 0.720751681389708, + "macroF1": 0.8337611627696895, + "F1_coffee": 0.9016856802315681, + "IoU_coffee": 0.8209723428004465, + "precision_coffee": 0.8834834834834835, + "recall_coffee": 0.920653685674548, + "F1_noncoffee": 0.7658366453078108, + "IoU_noncoffee": 0.6205310199789695, + "kappa": 0.6678581223199511, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8744051018465638, + "mIoU": 0.7351954255134279, + "macroF1": 0.8431552220494638, + "F1_coffee": 0.9131650817676286, + "IoU_coffee": 0.8402058734483803, + "precision_coffee": 0.875567895002524, + "recall_coffee": 0.9541360104517638, + "F1_noncoffee": 0.7731453623312989, + "IoU_noncoffee": 0.6301849775784754, + "kappa": 0.6878142692821656, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8863004008488564, + "mIoU": 0.7617680798966587, + "macroF1": 0.8618022858293398, + "F1_coffee": 0.9199880529651877, + "IoU_coffee": 0.851831366764995, + "precision_coffee": 0.900181841797636, + "recall_coffee": 0.9406854428232101, + "F1_noncoffee": 0.8036165186934919, + "IoU_noncoffee": 0.6717047930283224, + "kappa": 0.7239325971230653, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8754822530864198, + "mIoU": 0.723679438409309, + "macroF1": 0.8337408962870605, + "F1_coffee": 0.9170468418685344, + "IoU_coffee": 0.8468019461255488, + "precision_coffee": 0.8813140669383722, + "recall_coffee": 0.9557996249665148, + "F1_noncoffee": 0.7504349507055867, + "IoU_noncoffee": 0.6005569306930693, + "kappa": 0.669118216350026, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8552330022918259, + "mIoU": 0.6789010873449154, + "macroF1": 0.7994199439107958, + "F1_coffee": 0.9052263065766442, + "IoU_coffee": 0.8268615806304248, + "precision_coffee": 0.8592451934488488, + "recall_coffee": 0.9564068692206077, + "F1_noncoffee": 0.6936135812449474, + "IoU_noncoffee": 0.530940594059406, + "kappa": 0.6025196697725557, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8784791018020568, + "mIoU": 0.7305533414227106, + "macroF1": 0.8387903316087582, + "F1_coffee": 0.9187791650901753, + "IoU_coffee": 0.8497608771725184, + "precision_coffee": 0.892550845381034, + "recall_coffee": 0.9465956340956341, + "F1_noncoffee": 0.7588014981273409, + "IoU_noncoffee": 0.6113458056729029, + "kappa": 0.6784053536821854, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8476953907815631, + "mIoU": 0.7139918572487274, + "macroF1": 0.8306674796768381, + "F1_coffee": 0.8843645848427764, + "IoU_coffee": 0.7927003506948954, + "precision_coffee": 0.8860336817653891, + "recall_coffee": 0.8827017645357246, + "F1_noncoffee": 0.7769703745108999, + "IoU_noncoffee": 0.6352833638025595, + "kappa": 0.661337277291256, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8934535104364326, + "mIoU": 0.7838055825968362, + "macroF1": 0.8769993840315304, + "F1_coffee": 0.9219868009725599, + "IoU_coffee": 0.8552648537182627, + "precision_coffee": 0.8940986257073565, + "recall_coffee": 0.9516707299584111, + "F1_noncoffee": 0.8320119670905011, + "IoU_noncoffee": 0.7123463114754098, + "kappa": 0.754513057965217, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8941165378087875, + "mIoU": 0.7877384256342144, + "macroF1": 0.8797227284742063, + "F1_coffee": 0.9213309982486865, + "IoU_coffee": 0.8541369008962203, + "precision_coffee": 0.9087893864013267, + "recall_coffee": 0.9342236113084245, + "F1_noncoffee": 0.8381144586997261, + "IoU_noncoffee": 0.7213399503722084, + "kappa": 0.7595396953765995, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9573, + 11000 + ], + [ + 45423, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.638050683339437, + "ssl_variant": "", + "test_tta": { + "OA": 0.8769028288722568, + "mIoU": 0.7432095820256799, + "macroF1": 0.8490359112760255, + "F1_coffee": 0.9138965605208575, + "IoU_coffee": 0.8414452319192827, + "precision_coffee": 0.8859594417324359, + "recall_coffee": 0.9436529387512025, + "F1_noncoffee": 0.7841752620311935, + "IoU_noncoffee": 0.6449739321320772, + "kappa": 0.6988224748694539, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8469049267335872, + "mIoU": 0.6950297856997091, + "macroF1": 0.8151202972807752, + "F1_coffee": 0.8917775398888719, + "IoU_coffee": 0.8046918123275069, + "precision_coffee": 0.8643622277560378, + "recall_coffee": 0.9209889022258724, + "F1_noncoffee": 0.7384630546726785, + "IoU_noncoffee": 0.5853677590719113, + "kappa": 0.6311373523423308, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.521871156500625, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7044618326129919, + "mIoU": 0.5133544593107783, + "macroF1": 0.6698386822479123, + "F1_coffee": 0.7767555889991989, + "IoU_coffee": 0.6349962297098861, + "precision_coffee": 0.9103322712790168, + "recall_coffee": 0.6773633631090978, + "F1_noncoffee": 0.5629217754966258, + "IoU_noncoffee": 0.3917126889116704, + "kappa": 0.36638677105315043, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6779450790354217, + "mIoU": 0.48729915394520107, + "macroF1": 0.647286557137499, + "F1_coffee": 0.751275368130277, + "IoU_coffee": 0.6016341385092946, + "precision_coffee": 0.8895571206246208, + "recall_coffee": 0.6502014768542619, + "F1_noncoffee": 0.5432977461447213, + "IoU_noncoffee": 0.3729641693811075, + "kappa": 0.3245435977889235, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17427075542258788, + "mIoU": 0.08797693260503178, + "macroF1": 0.15107595897690726, + "F1_coffee": 0.2913992297817715, + "IoU_coffee": 0.17054845980465816, + "precision_coffee": 0.9869565217391304, + "recall_coffee": 0.17093373493975902, + "F1_noncoffee": 0.010752688172043012, + "IoU_noncoffee": 0.005405405405405406, + "kappa": -0.002636930889587175, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6310463968410661, + "mIoU": 0.444857817183078, + "macroF1": 0.6098244720891113, + "F1_coffee": 0.7008204922953772, + "IoU_coffee": 0.5394331484904498, + "precision_coffee": 0.900442250334259, + "recall_coffee": 0.573646966321583, + "F1_noncoffee": 0.5188284518828452, + "IoU_noncoffee": 0.3502824858757062, + "kappa": 0.2768129627879396, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7126568388912743, + "mIoU": 0.5263573707577517, + "macroF1": 0.6823968036175541, + "F1_coffee": 0.7804308993474536, + "IoU_coffee": 0.6399234770132122, + "precision_coffee": 0.9332170880557977, + "recall_coffee": 0.6706346720130317, + "F1_noncoffee": 0.5843627078876544, + "IoU_noncoffee": 0.41279126450229114, + "kappa": 0.3954672897614693, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7670568084499001, + "mIoU": 0.5708274691567478, + "macroF1": 0.7153213733417223, + "F1_coffee": 0.8366802321702582, + "IoU_coffee": 0.7192177553478236, + "precision_coffee": 0.8984167920338133, + "recall_coffee": 0.7828828266433611, + "F1_noncoffee": 0.5939625145131863, + "IoU_noncoffee": 0.42243718296567184, + "kappa": 0.4372492639991427, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.689486308215071, + "mIoU": 0.49970601562202605, + "macroF1": 0.6585236768046507, + "F1_coffee": 0.7613487979107458, + "IoU_coffee": 0.6146595559965273, + "precision_coffee": 0.8739199435725622, + "recall_coffee": 0.6744692433315188, + "F1_noncoffee": 0.5556985556985558, + "IoU_noncoffee": 0.38475247524752476, + "kappa": 0.33751194246019645, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7597786681930929, + "mIoU": 0.5833017633563407, + "macroF1": 0.7306317525316988, + "F1_coffee": 0.8192390524048816, + "IoU_coffee": 0.6938229571984436, + "precision_coffee": 0.9343376453250368, + "recall_coffee": 0.7293877029272657, + "F1_noncoffee": 0.6420244526585158, + "IoU_noncoffee": 0.47278056951423786, + "kappa": 0.47698153488721046, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8271511241817664, + "mIoU": 0.6457417074312286, + "macroF1": 0.7752094051802969, + "F1_coffee": 0.883264992311635, + "IoU_coffee": 0.7909351692484222, + "precision_coffee": 0.8921822417809993, + "recall_coffee": 0.8745242324283177, + "F1_noncoffee": 0.6671538180489587, + "IoU_noncoffee": 0.5005482456140351, + "kappa": 0.550546831472151, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.5740198946752487, + "mIoU": 0.39423997332219735, + "macroF1": 0.5618050409196149, + "F1_coffee": 0.634965736252716, + "IoU_coffee": 0.4651646871556263, + "precision_coffee": 0.9375616979269497, + "recall_coffee": 0.4800353803386404, + "F1_noncoffee": 0.4886443455865137, + "IoU_noncoffee": 0.3233152594887684, + "kappa": 0.2352087213256239, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6655215192289341, + "mIoU": 0.47415534871483483, + "macroF1": 0.6351807196556407, + "F1_coffee": 0.7403896007703133, + "IoU_coffee": 0.5877925438080678, + "precision_coffee": 0.9319410777549879, + "recall_coffee": 0.6141558122388794, + "F1_noncoffee": 0.5299718385409682, + "IoU_noncoffee": 0.3605181536216019, + "kappa": 0.32220493717972043, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7065953994464064, + "mIoU": 0.5054935904945228, + "macroF1": 0.6595963432999253, + "F1_coffee": 0.7860821155184412, + "IoU_coffee": 0.6475578995643201, + "precision_coffee": 0.9061447136210492, + "recall_coffee": 0.6941133095735529, + "F1_noncoffee": 0.5331105710814095, + "IoU_noncoffee": 0.36342928142472564, + "kappa": 0.34431627678351406, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 101, + 110 + ], + [ + 5022, + 8413 + ], + [ + 38722, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9536350965499878, + "ssl_variant": "", + "test_tta": { + "OA": 0.7403396584135349, + "mIoU": 0.5502870555709916, + "macroF1": 0.7008141113569184, + "F1_coffee": 0.8095591614522573, + "IoU_coffee": 0.6800498901229435, + "precision_coffee": 0.913102421648635, + "recall_coffee": 0.7271072350874223, + "F1_noncoffee": 0.5920690612615797, + "IoU_noncoffee": 0.42052422101903975, + "kappa": 0.4176681280672579, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7103236413984078, + "mIoU": 0.5188064976189154, + "macroF1": 0.6743357226384346, + "F1_coffee": 0.7825945770417275, + "IoU_coffee": 0.6428380901573753, + "precision_coffee": 0.8921960610099215, + "recall_coffee": 0.6969749551738099, + "F1_noncoffee": 0.5660768682351416, + "IoU_noncoffee": 0.3947749050804556, + "kappa": 0.3677158324576923, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5834728463786121, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7751409887690998, + "mIoU": 0.5861587117851511, + "macroF1": 0.7293349666491933, + "F1_coffee": 0.8406816707079676, + "IoU_coffee": 0.7251517115418606, + "precision_coffee": 0.9094357281840348, + "recall_coffee": 0.7815926506075103, + "F1_noncoffee": 0.617988262590419, + "IoU_noncoffee": 0.44716571202844163, + "kappa": 0.46598830350339243, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7462068766585901, + "mIoU": 0.5524431683192208, + "macroF1": 0.7014069714640914, + "F1_coffee": 0.8170656908506856, + "IoU_coffee": 0.6907109587837243, + "precision_coffee": 0.8865677029283039, + "recall_coffee": 0.7576686525150866, + "F1_noncoffee": 0.5857482520774971, + "IoU_noncoffee": 0.41417537785471736, + "kappa": 0.4110108018009485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30142109199700823, + "mIoU": 0.15206180621516083, + "macroF1": 0.2353544136376996, + "F1_coffee": 0.4601156069364162, + "IoU_coffee": 0.2987987987987988, + "precision_coffee": 0.9900497512437811, + "recall_coffee": 0.2996987951807229, + "F1_noncoffee": 0.01059322033898305, + "IoU_noncoffee": 0.005324813631522897, + "kappa": -0.0027784514228722966, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6818361303060217, + "mIoU": 0.4944074308789109, + "macroF1": 0.6547162319980633, + "F1_coffee": 0.7514843087362172, + "IoU_coffee": 0.6019021739130435, + "precision_coffee": 0.9128887223679281, + "recall_coffee": 0.6385794784431923, + "F1_noncoffee": 0.5579481552599095, + "IoU_noncoffee": 0.3869126878447784, + "kappa": 0.34580882111022626, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8233385811745623, + "mIoU": 0.6458457904726309, + "macroF1": 0.7761986629335815, + "F1_coffee": 0.8789117425852654, + "IoU_coffee": 0.7839808657099522, + "precision_coffee": 0.9192202462380301, + "recall_coffee": 0.8419898502600087, + "F1_noncoffee": 0.6734855832818976, + "IoU_noncoffee": 0.5077107152353098, + "kappa": 0.5547062048268032, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8170139880102769, + "mIoU": 0.6264607957041658, + "macroF1": 0.759091075767981, + "F1_coffee": 0.8772187460094496, + "IoU_coffee": 0.7812908729030423, + "precision_coffee": 0.8976804965697485, + "recall_coffee": 0.8576690180410762, + "F1_noncoffee": 0.6409634055265123, + "IoU_noncoffee": 0.4716307185052892, + "kappa": 0.5189130754944815, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7206675994403358, + "mIoU": 0.5386300720163654, + "macroF1": 0.6938587842929119, + "F1_coffee": 0.7844528418292589, + "IoU_coffee": 0.6453495749270397, + "precision_coffee": 0.9051432639259654, + "recall_coffee": 0.6921611322808927, + "F1_noncoffee": 0.603264726756565, + "IoU_noncoffee": 0.43191056910569103, + "kappa": 0.40711914007803685, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8637664567830566, + "mIoU": 0.7128599165681281, + "macroF1": 0.8269269593023232, + "F1_coffee": 0.9067763415589503, + "IoU_coffee": 0.8294518093873163, + "precision_coffee": 0.9266177451634423, + "recall_coffee": 0.8877668413652051, + "F1_noncoffee": 0.7470775770456961, + "IoU_noncoffee": 0.5962680237489398, + "kappa": 0.6542839738615397, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8641495114315529, + "mIoU": 0.6894428055605548, + "macroF1": 0.8069151162445622, + "F1_coffee": 0.912039312039312, + "IoU_coffee": 0.8383017163504969, + "precision_coffee": 0.8840200047630388, + "recall_coffee": 0.9418929205785334, + "F1_noncoffee": 0.7017909204498126, + "IoU_noncoffee": 0.5405838947706127, + "kappa": 0.6151409964680512, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6439438267992978, + "mIoU": 0.45401955754113194, + "macroF1": 0.6170578498424553, + "F1_coffee": 0.7185259424870866, + "IoU_coffee": 0.5607026831909517, + "precision_coffee": 0.9214949574846747, + "recall_coffee": 0.5888299216578216, + "F1_noncoffee": 0.5155897571978241, + "IoU_noncoffee": 0.34733643189131214, + "kappa": 0.29313386215340015, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7828991315965264, + "mIoU": 0.584836253752919, + "macroF1": 0.7257367559035298, + "F1_coffee": 0.8509467339317304, + "IoU_coffee": 0.7405633481582848, + "precision_coffee": 0.911438596491228, + "recall_coffee": 0.7979847628409928, + "F1_noncoffee": 0.6005267778753293, + "IoU_noncoffee": 0.42910915934755334, + "kappa": 0.4578735979054394, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7695905316407369, + "mIoU": 0.5717204781556053, + "macroF1": 0.7155385600996242, + "F1_coffee": 0.8395373570858814, + "IoU_coffee": 0.7234505670752663, + "precision_coffee": 0.914289850875923, + "recall_coffee": 0.7760845520462086, + "F1_noncoffee": 0.5915397631133672, + "IoU_noncoffee": 0.4199903892359443, + "kappa": 0.4405959815064629, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6127, + 8413 + ], + [ + 42010, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6365074396133423, + "ssl_variant": "", + "test_tta": { + "OA": 0.8040778290139623, + "mIoU": 0.6178861652460654, + "macroF1": 0.7539118867354115, + "F1_coffee": 0.8650210316581802, + "IoU_coffee": 0.7621471902003238, + "precision_coffee": 0.9066081952758829, + "recall_coffee": 0.8270818339613056, + "F1_noncoffee": 0.6428027418126429, + "IoU_noncoffee": 0.47362514029180697, + "kappa": 0.5105491743934335, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7730760355370947, + "mIoU": 0.578589660381221, + "macroF1": 0.7219146248848196, + "F1_coffee": 0.8411926198070169, + "IoU_coffee": 0.7259123769706471, + "precision_coffee": 0.8826918596030418, + "recall_coffee": 0.8034202865020148, + "F1_noncoffee": 0.6026366299626225, + "IoU_noncoffee": 0.4312669437917947, + "kappa": 0.4468883380043227, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 88, + "stopped_epoch": 100, + "best_val": 0.7288288807955857, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8784042160060412, + "mIoU": 0.7319454242877663, + "macroF1": 0.8399184956482237, + "F1_coffee": 0.9184095907542369, + "IoU_coffee": 0.8491288226147283, + "precision_coffee": 0.9358439161576658, + "recall_coffee": 0.9016129715084036, + "F1_noncoffee": 0.7614274005422105, + "IoU_noncoffee": 0.6147620259608043, + "kappa": 0.6801615666606443, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8425637475481712, + "mIoU": 0.6780900924257318, + "macroF1": 0.8013358487723323, + "F1_coffee": 0.8918372604585719, + "IoU_coffee": 0.8047890699046836, + "precision_coffee": 0.9173988380389358, + "recall_coffee": 0.8676615188848401, + "F1_noncoffee": 0.7108344370860927, + "IoU_noncoffee": 0.5513911149467801, + "kappa": 0.6034946540363736, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38967838444278236, + "mIoU": 0.19748581660713144, + "macroF1": 0.2871756004495204, + "F1_coffee": 0.5574837310195228, + "IoU_coffee": 0.38646616541353385, + "precision_coffee": 0.9961240310077519, + "recall_coffee": 0.3870481927710843, + "F1_noncoffee": 0.016867469879518072, + "IoU_noncoffee": 0.00850546780072904, + "kappa": 0.0035983969780771954, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746791707798618, + "mIoU": 0.7295250674030265, + "macroF1": 0.8385990961781069, + "F1_coffee": 0.9149100170917256, + "IoU_coffee": 0.8431651121131633, + "precision_coffee": 0.9364066680386911, + "recall_coffee": 0.8943781942078365, + "F1_noncoffee": 0.7622881752644883, + "IoU_noncoffee": 0.6158850226928896, + "kappa": 0.6776727423769059, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8808262964553217, + "mIoU": 0.7381602467324555, + "macroF1": 0.8444636576772485, + "F1_coffee": 0.9196681245176228, + "IoU_coffee": 0.8512829671965232, + "precision_coffee": 0.9447637925338619, + "recall_coffee": 0.8958711860159138, + "F1_noncoffee": 0.7692591908368742, + "IoU_noncoffee": 0.6250375262683878, + "kappa": 0.6895564884331481, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8795794081263679, + "mIoU": 0.7277495104996912, + "macroF1": 0.8363442237763451, + "F1_coffee": 0.920461330567864, + "IoU_coffee": 0.8526432231020028, + "precision_coffee": 0.9267814200734085, + "recall_coffee": 0.9142268556089643, + "F1_noncoffee": 0.7522271169848262, + "IoU_noncoffee": 0.6028557978973795, + "kappa": 0.6727358570878392, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8984609234459324, + "mIoU": 0.7787247294116532, + "macroF1": 0.8726883243246709, + "F1_coffee": 0.9299696719051558, + "IoU_coffee": 0.8691059005410977, + "precision_coffee": 0.9421787709497207, + "recall_coffee": 0.9180729450190528, + "F1_noncoffee": 0.815406976744186, + "IoU_noncoffee": 0.6883435582822086, + "kappa": 0.7454892998363095, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9085098263690136, + "mIoU": 0.7947936183112176, + "macroF1": 0.8829928296160439, + "F1_coffee": 0.9376341288938025, + "IoU_coffee": 0.882590597453477, + "precision_coffee": 0.954328832406672, + "recall_coffee": 0.921513485874984, + "F1_noncoffee": 0.8283515303382853, + "IoU_noncoffee": 0.7069966391689582, + "kappa": 0.7661825979494243, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9005786927236505, + "mIoU": 0.7716489610363825, + "macroF1": 0.8671943419696813, + "F1_coffee": 0.9337798559332744, + "IoU_coffee": 0.875785231717435, + "precision_coffee": 0.9301359516616314, + "recall_coffee": 0.9374524232428317, + "F1_noncoffee": 0.8006088280060882, + "IoU_noncoffee": 0.6675126903553299, + "kappa": 0.7344009578615454, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8514725960600741, + "mIoU": 0.6823222619547333, + "macroF1": 0.8032364869995732, + "F1_coffee": 0.9006587959037244, + "IoU_coffee": 0.8192713895811083, + "precision_coffee": 0.9308345692328435, + "recall_coffee": 0.8723780641900429, + "F1_noncoffee": 0.705814178095422, + "IoU_noncoffee": 0.5453731343283582, + "kappa": 0.607693899572139, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.853134841110793, + "mIoU": 0.6837658364554038, + "macroF1": 0.8041673288153934, + "F1_coffee": 0.9020930084610981, + "IoU_coffee": 0.821647931394136, + "precision_coffee": 0.9352328188893286, + "recall_coffee": 0.8712214303268616, + "F1_noncoffee": 0.7062416491696889, + "IoU_noncoffee": 0.5458837415166716, + "kappa": 0.609804663782394, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8584518469027393, + "mIoU": 0.6849424649479068, + "macroF1": 0.804115648915039, + "F1_coffee": 0.9072835261019069, + "IoU_coffee": 0.8303009497654193, + "precision_coffee": 0.9233901756172054, + "recall_coffee": 0.8917291385031338, + "F1_noncoffee": 0.700947771728171, + "IoU_noncoffee": 0.5395839801303943, + "kappa": 0.6086153885372512, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7271, + 8413 + ], + [ + 47293, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.047574571768442, + "ssl_variant": "", + "test_tta": { + "OA": 0.8840759009624191, + "mIoU": 0.7417375742298449, + "macroF1": 0.8467634984070318, + "F1_coffee": 0.9223784574668373, + "IoU_coffee": 0.855939141025897, + "precision_coffee": 0.9378459384366318, + "recall_coffee": 0.9074128953050252, + "F1_noncoffee": 0.7711485393472262, + "IoU_noncoffee": 0.6275360074337928, + "kappa": 0.693772576069039, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8481019960770739, + "mIoU": 0.685703816420694, + "macroF1": 0.80687963670435, + "F1_coffee": 0.8961033836440762, + "IoU_coffee": 0.8117638648102804, + "precision_coffee": 0.9174999494980102, + "recall_coffee": 0.8756820328918195, + "F1_noncoffee": 0.7176558897646239, + "IoU_noncoffee": 0.5596437680311076, + "kappa": 0.6143292671188649, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.7553411910312158, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8927842670994072, + "mIoU": 0.7491852881313525, + "macroF1": 0.8512289511510028, + "F1_coffee": 0.929856096202159, + "IoU_coffee": 0.8689075300080545, + "precision_coffee": 0.9235555741162222, + "recall_coffee": 0.9362431734473562, + "F1_noncoffee": 0.7726018060998466, + "IoU_noncoffee": 0.6294630462546504, + "kappa": 0.7025027878971198, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8575920156917042, + "mIoU": 0.6918252337335102, + "macroF1": 0.810304948134505, + "F1_coffee": 0.9050156800123131, + "IoU_coffee": 0.8265101732438416, + "precision_coffee": 0.90310442144873, + "recall_coffee": 0.9069350454045925, + "F1_noncoffee": 0.7155942162566968, + "IoU_noncoffee": 0.557140294223179, + "kappa": 0.6206149840643354, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4330590875093493, + "mIoU": 0.21917839202898265, + "macroF1": 0.3087375859434683, + "F1_coffee": 0.601890756302521, + "IoU_coffee": 0.43050338091660406, + "precision_coffee": 0.9947916666666666, + "recall_coffee": 0.4314759036144578, + "F1_noncoffee": 0.015584415584415584, + "IoU_noncoffee": 0.007853403141361256, + "kappa": 0.0023095279348528176, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.9021224086870682, + "mIoU": 0.7717498065342551, + "macroF1": 0.8670578930113584, + "F1_coffee": 0.9353334420348932, + "IoU_coffee": 0.8785224209752511, + "precision_coffee": 0.9310523923910926, + "recall_coffee": 0.9396540427204823, + "F1_noncoffee": 0.7987823439878234, + "IoU_noncoffee": 0.664977192093259, + "kappa": 0.7341332765382712, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8928009159868326, + "mIoU": 0.748817861027167, + "macroF1": 0.8509399817847476, + "F1_coffee": 0.9299323334060932, + "IoU_coffee": 0.86904068073202, + "precision_coffee": 0.9256890985845543, + "recall_coffee": 0.9342146482049997, + "F1_noncoffee": 0.771947630163402, + "IoU_noncoffee": 0.628595041322314, + "kappa": 0.7019003500490094, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8837662955561899, + "mIoU": 0.727648374630451, + "macroF1": 0.8355471554718289, + "F1_coffee": 0.9245964381616717, + "IoU_coffee": 0.8597669479363986, + "precision_coffee": 0.9144078144078144, + "recall_coffee": 0.9350146700792809, + "F1_noncoffee": 0.7464978727819861, + "IoU_noncoffee": 0.5955298013245033, + "kappa": 0.6712315352653098, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9182490505696582, + "mIoU": 0.8090885427492633, + "macroF1": 0.8919005115349063, + "F1_coffee": 0.9452696373611669, + "IoU_coffee": 0.8962192336970312, + "precision_coffee": 0.9297183469334035, + "recall_coffee": 0.9613500272182907, + "F1_noncoffee": 0.8385313857086458, + "IoU_noncoffee": 0.7219578518014956, + "kappa": 0.7839793369492547, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9173821789734783, + "mIoU": 0.7999773016220384, + "macroF1": 0.8856140423742871, + "F1_coffee": 0.9458952892665251, + "IoU_coffee": 0.8973447131341868, + "precision_coffee": 0.9250885983135769, + "recall_coffee": 0.9676594656781285, + "F1_noncoffee": 0.8253327954820492, + "IoU_noncoffee": 0.7026098901098901, + "kappa": 0.7716010854960212, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9216393131581444, + "mIoU": 0.8151245847306912, + "macroF1": 0.8956969658287124, + "F1_coffee": 0.9477149006203317, + "IoU_coffee": 0.9006256015399422, + "precision_coffee": 0.9456796361798888, + "recall_coffee": 0.9497589444303476, + "F1_noncoffee": 0.8436790310370931, + "IoU_noncoffee": 0.7296235679214402, + "kappa": 0.7913968204332391, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8863858006631559, + "mIoU": 0.7353329844531044, + "macroF1": 0.8413100265520108, + "F1_coffee": 0.9258858706024556, + "IoU_coffee": 0.8619995261786306, + "precision_coffee": 0.9323510570147342, + "recall_coffee": 0.9195097295931262, + "F1_noncoffee": 0.7567341825015661, + "IoU_noncoffee": 0.6086664427275781, + "kappa": 0.6826701365484994, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8682126157076057, + "mIoU": 0.7007877634908992, + "macroF1": 0.815950702790093, + "F1_coffee": 0.9140260225362634, + "IoU_coffee": 0.8416647557899565, + "precision_coffee": 0.9263091482649842, + "recall_coffee": 0.9020643892848366, + "F1_noncoffee": 0.7178753830439224, + "IoU_noncoffee": 0.559910771191842, + "kappa": 0.6321136779617761, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8456619261238905, + "mIoU": 0.6403873578011917, + "macroF1": 0.7655641380035272, + "F1_coffee": 0.9025962291428227, + "IoU_coffee": 0.8224832583159513, + "precision_coffee": 0.8851606805293005, + "recall_coffee": 0.9207324566793659, + "F1_noncoffee": 0.6285320468642316, + "IoU_noncoffee": 0.45829145728643217, + "kappa": 0.5318210386850373, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7541, + 8413 + ], + [ + 47916, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.07335125207901, + "ssl_variant": "", + "test_tta": { + "OA": 0.8953068012018188, + "mIoU": 0.7511511950872745, + "macroF1": 0.852370972509971, + "F1_coffee": 0.9319861383658302, + "IoU_coffee": 0.8726348709929632, + "precision_coffee": 0.9193196326345703, + "recall_coffee": 0.9450065619575801, + "F1_noncoffee": 0.7727558066541117, + "IoU_noncoffee": 0.6296675191815857, + "kappa": 0.7049291004017666, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.859971731856467, + "mIoU": 0.6916006972054252, + "macroF1": 0.809638674491499, + "F1_coffee": 0.9075236453342731, + "IoU_coffee": 0.8307032380686673, + "precision_coffee": 0.896803584202402, + "recall_coffee": 0.9185030944531205, + "F1_noncoffee": 0.7117537036487249, + "IoU_noncoffee": 0.5524981563421829, + "kappa": 0.6194468405984471, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5525606311685354, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.75857581259339, + "mIoU": 0.5665200655269458, + "macroF1": 0.7131619783194042, + "F1_coffee": 0.8272952967679646, + "IoU_coffee": 0.7054591786729393, + "precision_coffee": 0.905110406921181, + "recall_coffee": 0.7618009398416663, + "F1_noncoffee": 0.5990286598708437, + "IoU_noncoffee": 0.4275809523809524, + "kappa": 0.43600252415262053, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7278614284065997, + "mIoU": 0.5318574794138455, + "macroF1": 0.6838140598428943, + "F1_coffee": 0.8018274431549651, + "IoU_coffee": 0.6692086532730269, + "precision_coffee": 0.8806173295192397, + "recall_coffee": 0.7359785605490967, + "F1_noncoffee": 0.5658006765308236, + "IoU_noncoffee": 0.3945063055546642, + "kappa": 0.37852829500259483, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19670905011219147, + "mIoU": 0.09932172969363053, + "macroF1": 0.16736365281044296, + "F1_coffee": 0.3236775818639798, + "IoU_coffee": 0.1930879038317055, + "precision_coffee": 0.9884615384615385, + "recall_coffee": 0.19352409638554216, + "F1_noncoffee": 0.011049723756906077, + "IoU_noncoffee": 0.005555555555555556, + "kappa": -0.0023328279570793077, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7290227048371175, + "mIoU": 0.5367474649476427, + "macroF1": 0.6890752725352625, + "F1_coffee": 0.8005232177894048, + "IoU_coffee": 0.6673936750272628, + "precision_coffee": 0.8985318107667211, + "recall_coffee": 0.7217926877211375, + "F1_noncoffee": 0.5776273272811202, + "IoU_noncoffee": 0.4061012548680225, + "kappa": 0.3934313013125051, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7930442249892657, + "mIoU": 0.6014674307560628, + "macroF1": 0.7402626863031733, + "F1_coffee": 0.8573495560670832, + "IoU_coffee": 0.7503165649821573, + "precision_coffee": 0.9022077652432694, + "recall_coffee": 0.8167408057139277, + "F1_noncoffee": 0.6231758165392633, + "IoU_noncoffee": 0.45261829652996843, + "kappa": 0.4838957136348974, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7526881720430108, + "mIoU": 0.5621201875144579, + "macroF1": 0.7101230183682955, + "F1_coffee": 0.8212025316455697, + "IoU_coffee": 0.6966442953020134, + "precision_coffee": 0.914502413238336, + "recall_coffee": 0.7451776015981022, + "F1_noncoffee": 0.5990435050910213, + "IoU_noncoffee": 0.42759607972690233, + "kappa": 0.43346969172615507, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7015790525684589, + "mIoU": 0.519261028735304, + "macroF1": 0.6777675924527475, + "F1_coffee": 0.7653622505107653, + "IoU_coffee": 0.619908350305499, + "precision_coffee": 0.9055410933432503, + "recall_coffee": 0.6627653783342407, + "F1_noncoffee": 0.5901729343947296, + "IoU_noncoffee": 0.41861370716510904, + "kappa": 0.3814258457976713, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7838198817019653, + "mIoU": 0.5955654763096478, + "macroF1": 0.7367066418504471, + "F1_coffee": 0.8480825958702065, + "IoU_coffee": 0.736235595390525, + "precision_coffee": 0.8917242351614267, + "recall_coffee": 0.8085133580467851, + "F1_noncoffee": 0.6253306878306878, + "IoU_noncoffee": 0.4548953572287707, + "kappa": 0.47650566861808646, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.771463807987857, + "mIoU": 0.5875757903377834, + "macroF1": 0.7318386046876033, + "F1_coffee": 0.8349208524635099, + "IoU_coffee": 0.7166215739324785, + "precision_coffee": 0.9077633735657875, + "recall_coffee": 0.7729002791169753, + "F1_noncoffee": 0.6287563569116967, + "IoU_noncoffee": 0.45853000674308836, + "kappa": 0.4713327148229654, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7558026136141993, + "mIoU": 0.5504889374180367, + "macroF1": 0.696194860750464, + "F1_coffee": 0.830765071640984, + "IoU_coffee": 0.7105202312138729, + "precision_coffee": 0.8930543446672479, + "recall_coffee": 0.7765984331564316, + "F1_noncoffee": 0.561624649859944, + "IoU_noncoffee": 0.3904576436222006, + "kappa": 0.3999513156005456, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8022712090848363, + "mIoU": 0.6070979379437162, + "macroF1": 0.7435307220421223, + "F1_coffee": 0.8662708145088421, + "IoU_coffee": 0.7640897187749061, + "precision_coffee": 0.9123164763458401, + "recall_coffee": 0.8246497911034653, + "F1_noncoffee": 0.6207906295754027, + "IoU_noncoffee": 0.45010615711252655, + "kappa": 0.4907400123418653, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7337978428939582, + "mIoU": 0.5374295171157288, + "macroF1": 0.6883213046401112, + "F1_coffee": 0.8073762000138132, + "IoU_coffee": 0.67697475098448, + "precision_coffee": 0.9216335540838853, + "recall_coffee": 0.7183237065257466, + "F1_noncoffee": 0.5692664092664093, + "IoU_noncoffee": 0.39788428324697755, + "kappa": 0.39735416513059496, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6741, + 8413 + ], + [ + 40365, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.487699814637502, + "ssl_variant": "", + "test_tta": { + "OA": 0.7922685133115892, + "mIoU": 0.6016430390057907, + "macroF1": 0.7406526432625675, + "F1_coffee": 0.8563524248652853, + "IoU_coffee": 0.7487904871082441, + "precision_coffee": 0.9011996351986531, + "recall_coffee": 0.8157571652343254, + "F1_noncoffee": 0.6249528616598498, + "IoU_noncoffee": 0.4544955909033374, + "kappa": 0.48463747261104756, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7590573439483097, + "mIoU": 0.5611174423839541, + "macroF1": 0.707094248812489, + "F1_coffee": 0.8304647858737568, + "IoU_coffee": 0.7100810440275585, + "precision_coffee": 0.8766738799734322, + "recall_coffee": 0.7888831048643646, + "F1_noncoffee": 0.583723711751221, + "IoU_noncoffee": 0.4121538407403498, + "kappa": 0.418157723400417, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.6318511088096721, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8062308199039188, + "mIoU": 0.6243570231666096, + "macroF1": 0.7597367852666985, + "F1_coffee": 0.8654288201031043, + "IoU_coffee": 0.762780542496902, + "precision_coffee": 0.9151170473853124, + "recall_coffee": 0.8208585580627408, + "F1_noncoffee": 0.6540447504302926, + "IoU_noncoffee": 0.4859335038363171, + "kappa": 0.523088165821217, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7756576670128073, + "mIoU": 0.5862785618617833, + "macroF1": 0.7293154609049428, + "F1_coffee": 0.8413159908186687, + "IoU_coffee": 0.7260961436872689, + "precision_coffee": 0.8933445989860912, + "recall_coffee": 0.7950141708600844, + "F1_noncoffee": 0.617314930991217, + "IoU_noncoffee": 0.44646098003629764, + "kappa": 0.46302340486041765, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3709798055347794, + "mIoU": 0.18796194495673144, + "macroF1": 0.27701616144080193, + "F1_coffee": 0.5376580538757559, + "IoU_coffee": 0.3676691729323308, + "precision_coffee": 0.9959266802443992, + "recall_coffee": 0.3682228915662651, + "F1_noncoffee": 0.016374269005847954, + "IoU_noncoffee": 0.008254716981132075, + "kappa": 0.0030942267403252714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7845014807502468, + "mIoU": 0.6033922382236483, + "macroF1": 0.7445053100282006, + "F1_coffee": 0.8455934361295798, + "IoU_coffee": 0.7324918816249004, + "precision_coffee": 0.9186260949746426, + "recall_coffee": 0.783318044817193, + "F1_noncoffee": 0.6434171839268213, + "IoU_noncoffee": 0.47429259482239616, + "kappa": 0.49636201570616606, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8467153284671532, + "mIoU": 0.679641964472792, + "macroF1": 0.8018502728491637, + "F1_coffee": 0.8961370615807338, + "IoU_coffee": 0.8118191402131897, + "precision_coffee": 0.9256711633498064, + "recall_coffee": 0.8684292964099993, + "F1_noncoffee": 0.7075634841175935, + "IoU_noncoffee": 0.5474647887323943, + "kappa": 0.6048331691364285, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7868017889428109, + "mIoU": 0.5934102046652151, + "macroF1": 0.73365141924431, + "F1_coffee": 0.8526326174893939, + "IoU_coffee": 0.7431208438431552, + "precision_coffee": 0.9009591326105088, + "recall_coffee": 0.809226543479618, + "F1_noncoffee": 0.6146702209992261, + "IoU_noncoffee": 0.44369956548727496, + "kappa": 0.4712804043922992, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8383969618229062, + "mIoU": 0.6799018333814191, + "macroF1": 0.8037749566802196, + "F1_coffee": 0.8861988880287142, + "IoU_coffee": 0.7956527233666119, + "precision_coffee": 0.9176504882670165, + "recall_coffee": 0.8568317909635275, + "F1_noncoffee": 0.721351025331725, + "IoU_noncoffee": 0.5641509433962264, + "kappa": 0.6086754998633725, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.892482350696432, + "mIoU": 0.759157712862699, + "macroF1": 0.8589467035601182, + "F1_coffee": 0.9277239787083948, + "IoU_coffee": 0.8651913875598086, + "precision_coffee": 0.9308880308880308, + "recall_coffee": 0.9245813626486002, + "F1_noncoffee": 0.7901694284118413, + "IoU_noncoffee": 0.6531240381655894, + "kappa": 0.7179028687418878, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7662460867090409, + "mIoU": 0.5834335609944206, + "macroF1": 0.7289745013168825, + "F1_coffee": 0.8294809688581315, + "IoU_coffee": 0.7086437270899846, + "precision_coffee": 0.9124543239951279, + "recall_coffee": 0.7603400152245623, + "F1_noncoffee": 0.6284680337756333, + "IoU_noncoffee": 0.45822339489885666, + "kappa": 0.4675422038988594, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.731909498732202, + "mIoU": 0.5373952497698964, + "macroF1": 0.6888905046840013, + "F1_coffee": 0.8045780905665743, + "IoU_coffee": 0.6730494766888677, + "precision_coffee": 0.9197139606695921, + "recall_coffee": 0.7150619155926207, + "F1_noncoffee": 0.5732029188014284, + "IoU_noncoffee": 0.40174102285092494, + "kappa": 0.39837267503738355, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.800935203740815, + "mIoU": 0.6094688078836594, + "macroF1": 0.7462973130014585, + "F1_coffee": 0.8640333724416634, + "IoU_coffee": 0.7606151021344962, + "precision_coffee": 0.9200444197667962, + "recall_coffee": 0.814450724993856, + "F1_noncoffee": 0.6285612535612536, + "IoU_noncoffee": 0.45832251363282267, + "kappa": 0.49768048975614176, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8074830581273266, + "mIoU": 0.600214630587178, + "macroF1": 0.7349778043801903, + "F1_coffee": 0.8735977940715673, + "IoU_coffee": 0.7755647045732725, + "precision_coffee": 0.8913043478260869, + "recall_coffee": 0.8565810495268527, + "F1_noncoffee": 0.5963578146888133, + "IoU_noncoffee": 0.4248645566010835, + "kappa": 0.47062275830924727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6695, + 8413 + ], + [ + 43377, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9849929849306742, + "ssl_variant": "", + "test_tta": { + "OA": 0.8254631340477836, + "mIoU": 0.648480924219216, + "macroF1": 0.7781769746647438, + "F1_coffee": 0.8805935696619951, + "IoU_coffee": 0.786661167736994, + "precision_coffee": 0.9159216152562139, + "recall_coffee": 0.8478895897718132, + "F1_noncoffee": 0.6757603796674925, + "IoU_noncoffee": 0.5103006807014381, + "kappa": 0.5581389840240643, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7938011999538479, + "mIoU": 0.6066277865752667, + "macroF1": 0.7453143729995177, + "F1_coffee": 0.856439968269588, + "IoU_coffee": 0.7489243629594506, + "precision_coffee": 0.8936339633711915, + "recall_coffee": 0.8222183662058727, + "F1_noncoffee": 0.6341887777294476, + "IoU_noncoffee": 0.4643312101910828, + "kappa": 0.49286731973207365, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7254356137851821, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8757210109416925, + "mIoU": 0.7184409104301566, + "macroF1": 0.8294044385382288, + "F1_coffee": 0.9182942673948178, + "IoU_coffee": 0.848931682356158, + "precision_coffee": 0.9165032576380543, + "recall_coffee": 0.9200922907582236, + "F1_noncoffee": 0.7405146096816397, + "IoU_noncoffee": 0.5879501385041551, + "kappa": 0.6588130149833684, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8427079727702781, + "mIoU": 0.6673737284339616, + "macroF1": 0.7917196232757634, + "F1_coffee": 0.8947723895717952, + "IoU_coffee": 0.8095820092886825, + "precision_coffee": 0.8955673587638822, + "recall_coffee": 0.8939788304702412, + "F1_noncoffee": 0.6886668569797316, + "IoU_noncoffee": 0.5251654475792407, + "kappa": 0.5834402176808551, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4472700074794316, + "mIoU": 0.22732615941569137, + "macroF1": 0.3180478243014263, + "F1_coffee": 0.6149035956227201, + "IoU_coffee": 0.4439428141459744, + "precision_coffee": 0.9983079526226735, + "recall_coffee": 0.4442771084337349, + "F1_noncoffee": 0.02119205298013245, + "IoU_noncoffee": 0.0107095046854083, + "kappa": 0.007995927739463702, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8821816386969398, + "mIoU": 0.7369277979890991, + "macroF1": 0.8432692398841939, + "F1_coffee": 0.921363860978422, + "IoU_coffee": 0.8541933907519395, + "precision_coffee": 0.9265222288478102, + "recall_coffee": 0.9162626130258158, + "F1_noncoffee": 0.7651746187899656, + "IoU_noncoffee": 0.6196622052262588, + "kappa": 0.6865674919125598, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8834502170697963, + "mIoU": 0.7285283047649782, + "macroF1": 0.8363165256471845, + "F1_coffee": 0.9241516346362818, + "IoU_coffee": 0.8589980376313056, + "precision_coffee": 0.9159896602658789, + "recall_coffee": 0.9324603721571331, + "F1_noncoffee": 0.7484814166580871, + "IoU_noncoffee": 0.5980585718986509, + "kappa": 0.6727192208123939, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8617851365496242, + "mIoU": 0.6907070979764585, + "macroF1": 0.808498637483859, + "F1_coffee": 0.9095156517676375, + "IoU_coffee": 0.8340474150242788, + "precision_coffee": 0.907621534253388, + "recall_coffee": 0.911417691491354, + "F1_noncoffee": 0.7074816232000806, + "IoU_noncoffee": 0.5473667809286382, + "kappa": 0.6170026673379017, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8996602038776734, + "mIoU": 0.7755212106913252, + "macroF1": 0.8701832827791081, + "F1_coffee": 0.932042777852985, + "IoU_coffee": 0.8727341868424389, + "precision_coffee": 0.9271478588742257, + "recall_coffee": 0.9369896570495373, + "F1_noncoffee": 0.8083237877052311, + "IoU_noncoffee": 0.6783082345402115, + "kappa": 0.74038697598531, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9039305476054188, + "mIoU": 0.772658473789064, + "macroF1": 0.867486883957461, + "F1_coffee": 0.9369797859690844, + "IoU_coffee": 0.8814317673378076, + "precision_coffee": 0.9178518881804806, + "recall_coffee": 0.9569218969704717, + "F1_noncoffee": 0.7979939819458375, + "IoU_noncoffee": 0.6638851802403204, + "kappa": 0.7353422008147711, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8870126173987287, + "mIoU": 0.7368341473447257, + "macroF1": 0.8424070356260798, + "F1_coffee": 0.9262493033624373, + "IoU_coffee": 0.8626297577854671, + "precision_coffee": 0.9046812628523043, + "recall_coffee": 0.9488708449632073, + "F1_noncoffee": 0.7585647678897223, + "IoU_noncoffee": 0.6110385369039844, + "kappa": 0.6853994328267689, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8651258045640725, + "mIoU": 0.6992985051592429, + "macroF1": 0.8152699263557679, + "F1_coffee": 0.9112380463384891, + "IoU_coffee": 0.8369488328224476, + "precision_coffee": 0.9259162645102387, + "recall_coffee": 0.8970179428860248, + "F1_noncoffee": 0.7193018063730465, + "IoU_noncoffee": 0.561648177496038, + "kappa": 0.6308332381864689, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8629640232846646, + "mIoU": 0.6857483069837293, + "macroF1": 0.8038996844222175, + "F1_coffee": 0.9115218730745533, + "IoU_coffee": 0.8374278274651874, + "precision_coffee": 0.9141127039050915, + "recall_coffee": 0.9089456869009584, + "F1_noncoffee": 0.6962774957698815, + "IoU_noncoffee": 0.5340687865022713, + "kappa": 0.6078101835820782, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8364035506347237, + "mIoU": 0.6476359060595085, + "macroF1": 0.7748212095066154, + "F1_coffee": 0.8925795938831788, + "IoU_coffee": 0.8059988681380872, + "precision_coffee": 0.9107302724133521, + "recall_coffee": 0.8751382573430011, + "F1_noncoffee": 0.657062825130052, + "IoU_noncoffee": 0.4892729439809297, + "kappa": 0.5502127685367766, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7441, + 8413 + ], + [ + 46955, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.278864411513011, + "ssl_variant": "", + "test_tta": { + "OA": 0.8786130882565594, + "mIoU": 0.72081017613113, + "macroF1": 0.830845734069825, + "F1_coffee": 0.9207348420467303, + "IoU_coffee": 0.8531127269899288, + "precision_coffee": 0.9127956564248716, + "recall_coffee": 0.9288133440582532, + "F1_noncoffee": 0.7409566260929196, + "IoU_noncoffee": 0.5885076252723311, + "kappa": 0.6617750862859688, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8461116880119995, + "mIoU": 0.6688566751594784, + "macroF1": 0.7923255500797206, + "F1_coffee": 0.8980138020683986, + "IoU_coffee": 0.8149047635568817, + "precision_coffee": 0.8904558809591507, + "recall_coffee": 0.9057011201727495, + "F1_noncoffee": 0.6866372980910426, + "IoU_noncoffee": 0.5228085867620751, + "kappa": 0.5847430186195304, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7508500409170356, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869037098925111, + "mIoU": 0.7364718519451469, + "macroF1": 0.8421355895491005, + "F1_coffee": 0.9262027824664772, + "IoU_coffee": 0.86254906172502, + "precision_coffee": 0.9175546831183399, + "recall_coffee": 0.9350154523517209, + "F1_noncoffee": 0.7580683966317237, + "IoU_noncoffee": 0.6103946421652737, + "kappa": 0.6843631007484297, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8527893157955463, + "mIoU": 0.681446894762131, + "macroF1": 0.8021926209414435, + "F1_coffee": 0.9022346101165676, + "IoU_coffee": 0.8218829072506763, + "precision_coffee": 0.8964900258870108, + "recall_coffee": 0.9080532901459503, + "F1_noncoffee": 0.7021506317663194, + "IoU_noncoffee": 0.5410108822735857, + "kappa": 0.604434724878784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46596858638743455, + "mIoU": 0.23643331630045988, + "macroF1": 0.32616214720531267, + "F1_coffee": 0.6330935251798561, + "IoU_coffee": 0.4631578947368421, + "precision_coffee": 0.9967637540453075, + "recall_coffee": 0.463855421686747, + "F1_noncoffee": 0.019230769230769232, + "IoU_noncoffee": 0.009708737864077669, + "kappa": 0.006014198339431533, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746298124383021, + "mIoU": 0.7184274693432511, + "macroF1": 0.829586960151184, + "F1_coffee": 0.9171991133133394, + "IoU_coffee": 0.8470616570327553, + "precision_coffee": 0.9126767873361878, + "recall_coffee": 0.9217664788363256, + "F1_noncoffee": 0.7419748069890288, + "IoU_noncoffee": 0.5897932816537468, + "kappa": 0.6591999948290987, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8919421783311865, + "mIoU": 0.7434874933471516, + "macroF1": 0.8468922495046957, + "F1_coffee": 0.9299433979771736, + "IoU_coffee": 0.8690600069372182, + "precision_coffee": 0.9183262064752596, + "recall_coffee": 0.9418582795564188, + "F1_noncoffee": 0.7638411010322177, + "IoU_noncoffee": 0.617914979757085, + "kappa": 0.6939496026064484, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8937101532020173, + "mIoU": 0.7476263869322033, + "macroF1": 0.8498676651825522, + "F1_coffee": 0.9309982703236965, + "IoU_coffee": 0.8709043629008957, + "precision_coffee": 0.9213792260194412, + "recall_coffee": 0.9408202759223422, + "F1_noncoffee": 0.7687370600414078, + "IoU_noncoffee": 0.624348410963511, + "kappa": 0.6998449728082661, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8900659604237458, + "mIoU": 0.753295531944317, + "macroF1": 0.8548231846474561, + "F1_coffee": 0.9263524370648099, + "IoU_coffee": 0.8628086804689449, + "precision_coffee": 0.911702688455456, + "recall_coffee": 0.9414806750136091, + "F1_noncoffee": 0.7832939322301025, + "IoU_noncoffee": 0.6437823834196891, + "kappa": 0.7098667958935868, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9068879984735737, + "mIoU": 0.7803900794122102, + "macroF1": 0.8728046234201087, + "F1_coffee": 0.9386472215237617, + "IoU_coffee": 0.8843875858801232, + "precision_coffee": 0.9234384662956091, + "recall_coffee": 0.9543653329924582, + "F1_noncoffee": 0.8069620253164557, + "IoU_noncoffee": 0.6763925729442971, + "kappa": 0.7458261724185786, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9143345033678019, + "mIoU": 0.7956341519530792, + "macroF1": 0.8828910881631431, + "F1_coffee": 0.9435730800474911, + "IoU_coffee": 0.8931740210576127, + "precision_coffee": 0.9296884620120675, + "recall_coffee": 0.9578787109870591, + "F1_noncoffee": 0.822209096278795, + "IoU_noncoffee": 0.6980942828485457, + "kappa": 0.7659466631146675, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8595669982445875, + "mIoU": 0.6842228436326104, + "macroF1": 0.8032499594927641, + "F1_coffee": 0.9085133418043202, + "IoU_coffee": 0.8323632130384168, + "precision_coffee": 0.9136212624584718, + "recall_coffee": 0.9034622188526662, + "F1_noncoffee": 0.697986577181208, + "IoU_noncoffee": 0.5360824742268041, + "kappa": 0.6065405188313632, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8769920793968891, + "mIoU": 0.7058989311275896, + "macroF1": 0.8186393876713494, + "F1_coffee": 0.9215125129391707, + "IoU_coffee": 0.8544489611562782, + "precision_coffee": 0.9133373566686783, + "recall_coffee": 0.9298353403784714, + "F1_noncoffee": 0.7157662624035281, + "IoU_noncoffee": 0.5573489010989011, + "kappa": 0.6373839840942637, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8729598167414336, + "mIoU": 0.6996839318897375, + "macroF1": 0.8140798565551475, + "F1_coffee": 0.9187076284126305, + "IoU_coffee": 0.8496384997740624, + "precision_coffee": 0.9131860126274891, + "recall_coffee": 0.9242964237433944, + "F1_noncoffee": 0.7094520846976643, + "IoU_noncoffee": 0.5497293640054127, + "kappa": 0.628208295797264, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7435, + 8413 + ], + [ + 47655, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.775182004769643, + "ssl_variant": "", + "test_tta": { + "OA": 0.8916756374620415, + "mIoU": 0.7423954388587833, + "macroF1": 0.8460715795165932, + "F1_coffee": 0.9298555911606808, + "IoU_coffee": 0.8689066480001556, + "precision_coffee": 0.9143307279944347, + "recall_coffee": 0.9459167689767579, + "F1_noncoffee": 0.7622875678725055, + "IoU_noncoffee": 0.6158842297174111, + "kappa": 0.6924436507220243, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8579814237913926, + "mIoU": 0.6856455628174679, + "macroF1": 0.8048317261394236, + "F1_coffee": 0.906680313498043, + "IoU_coffee": 0.8292911256349358, + "precision_coffee": 0.8915977037202714, + "recall_coffee": 0.9222819904756396, + "F1_noncoffee": 0.7029831387808041, + "IoU_noncoffee": 0.542, + "kappa": 0.6100186472283439, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.5415601744491266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7780652002763541, + "mIoU": 0.5913528539855093, + "macroF1": 0.7339332903117302, + "F1_coffee": 0.8422939477319693, + "IoU_coffee": 0.7275542406311637, + "precision_coffee": 0.9142892551741232, + "recall_coffee": 0.7808094492189154, + "F1_noncoffee": 0.6255726328914911, + "IoU_noncoffee": 0.45515146733985484, + "kappa": 0.4755868761422423, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7487885081343025, + "mIoU": 0.5580499154887084, + "macroF1": 0.7068324237079472, + "F1_coffee": 0.8177385262541071, + "IoU_coffee": 0.6916731572612052, + "precision_coffee": 0.8941623378109339, + "recall_coffee": 0.7533499142036362, + "F1_noncoffee": 0.5959263211617872, + "IoU_noncoffee": 0.42442667371621173, + "kappa": 0.42300941165938466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29768137621540763, + "mIoU": 0.150692269786517, + "macroF1": 0.23453871775908122, + "F1_coffee": 0.4543869843114468, + "IoU_coffee": 0.293984962406015, + "precision_coffee": 0.9949109414758269, + "recall_coffee": 0.2944277108433735, + "F1_noncoffee": 0.014690451206715634, + "IoU_noncoffee": 0.007399577167019027, + "kappa": 0.0013729259948344588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7741855873642646, + "mIoU": 0.5825399445490792, + "macroF1": 0.7257954363340118, + "F1_coffee": 0.840985714782246, + "IoU_coffee": 0.7256042703772566, + "precision_coffee": 0.8955511140721001, + "recall_coffee": 0.7926877211374656, + "F1_noncoffee": 0.6106051578857775, + "IoU_noncoffee": 0.43947561872090174, + "kappa": 0.45653150283822375, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8022518009636945, + "mIoU": 0.6283769142320508, + "macroF1": 0.764611141889566, + "F1_coffee": 0.8587397334969158, + "IoU_coffee": 0.7524486383182035, + "precision_coffee": 0.9414885667314303, + "recall_coffee": 0.7893615688240085, + "F1_noncoffee": 0.6704825502822164, + "IoU_noncoffee": 0.5043051901458981, + "kappa": 0.5375554815585286, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7576838899990485, + "mIoU": 0.5642015002471844, + "macroF1": 0.7109004870533433, + "F1_coffee": 0.8271977742340447, + "IoU_coffee": 0.705317363883585, + "precision_coffee": 0.906050245280214, + "recall_coffee": 0.7609713465260004, + "F1_noncoffee": 0.5946031998726419, + "IoU_noncoffee": 0.42308563661078386, + "kappa": 0.4318954848818779, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8269038576853888, + "mIoU": 0.6495628614631045, + "macroF1": 0.7788563931259964, + "F1_coffee": 0.8819359236537151, + "IoU_coffee": 0.7888062431410804, + "precision_coffee": 0.8835017754711827, + "recall_coffee": 0.8803756124115406, + "F1_noncoffee": 0.6757768625982778, + "IoU_noncoffee": 0.5103194797851286, + "kappa": 0.5577166014170919, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8281816447242892, + "mIoU": 0.6690626532824961, + "macroF1": 0.7963338284858863, + "F1_coffee": 0.8768715389348465, + "IoU_coffee": 0.7807401996591186, + "precision_coffee": 0.9425338036449148, + "recall_coffee": 0.8197622395500448, + "F1_noncoffee": 0.715796118036926, + "IoU_noncoffee": 0.5573851069058737, + "kappa": 0.5971801882136348, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8587420548335073, + "mIoU": 0.697116020651072, + "macroF1": 0.814632308615557, + "F1_coffee": 0.9050564305298731, + "IoU_coffee": 0.8265781504775216, + "precision_coffee": 0.9097551595949237, + "recall_coffee": 0.9004059883278356, + "F1_noncoffee": 0.724208186701241, + "IoU_noncoffee": 0.5676538908246226, + "kappa": 0.6292933420933091, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.722742344450946, + "mIoU": 0.5248606410943522, + "macroF1": 0.6773248384110055, + "F1_coffee": 0.7983830933976314, + "IoU_coffee": 0.664423984891407, + "precision_coffee": 0.9098108938096008, + "recall_coffee": 0.7112711650240081, + "F1_noncoffee": 0.5562665834243796, + "IoU_noncoffee": 0.3852972972972973, + "kappa": 0.375273536340297, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7763145338295638, + "mIoU": 0.5896000168217352, + "macroF1": 0.7325984599237827, + "F1_coffee": 0.8407175863006252, + "IoU_coffee": 0.7252051582649472, + "precision_coffee": 0.9404074186682883, + "recall_coffee": 0.7601376259523225, + "F1_noncoffee": 0.6244793335469401, + "IoU_noncoffee": 0.4539948753785232, + "kappa": 0.4789999184650662, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6560083993509592, + "mIoU": 0.458106721912784, + "macroF1": 0.6177901432065654, + "F1_coffee": 0.7386511965192168, + "IoU_coffee": 0.5856042313441416, + "precision_coffee": 0.9009375552803821, + "recall_coffee": 0.6259063536930073, + "F1_noncoffee": 0.496929089893914, + "IoU_noncoffee": 0.33060921248142644, + "kappa": 0.28051725019696677, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6850, + 8413 + ], + [ + 41468, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3207850456237793, + "ssl_variant": "", + "test_tta": { + "OA": 0.7970565079773133, + "mIoU": 0.6136527402834476, + "macroF1": 0.7515109418464783, + "F1_coffee": 0.8578950329076898, + "IoU_coffee": 0.7511525276803657, + "precision_coffee": 0.9155680426482242, + "recall_coffee": 0.8070572795393929, + "F1_noncoffee": 0.6451268507852668, + "IoU_noncoffee": 0.47615295288652953, + "kappa": 0.5078980993660633, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7659080419983847, + "mIoU": 0.5759873650987171, + "macroF1": 0.7212095205288381, + "F1_coffee": 0.8328407089671367, + "IoU_coffee": 0.7135621635930468, + "precision_coffee": 0.8939246551114255, + "recall_coffee": 0.7795708253802996, + "F1_noncoffee": 0.6095783320905396, + "IoU_noncoffee": 0.43841256660438727, + "kappa": 0.44843428157894827, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.6295230367393412, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8307492086955125, + "mIoU": 0.6497308567345772, + "macroF1": 0.7781253004294779, + "F1_coffee": 0.8861804430037817, + "IoU_coffee": 0.7956229870784991, + "precision_coffee": 0.905094023130573, + "recall_coffee": 0.8680411498243089, + "F1_noncoffee": 0.6700701578551741, + "IoU_noncoffee": 0.5038387263906552, + "kappa": 0.5568115883761654, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8003634475597092, + "mIoU": 0.6092936180423538, + "macroF1": 0.7462716665670435, + "F1_coffee": 0.8634237789837198, + "IoU_coffee": 0.7596708104729495, + "precision_coffee": 0.884222864418083, + "recall_coffee": 0.8435806967821543, + "F1_noncoffee": 0.629119554150367, + "IoU_noncoffee": 0.45891642561175827, + "kappa": 0.49330465929138945, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4719521316379955, + "mIoU": 0.23949530207004188, + "macroF1": 0.32906715569202777, + "F1_coffee": 0.638689866939611, + "IoU_coffee": 0.4691729323308271, + "precision_coffee": 0.9968051118210862, + "recall_coffee": 0.46987951807228917, + "F1_noncoffee": 0.019444444444444445, + "IoU_noncoffee": 0.009817671809256662, + "kappa": 0.00623261552974069, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8438795656465943, + "mIoU": 0.6529152431810895, + "macroF1": 0.7780623862648771, + "F1_coffee": 0.898923081839389, + "IoU_coffee": 0.8164035291386116, + "precision_coffee": 0.877362609943235, + "recall_coffee": 0.9215699122002359, + "F1_noncoffee": 0.6572016906903653, + "IoU_noncoffee": 0.4894269572235674, + "kappa": 0.5570320023367491, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8469538667048327, + "mIoU": 0.6761112952495034, + "macroF1": 0.7986699469560611, + "F1_coffee": 0.8972650995964901, + "IoU_coffee": 0.8136725329616077, + "precision_coffee": 0.9177202751392073, + "recall_coffee": 0.8777018983772946, + "F1_noncoffee": 0.700074794315632, + "IoU_noncoffee": 0.5385500575373993, + "kappa": 0.5979230568283723, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8019316776096679, + "mIoU": 0.62076957591311, + "macroF1": 0.7573021996387435, + "F1_coffee": 0.8613765775365456, + "IoU_coffee": 0.7565069895303269, + "precision_coffee": 0.9230659434770196, + "recall_coffee": 0.8074161932704913, + "F1_noncoffee": 0.6532278217409413, + "IoU_noncoffee": 0.48503216229589313, + "kappa": 0.5199677134181496, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.843393963621827, + "mIoU": 0.6629426954159783, + "macroF1": 0.7875214646400482, + "F1_coffee": 0.8964788267159939, + "IoU_coffee": 0.8123802681992337, + "precision_coffee": 0.8711002696109899, + "recall_coffee": 0.923380511703865, + "F1_noncoffee": 0.6785641025641026, + "IoU_noncoffee": 0.5135051226327227, + "kappa": 0.57615995900705, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8737836290784201, + "mIoU": 0.7272623113758225, + "macroF1": 0.8369313951624041, + "F1_coffee": 0.9144519883608148, + "IoU_coffee": 0.8423874195854182, + "precision_coffee": 0.9252813399633604, + "recall_coffee": 0.9038731944266906, + "F1_noncoffee": 0.7594108019639935, + "IoU_noncoffee": 0.6121372031662269, + "kappa": 0.6739883807655559, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8788539986718528, + "mIoU": 0.7330831122259247, + "macroF1": 0.8407533354639796, + "F1_coffee": 0.9186468751990826, + "IoU_coffee": 0.8495345823023448, + "precision_coffee": 0.9225847728726807, + "recall_coffee": 0.9147424511545293, + "F1_noncoffee": 0.7628597957288765, + "IoU_noncoffee": 0.6166316421495046, + "kappa": 0.6815235840785842, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8443534230544177, + "mIoU": 0.6417691496651314, + "macroF1": 0.7672426152003262, + "F1_coffee": 0.901213171577123, + "IoU_coffee": 0.8201892744479495, + "precision_coffee": 0.8832807570977917, + "recall_coffee": 0.9198888046499873, + "F1_noncoffee": 0.6332720588235294, + "IoU_noncoffee": 0.4633490248823134, + "kappa": 0.5351964347548688, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8201164233228362, + "mIoU": 0.627009174725387, + "macroF1": 0.7588458672226466, + "F1_coffee": 0.8804009897849121, + "IoU_coffee": 0.7863538478975405, + "precision_coffee": 0.9101403646858193, + "recall_coffee": 0.8525436225116736, + "F1_noncoffee": 0.6372907446603809, + "IoU_noncoffee": 0.4676645015532335, + "kappa": 0.5192484121293032, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7245394674047915, + "mIoU": 0.5288064534337749, + "macroF1": 0.6813544328929547, + "F1_coffee": 0.7986605274173294, + "IoU_coffee": 0.6648083623693379, + "precision_coffee": 0.9236727448765532, + "recall_coffee": 0.7034533611896276, + "F1_noncoffee": 0.56404833836858, + "IoU_noncoffee": 0.39280454449821167, + "kappa": 0.3870210313388073, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7294, + 8413 + ], + [ + 44302, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.165783949693044, + "ssl_variant": "", + "test_tta": { + "OA": 0.8374813220006748, + "mIoU": 0.6579334809359572, + "macroF1": 0.7842276515286171, + "F1_coffee": 0.8914221921660817, + "IoU_coffee": 0.804113329589248, + "precision_coffee": 0.9042838164514232, + "recall_coffee": 0.8789212988442487, + "F1_noncoffee": 0.6770331108911524, + "IoU_noncoffee": 0.5117536322826665, + "kappa": 0.5687148187281754, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8072429906542056, + "mIoU": 0.616521866914273, + "macroF1": 0.7517361852104631, + "F1_coffee": 0.8691258409142096, + "IoU_coffee": 0.7685433732227283, + "precision_coffee": 0.8830739841604648, + "recall_coffee": 0.8556114677926234, + "F1_noncoffee": 0.6343465295067167, + "IoU_noncoffee": 0.4645003606058178, + "kappa": 0.5038182263456027, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7330987694899631, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869679782772859, + "mIoU": 0.737311007839357, + "macroF1": 0.842794752718258, + "F1_coffee": 0.9261269964612363, + "IoU_coffee": 0.8624176168032386, + "precision_coffee": 0.918918918918919, + "recall_coffee": 0.9334490495745311, + "F1_noncoffee": 0.7594625089752796, + "IoU_noncoffee": 0.6122043988754754, + "kappa": 0.6856524838283783, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8528181608399676, + "mIoU": 0.6826199923747398, + "macroF1": 0.8032229146620182, + "F1_coffee": 0.9020116184166307, + "IoU_coffee": 0.8215128989943157, + "precision_coffee": 0.8984658938750526, + "recall_coffee": 0.9055854396822642, + "F1_noncoffee": 0.7044342109074058, + "IoU_noncoffee": 0.543727085755164, + "kappa": 0.6064643164964876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4465220643231114, + "mIoU": 0.2264899195780616, + "macroF1": 0.3165754862953139, + "F1_coffee": 0.6145833333333334, + "IoU_coffee": 0.44360902255639095, + "precision_coffee": 0.9966216216216216, + "recall_coffee": 0.4442771084337349, + "F1_noncoffee": 0.01856763925729443, + "IoU_noncoffee": 0.009370816599732263, + "kappa": 0.005336346673529717, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8884995064165844, + "mIoU": 0.7396815736853992, + "macroF1": 0.8444316998150927, + "F1_coffee": 0.9272299713300906, + "IoU_coffee": 0.8643324725241727, + "precision_coffee": 0.9119827640833914, + "recall_coffee": 0.942995675534006, + "F1_noncoffee": 0.761633428300095, + "IoU_noncoffee": 0.6150306748466258, + "kappa": 0.689148012018262, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8809217117503936, + "mIoU": 0.7257379526199341, + "macroF1": 0.8344801571537388, + "F1_coffee": 0.9221556886227545, + "IoU_coffee": 0.8555555555555555, + "precision_coffee": 0.9180897969322487, + "recall_coffee": 0.9262577532736044, + "F1_noncoffee": 0.7468046256847231, + "IoU_noncoffee": 0.5959203496843127, + "kappa": 0.6689814308364296, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8915215529546103, + "mIoU": 0.7467207621893444, + "macroF1": 0.8495004074706879, + "F1_coffee": 0.9290250280164363, + "IoU_coffee": 0.8674572724101849, + "precision_coffee": 0.9265445513815586, + "recall_coffee": 0.931518821399588, + "F1_noncoffee": 0.7699757869249395, + "IoU_noncoffee": 0.6259842519685039, + "kappa": 0.699007806294271, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9072556466120327, + "mIoU": 0.7847794842556629, + "macroF1": 0.8759598265333821, + "F1_coffee": 0.9382650345928686, + "IoU_coffee": 0.8837092731829574, + "precision_coffee": 0.9177511712649662, + "recall_coffee": 0.95971692977681, + "F1_noncoffee": 0.8136546184738955, + "IoU_noncoffee": 0.6858496953283684, + "kappa": 0.752293221641883, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.898015645869109, + "mIoU": 0.7604106347400941, + "macroF1": 0.859094554280187, + "F1_coffee": 0.9331498968169596, + "IoU_coffee": 0.8746776084407972, + "precision_coffee": 0.9134427032321254, + "recall_coffee": 0.9537261919979547, + "F1_noncoffee": 0.7850392117434144, + "IoU_noncoffee": 0.6461436610393909, + "kappa": 0.718610273630078, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9151883123043355, + "mIoU": 0.8016129546834323, + "macroF1": 0.887024850362373, + "F1_coffee": 0.9434320425208808, + "IoU_coffee": 0.8929213079410708, + "precision_coffee": 0.9410502398384246, + "recall_coffee": 0.9458259325044405, + "F1_noncoffee": 0.8306176582038651, + "IoU_noncoffee": 0.7103046014257939, + "kappa": 0.7740540347173545, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8701969962941292, + "mIoU": 0.6948696801485748, + "macroF1": 0.810447278803361, + "F1_coffee": 0.9168696521141715, + "IoU_coffee": 0.8464998270095722, + "precision_coffee": 0.9065085834259602, + "recall_coffee": 0.9274703057872126, + "F1_noncoffee": 0.7040249054925506, + "IoU_noncoffee": 0.5432395332875772, + "kappa": 0.6210708034582545, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.863822883862964, + "mIoU": 0.6923798298026436, + "macroF1": 0.8095494195145091, + "F1_coffee": 0.9112175698376159, + "IoU_coffee": 0.8369142857142857, + "precision_coffee": 0.9228733459357278, + "recall_coffee": 0.8998525436225117, + "F1_noncoffee": 0.7078812691914023, + "IoU_noncoffee": 0.5478453738910013, + "kappa": 0.6192986479995485, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8677102223919061, + "mIoU": 0.6914888922162767, + "macroF1": 0.8079899369113204, + "F1_coffee": 0.9150735294117647, + "IoU_coffee": 0.8434429007116232, + "precision_coffee": 0.9125015275571307, + "recall_coffee": 0.9176600712793412, + "F1_noncoffee": 0.7009063444108762, + "IoU_noncoffee": 0.5395348837209303, + "kappa": 0.6159906182015163, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7516, + 8413 + ], + [ + 47579, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5218501488367715, + "ssl_variant": "", + "test_tta": { + "OA": 0.8924147238869519, + "mIoU": 0.7468806935957246, + "macroF1": 0.8494860545595988, + "F1_coffee": 0.9298686608433356, + "IoU_coffee": 0.8689294732515122, + "precision_coffee": 0.9202877518865578, + "recall_coffee": 0.9396511578679988, + "F1_noncoffee": 0.7691034482758621, + "IoU_noncoffee": 0.6248319139399372, + "kappa": 0.6990794890817691, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8573612553363332, + "mIoU": 0.6887458149667796, + "macroF1": 0.8076745370898111, + "F1_coffee": 0.9054294402264339, + "IoU_coffee": 0.8272006150190446, + "precision_coffee": 0.8981806454060822, + "recall_coffee": 0.9127961902558467, + "F1_noncoffee": 0.7099196339531882, + "IoU_noncoffee": 0.5502910149145144, + "kappa": 0.6154259069740722, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7344042357101414, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8854737383312714, + "mIoU": 0.7412612425760092, + "macroF1": 0.8461667161251787, + "F1_coffee": 0.9239274279615796, + "IoU_coffee": 0.8586107033760464, + "precision_coffee": 0.9317232769383099, + "recall_coffee": 0.9162609542356378, + "F1_noncoffee": 0.7684060042887777, + "IoU_noncoffee": 0.6239117817759722, + "kappa": 0.6923989923934675, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8509576554747894, + "mIoU": 0.6886083011574748, + "macroF1": 0.8088320531776098, + "F1_coffee": 0.8985709237956893, + "IoU_coffee": 0.8158227735300932, + "precision_coffee": 0.9151888357958294, + "recall_coffee": 0.8825457419939461, + "F1_noncoffee": 0.7190931825595303, + "IoU_noncoffee": 0.5613938287848563, + "kappa": 0.6180129091677004, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46222887060583395, + "mIoU": 0.23499792482376528, + "macroF1": 0.3254795058817751, + "F1_coffee": 0.629190304280557, + "IoU_coffee": 0.45899172310007524, + "precision_coffee": 0.9983633387888707, + "recall_coffee": 0.45933734939759036, + "F1_noncoffee": 0.021768707482993196, + "IoU_noncoffee": 0.011004126547455296, + "kappa": 0.008584744442966207, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8783810463968411, + "mIoU": 0.7299071051492252, + "macroF1": 0.8382874529102469, + "F1_coffee": 0.918808488203506, + "IoU_coffee": 0.8498110447397293, + "precision_coffee": 0.9241681028768395, + "recall_coffee": 0.9135106801205609, + "F1_noncoffee": 0.7577664176169878, + "IoU_noncoffee": 0.6100031655587211, + "kappa": 0.6766073561451098, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8878393206430991, + "mIoU": 0.7453036009317695, + "macroF1": 0.8489669160438164, + "F1_coffee": 0.9255894920082292, + "IoU_coffee": 0.8614858893536794, + "precision_coffee": 0.9352692848919023, + "recall_coffee": 0.9161080132823758, + "F1_noncoffee": 0.7723443400794036, + "IoU_noncoffee": 0.6291213125098596, + "kappa": 0.6980327927858879, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.889951470168427, + "mIoU": 0.7484223051129131, + "macroF1": 0.851071887487078, + "F1_coffee": 0.9271656642629972, + "IoU_coffee": 0.8642207220428529, + "precision_coffee": 0.9354428771127208, + "recall_coffee": 0.919033647543542, + "F1_noncoffee": 0.7749781107111586, + "IoU_noncoffee": 0.6326238881829733, + "kappa": 0.7022158067208183, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8866679992004797, + "mIoU": 0.7504198175289816, + "macroF1": 0.8531205820206856, + "F1_coffee": 0.9233162023262105, + "IoU_coffee": 0.8575555834694134, + "precision_coffee": 0.9176075268817204, + "recall_coffee": 0.9290963527490473, + "F1_noncoffee": 0.7829249617151608, + "IoU_noncoffee": 0.6432840515885498, + "kappa": 0.7062733455502813, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9186224003052853, + "mIoU": 0.8146765657073995, + "macroF1": 0.8957115349545234, + "F1_coffee": 0.9445924001299123, + "IoU_coffee": 0.8950024618414574, + "precision_coffee": 0.9602482831484416, + "recall_coffee": 0.929438834206826, + "F1_noncoffee": 0.8468306697791345, + "IoU_noncoffee": 0.7343506695733416, + "kappa": 0.7915762272383908, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.921829048477374, + "mIoU": 0.8150614059263862, + "macroF1": 0.8956333122335796, + "F1_coffee": 0.9479206168625964, + "IoU_coffee": 0.900997236573351, + "precision_coffee": 0.9444584382871537, + "recall_coffee": 0.9514082720121797, + "F1_noncoffee": 0.8433460076045627, + "IoU_noncoffee": 0.7291255752794215, + "kappa": 0.79127506137305, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8702945192120148, + "mIoU": 0.7094042726477624, + "macroF1": 0.8228644743377398, + "F1_coffee": 0.9145244215938303, + "IoU_coffee": 0.84251036116045, + "precision_coffee": 0.9305519225738949, + "recall_coffee": 0.8990396765226182, + "F1_noncoffee": 0.7312045270816492, + "IoU_noncoffee": 0.5762981841350748, + "kappa": 0.646059136466325, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8570474281897128, + "mIoU": 0.6759075396558167, + "macroF1": 0.7963463484501736, + "F1_coffee": 0.9075308641975308, + "IoU_coffee": 0.8307153350661092, + "precision_coffee": 0.911808484247085, + "recall_coffee": 0.9032931924305726, + "F1_noncoffee": 0.6851618327028163, + "IoU_noncoffee": 0.5210997442455243, + "kappa": 0.5927232163983998, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8578791638827908, + "mIoU": 0.6857478300352804, + "macroF1": 0.8049426237404859, + "F1_coffee": 0.9065578914339504, + "IoU_coffee": 0.8290863177226814, + "precision_coffee": 0.926263144395999, + "recall_coffee": 0.8876735897751014, + "F1_noncoffee": 0.7033273560470213, + "IoU_noncoffee": 0.5424093423478795, + "kappa": 0.6104450036798615, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7404, + 8413 + ], + [ + 47598, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.278351982434591, + "ssl_variant": "", + "test_tta": { + "OA": 0.8911132890952618, + "mIoU": 0.7483476714837688, + "macroF1": 0.8508344344987826, + "F1_coffee": 0.9283471310305452, + "IoU_coffee": 0.8662759722962173, + "precision_coffee": 0.927396015969919, + "recall_coffee": 0.9293001989754879, + "F1_noncoffee": 0.7733217379670201, + "IoU_noncoffee": 0.6304193706713203, + "kappa": 0.701669861677138, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8568564670589592, + "mIoU": 0.6938844522506731, + "macroF1": 0.8122264111909727, + "F1_coffee": 0.9037706396222573, + "IoU_coffee": 0.8244357178235335, + "precision_coffee": 0.9090146668747074, + "recall_coffee": 0.8985867700079049, + "F1_noncoffee": 0.7206821827596882, + "IoU_noncoffee": 0.5633331866778125, + "kappa": 0.6244890969033058, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.6682508649023082, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.712592221187594, + "mIoU": 0.5527916883765509, + "macroF1": 0.7118257654370952, + "F1_coffee": 0.7266875553436415, + "IoU_coffee": 0.5707063952710836, + "precision_coffee": 0.8861248390713901, + "recall_coffee": 0.6158753066820609, + "F1_noncoffee": 0.696963975530549, + "IoU_noncoffee": 0.5348769814820181, + "kappa": 0.443622287999897, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6472539517710857, + "mIoU": 0.47735715356657066, + "macroF1": 0.6458690311317523, + "F1_coffee": 0.6680149853404278, + "IoU_coffee": 0.5015183939671863, + "precision_coffee": 0.8754447132488972, + "recall_coffee": 0.5400535510490738, + "F1_noncoffee": 0.6237230769230769, + "IoU_noncoffee": 0.453195913165955, + "kappa": 0.3341097997921674, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27951967978652437, + "mIoU": 0.14020277153197339, + "macroF1": 0.21971335700817823, + "F1_coffee": 0.43573667711598746, + "IoU_coffee": 0.2785571142284569, + "precision_coffee": 0.9995206136145733, + "recall_coffee": 0.27859433458043825, + "F1_noncoffee": 0.0036900369003690036, + "IoU_noncoffee": 0.0018484288354898336, + "kappa": 0.0007629388398184351, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7306005603605799, + "mIoU": 0.5750395917787035, + "macroF1": 0.730080007208689, + "F1_coffee": 0.718226412690323, + "IoU_coffee": 0.560337972166998, + "precision_coffee": 0.8885561160151324, + "recall_coffee": 0.6026943226772159, + "F1_noncoffee": 0.7419336017270552, + "IoU_noncoffee": 0.589741211390409, + "kappa": 0.4777364949512336, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7029836082527535, + "mIoU": 0.5399735648700364, + "macroF1": 0.700765554670964, + "F1_coffee": 0.7265282803275567, + "IoU_coffee": 0.5705099446687603, + "precision_coffee": 0.8739977090492554, + "recall_coffee": 0.6216392374124164, + "F1_noncoffee": 0.6750028290143714, + "IoU_noncoffee": 0.5094371850713126, + "kappa": 0.4211169143427297, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7071240105540897, + "mIoU": 0.544406890639608, + "macroF1": 0.704377903655264, + "F1_coffee": 0.732870181174227, + "IoU_coffee": 0.5783702429585036, + "precision_coffee": 0.8961687951138256, + "recall_coffee": 0.619910892610232, + "F1_noncoffee": 0.675885626136301, + "IoU_noncoffee": 0.5104435383207123, + "kappa": 0.43165262582035574, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7526063019796181, + "mIoU": 0.5916901224347523, + "macroF1": 0.7411097541139529, + "F1_coffee": 0.686553873552983, + "IoU_coffee": 0.5227118644067796, + "precision_coffee": 0.8056426332288401, + "recall_coffee": 0.5981380915438325, + "F1_noncoffee": 0.7956656346749226, + "IoU_noncoffee": 0.6606683804627249, + "kappa": 0.48949124853983766, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6750192328827344, + "mIoU": 0.49902040152800947, + "macroF1": 0.6626839777408414, + "F1_coffee": 0.5981791004212529, + "IoU_coffee": 0.4267157813105855, + "precision_coffee": 0.7517076502732241, + "recall_coffee": 0.49672760099300384, + "F1_noncoffee": 0.72718885506043, + "IoU_noncoffee": 0.5713250217454334, + "kappa": 0.3439480605550551, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.712598840274117, + "mIoU": 0.5496814386346951, + "macroF1": 0.7084832063319487, + "F1_coffee": 0.6738454175640105, + "IoU_coffee": 0.5081198123421148, + "precision_coffee": 0.794358251057828, + "recall_coffee": 0.5850820693953875, + "F1_noncoffee": 0.7431209950998869, + "IoU_noncoffee": 0.5912430649272754, + "kappa": 0.42734719984691527, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7067631011292983, + "mIoU": 0.5413763822499547, + "macroF1": 0.7011720156486644, + "F1_coffee": 0.7420471034713696, + "IoU_coffee": 0.5898846495119787, + "precision_coffee": 0.9570976101353297, + "recall_coffee": 0.6059059423988334, + "F1_noncoffee": 0.6602969278259592, + "IoU_noncoffee": 0.49286811498793065, + "kappa": 0.43960239781246363, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.72783203125, + "mIoU": 0.5407431965288894, + "macroF1": 0.6939975762241583, + "F1_coffee": 0.795749358739465, + "IoU_coffee": 0.6607838364167478, + "precision_coffee": 0.9357118235091347, + "recall_coffee": 0.6922096136682392, + "F1_noncoffee": 0.5922457937088516, + "IoU_noncoffee": 0.42070255664103096, + "kappa": 0.4141620048910154, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7022259950952651, + "mIoU": 0.5171720247917679, + "macroF1": 0.6751080113377506, + "F1_coffee": 0.7689718258324186, + "IoU_coffee": 0.6246581857091903, + "precision_coffee": 0.9622710622710623, + "recall_coffee": 0.6403412553321146, + "F1_noncoffee": 0.5812441968430826, + "IoU_noncoffee": 0.4096858638743455, + "kappa": 0.39450274097724347, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2423, + 2984 + ], + [ + 37343, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.249397953351339, + "test_tta": { + "OA": 0.7232469020843779, + "mIoU": 0.5655592071006994, + "macroF1": 0.7222941210027896, + "F1_coffee": 0.7385604330542164, + "IoU_coffee": 0.5854901434893389, + "precision_coffee": 0.8921127911728647, + "recall_coffee": 0.630105354307981, + "F1_noncoffee": 0.7060278089513629, + "IoU_noncoffee": 0.5456282707120598, + "kappa": 0.4624939596127715, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6568593515634014, + "mIoU": 0.48765315370677254, + "macroF1": 0.6551665469071313, + "F1_coffee": 0.6793271693128824, + "IoU_coffee": 0.5143796052497296, + "precision_coffee": 0.8802305274187915, + "recall_coffee": 0.5530901588973751, + "F1_noncoffee": 0.6310059245013803, + "IoU_noncoffee": 0.46092670216381554, + "kappa": 0.34933587947923, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.6178074830673485, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7082766277487286, + "mIoU": 0.5471385948238228, + "macroF1": 0.7070022013519334, + "F1_coffee": 0.7263258689334252, + "IoU_coffee": 0.5702603603365956, + "precision_coffee": 0.8688208343380757, + "recall_coffee": 0.6239861451868957, + "F1_noncoffee": 0.6876785337704415, + "IoU_noncoffee": 0.5240168293110501, + "kappa": 0.4314573868909584, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6384417907003577, + "mIoU": 0.46738660638826346, + "macroF1": 0.6365204881293213, + "F1_coffee": 0.6629468787393953, + "IoU_coffee": 0.4958268809202985, + "precision_coffee": 0.8556554333113525, + "recall_coffee": 0.5410850671582829, + "F1_noncoffee": 0.6100940975192473, + "IoU_noncoffee": 0.43894633185622844, + "kappa": 0.31333236157640487, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2274849899933289, + "mIoU": 0.11408852187132887, + "macroF1": 0.1863616932716862, + "F1_coffee": 0.369281045751634, + "IoU_coffee": 0.22645290581162325, + "precision_coffee": 0.9994103773584906, + "recall_coffee": 0.22648316408337787, + "F1_noncoffee": 0.0034423407917383822, + "IoU_noncoffee": 0.0017241379310344827, + "kappa": 0.0005141141634698043, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7909611402119625, + "mIoU": 0.6536354881865973, + "macroF1": 0.7904561248930313, + "F1_coffee": 0.800743149094287, + "IoU_coffee": 0.667699457784663, + "precision_coffee": 0.8761275568542752, + "recall_coffee": 0.7373035389714531, + "F1_noncoffee": 0.7801691006917756, + "IoU_noncoffee": 0.6395715185885318, + "kappa": 0.584307532968998, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7161693986245411, + "mIoU": 0.555396038271864, + "macroF1": 0.7135765558548601, + "F1_coffee": 0.7408281788564144, + "IoU_coffee": 0.5883455827208639, + "precision_coffee": 0.8809657495788883, + "recall_coffee": 0.6391559393840639, + "F1_noncoffee": 0.6863249328533059, + "IoU_noncoffee": 0.5224464938228641, + "kappa": 0.44417552029500196, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6330960322596705, + "mIoU": 0.4623937190755911, + "macroF1": 0.6321155521626829, + "F1_coffee": 0.6511077447453134, + "IoU_coffee": 0.4826981118832035, + "precision_coffee": 0.8483839131507526, + "recall_coffee": 0.5282685512367491, + "F1_noncoffee": 0.6131233595800525, + "IoU_noncoffee": 0.4420893262679788, + "kappa": 0.3058507552108649, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7975869743469602, + "mIoU": 0.6603325362914243, + "macroF1": 0.7949781663030033, + "F1_coffee": 0.771851069448112, + "IoU_coffee": 0.628466996344872, + "precision_coffee": 0.7885082276773672, + "recall_coffee": 0.7558831135246962, + "F1_noncoffee": 0.8181052631578948, + "IoU_noncoffee": 0.6921980762379765, + "kappa": 0.5901021692558621, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7285415979777997, + "mIoU": 0.5688321794254008, + "macroF1": 0.7242356203690861, + "F1_coffee": 0.6897764380808842, + "IoU_coffee": 0.526457055214724, + "precision_coffee": 0.777683375814217, + "recall_coffee": 0.6197246671180321, + "F1_noncoffee": 0.758694802657288, + "IoU_noncoffee": 0.6112073036360774, + "kappa": 0.4538988139236043, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7344227727991566, + "mIoU": 0.5789871479320549, + "macroF1": 0.7330829722366002, + "F1_coffee": 0.714172245546352, + "IoU_coffee": 0.5554182845040593, + "precision_coffee": 0.78675, + "recall_coffee": 0.6538541450238936, + "F1_noncoffee": 0.7519936989268485, + "IoU_noncoffee": 0.6025560113600504, + "kappa": 0.47007888362367195, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7837837837837838, + "mIoU": 0.6319064032010506, + "macroF1": 0.7723119388004231, + "F1_coffee": 0.823419689119171, + "IoU_coffee": 0.6998414655627972, + "precision_coffee": 0.9541306436119116, + "recall_coffee": 0.7242070725483047, + "F1_noncoffee": 0.7212041884816754, + "IoU_noncoffee": 0.563971340839304, + "kappa": 0.557728989249921, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.70517578125, + "mIoU": 0.5204352677025736, + "macroF1": 0.6779567984277026, + "F1_coffee": 0.7715820534160551, + "IoU_coffee": 0.6281103720128111, + "precision_coffee": 0.9488276888723484, + "recall_coffee": 0.6501338773428536, + "F1_noncoffee": 0.5843315434393501, + "IoU_noncoffee": 0.4127601633923361, + "kappa": 0.3943726614498324, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5424448217317487, + "mIoU": 0.36438661999145583, + "macroF1": 0.5302384672919334, + "F1_coffee": 0.605962147672813, + "IoU_coffee": 0.4346812725789535, + "precision_coffee": 0.9084266926449099, + "recall_coffee": 0.45460085313833026, + "F1_noncoffee": 0.4545147869110536, + "IoU_noncoffee": 0.2940919674039581, + "kappa": 0.18547882778437505, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2331, + 2984 + ], + [ + 37194, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.10093868970871, + "test_tta": { + "OA": 0.7352804240383927, + "mIoU": 0.5787020774176117, + "macroF1": 0.7325631672604509, + "F1_coffee": 0.7595204398679095, + "IoU_coffee": 0.6122796894670584, + "precision_coffee": 0.8701729536305353, + "recall_coffee": 0.6738346081685669, + "F1_noncoffee": 0.7056058946529922, + "IoU_noncoffee": 0.5451244653681652, + "kappa": 0.47550880138272533, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6645754009461174, + "mIoU": 0.49435558636264937, + "macroF1": 0.6606310372956061, + "F1_coffee": 0.697217846402208, + "IoU_coffee": 0.5351760802654195, + "precision_coffee": 0.8569462668416168, + "recall_coffee": 0.5876788692827671, + "F1_noncoffee": 0.6240442281890044, + "IoU_noncoffee": 0.4535350924598792, + "kappa": 0.3493308775764046, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.7575046678014187, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8513716782465439, + "mIoU": 0.7317303928623113, + "macroF1": 0.8441058827692081, + "F1_coffee": 0.8777614138438881, + "IoU_coffee": 0.7821522309711286, + "precision_coffee": 0.8961058487445497, + "recall_coffee": 0.8601529802280271, + "F1_noncoffee": 0.8104503516945282, + "IoU_noncoffee": 0.6813085547534941, + "kappa": 0.6884142456215382, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7652301834544826, + "mIoU": 0.6075729173552006, + "macroF1": 0.7535865475292371, + "F1_coffee": 0.807150980949673, + "IoU_coffee": 0.6766581252607116, + "precision_coffee": 0.8769694161260426, + "recall_coffee": 0.7476297076639452, + "F1_noncoffee": 0.7000221141088014, + "IoU_noncoffee": 0.5384877094496896, + "kappa": 0.5119845530766642, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30713809206137427, + "mIoU": 0.15411674036047593, + "macroF1": 0.23648270163040414, + "F1_coffee": 0.4687468030690537, + "IoU_coffee": 0.30611972207375737, + "precision_coffee": 1.0, + "recall_coffee": 0.30611972207375737, + "F1_noncoffee": 0.004218600191754554, + "IoU_noncoffee": 0.002113758647194466, + "kappa": 0.0012932895791143873, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8352418077719576, + "mIoU": 0.7135033883528605, + "macroF1": 0.8323915192664314, + "F1_coffee": 0.8542486125330029, + "IoU_coffee": 0.7455793829947329, + "precision_coffee": 0.8610688681294808, + "recall_coffee": 0.8475355500908799, + "F1_noncoffee": 0.8105344259998599, + "IoU_noncoffee": 0.6814273937109881, + "kappa": 0.6648103744536006, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8422876053570505, + "mIoU": 0.7172954807368481, + "macroF1": 0.8342326793294002, + "F1_coffee": 0.8707736632488772, + "IoU_coffee": 0.7711241182650458, + "precision_coffee": 0.907132768361582, + "recall_coffee": 0.8372168812123187, + "F1_noncoffee": 0.797691695409923, + "IoU_noncoffee": 0.6634668432086506, + "kappa": 0.6692970943701775, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8733011400408224, + "mIoU": 0.7601375848099015, + "macroF1": 0.8624076120074189, + "F1_coffee": 0.9011228097439683, + "IoU_coffee": 0.8200395983594966, + "precision_coffee": 0.9116421664963447, + "recall_coffee": 0.8908434475341834, + "F1_noncoffee": 0.8236924142708694, + "IoU_noncoffee": 0.7002355712603062, + "kappa": 0.7248805409426455, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8085978681035493, + "mIoU": 0.6783536778902354, + "macroF1": 0.8083097002303451, + "F1_coffee": 0.8008774067755301, + "IoU_coffee": 0.6678861788617886, + "precision_coffee": 0.7573173542290851, + "recall_coffee": 0.8497543315231445, + "F1_noncoffee": 0.8157419936851601, + "IoU_noncoffee": 0.6888211769186822, + "kappa": 0.6177895177428725, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7988789976920541, + "mIoU": 0.6644827140086162, + "macroF1": 0.7983340340077215, + "F1_coffee": 0.7878506839786691, + "IoU_coffee": 0.6499617444529456, + "precision_coffee": 0.8100119189511323, + "recall_coffee": 0.7668697810877906, + "F1_noncoffee": 0.808817384036774, + "IoU_noncoffee": 0.679003683564287, + "kappa": 0.5969399507415347, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8348972061149182, + "mIoU": 0.7165323987991862, + "macroF1": 0.8348542350979438, + "F1_coffee": 0.8375181572940444, + "IoU_coffee": 0.720456979650125, + "precision_coffee": 0.8364766839378238, + "recall_coffee": 0.8385622273010597, + "F1_noncoffee": 0.8321903129018431, + "IoU_noncoffee": 0.7126078179482473, + "kappa": 0.6697089990033571, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8641035401598782, + "mIoU": 0.7409722222222221, + "macroF1": 0.8492741981754547, + "F1_coffee": 0.896551724137931, + "IoU_coffee": 0.8125, + "precision_coffee": 0.9535648243271009, + "recall_coffee": 0.8459715639810427, + "F1_noncoffee": 0.8019966722129783, + "IoU_noncoffee": 0.6694444444444444, + "kappa": 0.7005969827041132, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.880859375, + "mIoU": 0.7432331394316118, + "macroF1": 0.8484396740210693, + "F1_coffee": 0.9185363247863247, + "IoU_coffee": 0.8493455174117066, + "precision_coffee": 0.9642506659189681, + "recall_coffee": 0.8769603468060692, + "F1_noncoffee": 0.778343023255814, + "IoU_noncoffee": 0.637120761451517, + "kappa": 0.6987218589339769, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9076589322769288, + "mIoU": 0.7817147115880007, + "macroF1": 0.8736741953105327, + "F1_coffee": 0.9391963232097386, + "IoU_coffee": 0.8853629976580796, + "precision_coffee": 0.9575734549138805, + "recall_coffee": 0.9215112736136503, + "F1_noncoffee": 0.8081520674113267, + "IoU_noncoffee": 0.6780664255179217, + "kappa": 0.7476416529064507, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2614, + 2984 + ], + [ + 44902, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.107628945509593, + "test_tta": { + "OA": 0.8540577322541365, + "mIoU": 0.735026151347175, + "macroF1": 0.8462374028423179, + "F1_coffee": 0.8809141120430171, + "IoU_coffee": 0.7871729252624432, + "precision_coffee": 0.8920190572011956, + "recall_coffee": 0.870082262952807, + "F1_noncoffee": 0.8115606936416185, + "IoU_noncoffee": 0.6828793774319066, + "kappa": 0.6925502054467139, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7702059536171686, + "mIoU": 0.6126661460442389, + "macroF1": 0.7572964416910968, + "F1_coffee": 0.8132712974791098, + "IoU_coffee": 0.6853051550464152, + "precision_coffee": 0.8725951261222745, + "recall_coffee": 0.7615003072601176, + "F1_noncoffee": 0.7013215859030837, + "IoU_noncoffee": 0.5400271370420624, + "kappa": 0.5181552015840286, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7859466131756616, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8336616288231502, + "mIoU": 0.7086282436823448, + "macroF1": 0.828752618224533, + "F1_coffee": 0.8577466729965236, + "IoU_coffee": 0.7509250817825924, + "precision_coffee": 0.9135838715991388, + "recall_coffee": 0.8083417520565738, + "F1_noncoffee": 0.7997585634525426, + "IoU_noncoffee": 0.666331405582097, + "kappa": 0.6592967421760514, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7410436137071651, + "mIoU": 0.5817178598817223, + "macroF1": 0.7340917220440721, + "F1_coffee": 0.7770866698945957, + "IoU_coffee": 0.635438874337577, + "precision_coffee": 0.8946059514621387, + "recall_coffee": 0.6868580458256518, + "F1_noncoffee": 0.6910967741935484, + "IoU_noncoffee": 0.5279968454258676, + "kappa": 0.4806039625659929, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22695130086724483, + "mIoU": 0.11385499516395815, + "macroF1": 0.18610759760329787, + "F1_coffee": 0.368432526705908, + "IoU_coffee": 0.22581507215392838, + "precision_coffee": 1.0, + "recall_coffee": 0.22581507215392838, + "F1_noncoffee": 0.003782668500687758, + "IoU_noncoffee": 0.0018949181739879415, + "kappa": 0.0008554361263238389, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8044219758801315, + "mIoU": 0.6723590453520231, + "macroF1": 0.8040184352538662, + "F1_coffee": 0.812911495659267, + "IoU_coffee": 0.68479434573476, + "precision_coffee": 0.893213828425096, + "recall_coffee": 0.7458569442959478, + "F1_noncoffee": 0.7951253748484655, + "IoU_noncoffee": 0.6599237449692862, + "kappa": 0.6114756533788615, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8246031335643002, + "mIoU": 0.695250104740599, + "macroF1": 0.8194440370794618, + "F1_coffee": 0.8499646142958245, + "IoU_coffee": 0.7390769230769231, + "precision_coffee": 0.9297464679698084, + "recall_coffee": 0.7827928955515724, + "F1_noncoffee": 0.788923459863099, + "IoU_noncoffee": 0.651423286404275, + "kappa": 0.6425905435566481, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8662816747149898, + "mIoU": 0.7498255764427201, + "macroF1": 0.8556937081893365, + "F1_coffee": 0.8947821999373238, + "IoU_coffee": 0.809598071879209, + "precision_coffee": 0.9129496402877698, + "recall_coffee": 0.8773237056383469, + "F1_noncoffee": 0.8166052164413492, + "IoU_noncoffee": 0.6900530810062312, + "kappa": 0.7115864870165366, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8131662176408574, + "mIoU": 0.6818939996780465, + "macroF1": 0.8104280614999009, + "F1_coffee": 0.7876447876447876, + "IoU_coffee": 0.6496815286624203, + "precision_coffee": 0.8117453347969265, + "recall_coffee": 0.764934057408844, + "F1_noncoffee": 0.8332113353550141, + "IoU_noncoffee": 0.7141064706936727, + "kappa": 0.6211184368855076, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7901967249148258, + "mIoU": 0.6503676034089233, + "macroF1": 0.7877140253456386, + "F1_coffee": 0.7647566235366605, + "IoU_coffee": 0.6191141260973663, + "precision_coffee": 0.8422909880564604, + "recall_coffee": 0.700293387497179, + "F1_noncoffee": 0.8106714271546167, + "IoU_noncoffee": 0.6816210807204803, + "kappa": 0.5783038761322712, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8387981022667369, + "mIoU": 0.7220662522626958, + "macroF1": 0.8385732447703169, + "F1_coffee": 0.8445980282549039, + "IoU_coffee": 0.7309992962702322, + "precision_coffee": 0.8267011539992042, + "recall_coffee": 0.8632869312279243, + "F1_noncoffee": 0.8325484612857299, + "IoU_noncoffee": 0.7131332082551595, + "kappa": 0.6773094477162321, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7949498794569217, + "mIoU": 0.647421157241117, + "macroF1": 0.7840445540827339, + "F1_coffee": 0.8325735598839619, + "IoU_coffee": 0.7131700390486333, + "precision_coffee": 0.9644743158905424, + "recall_coffee": 0.7324097703244623, + "F1_noncoffee": 0.7355155482815058, + "IoU_noncoffee": 0.5816722754336008, + "kappa": 0.580483864910999, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85517578125, + "mIoU": 0.7086458167840783, + "macroF1": 0.8249856911276671, + "F1_coffee": 0.897674739529428, + "IoU_coffee": 0.8143465197796695, + "precision_coffee": 0.9781954887218045, + "recall_coffee": 0.8294020145352544, + "F1_noncoffee": 0.7522966427259061, + "IoU_noncoffee": 0.6029451137884873, + "kappa": 0.6556201161001279, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8908696472363705, + "mIoU": 0.7579077364963069, + "macroF1": 0.8582312927843203, + "F1_coffee": 0.9262540633564919, + "IoU_coffee": 0.8626380149590407, + "precision_coffee": 0.9708711918760021, + "recall_coffee": 0.8855575868372944, + "F1_noncoffee": 0.7902085222121487, + "IoU_noncoffee": 0.6531774580335732, + "kappa": 0.7181559042163591, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2731, + 2984 + ], + [ + 43796, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.856952953338623, + "test_tta": { + "OA": 0.8355060525750304, + "mIoU": 0.710825518252483, + "macroF1": 0.830204142778212, + "F1_coffee": 0.8602081811541271, + "IoU_coffee": 0.7547064007049588, + "precision_coffee": 0.9097434576882222, + "recall_coffee": 0.8157887141001587, + "F1_noncoffee": 0.8002001044022968, + "IoU_noncoffee": 0.6669446358000073, + "kappa": 0.6618412172034807, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7446348217376255, + "mIoU": 0.5853729378806548, + "macroF1": 0.7368441233149281, + "F1_coffee": 0.7821229050279329, + "IoU_coffee": 0.6422018348623854, + "precision_coffee": 0.8901462102963419, + "recall_coffee": 0.6974804670353788, + "F1_noncoffee": 0.6915653416019232, + "IoU_noncoffee": 0.5285440408989243, + "kappa": 0.48443669621873203, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5722785605633736, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6042188954945921, + "mIoU": 0.42792927283682214, + "macroF1": 0.5974184915007649, + "F1_coffee": 0.5450952949409295, + "IoU_coffee": 0.37466047985513806, + "precision_coffee": 0.9498601248117065, + "recall_coffee": 0.3822196565160918, + "F1_noncoffee": 0.6497416880606003, + "IoU_noncoffee": 0.48119806581850616, + "kappa": 0.2936021129263429, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.528729664243683, + "mIoU": 0.35443802569929905, + "macroF1": 0.5208058541901217, + "F1_coffee": 0.45918570009930487, + "IoU_coffee": 0.2980149523072957, + "precision_coffee": 0.9337641357027464, + "recall_coffee": 0.3044508822754806, + "F1_noncoffee": 0.5824260082809385, + "IoU_noncoffee": 0.4108610990913025, + "kappa": 0.20097468581612848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.025483655770513675, + "mIoU": 0.012777534429338981, + "macroF1": 0.024987931564131982, + "F1_coffee": 0.04697286012526096, + "IoU_coffee": 0.024051309460181722, + "precision_coffee": 1.0, + "recall_coffee": 0.024051309460181722, + "F1_noncoffee": 0.003003003003003003, + "IoU_noncoffee": 0.0015037593984962407, + "kappa": 7.233214922925815e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6044585211353393, + "mIoU": 0.4179905200266565, + "macroF1": 0.5833429846041688, + "F1_coffee": 0.48954566891998114, + "IoU_coffee": 0.32410491257285595, + "precision_coffee": 0.9243098842386465, + "recall_coffee": 0.33294130225596064, + "F1_noncoffee": 0.6771403002883564, + "IoU_noncoffee": 0.511876127480457, + "kappa": 0.26898171497340656, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5963596876777496, + "mIoU": 0.42110190023621363, + "macroF1": 0.5911210513828082, + "F1_coffee": 0.5448396501457726, + "IoU_coffee": 0.3744189774002244, + "precision_coffee": 0.9581624282198523, + "recall_coffee": 0.38064200749551896, + "F1_noncoffee": 0.637402452619844, + "IoU_noncoffee": 0.4677848230722029, + "kappa": 0.28781525979120165, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6115895853039279, + "mIoU": 0.43913690060550126, + "macroF1": 0.6097663799054607, + "F1_coffee": 0.5830928716468954, + "IoU_coffee": 0.41152511691054455, + "precision_coffee": 0.9578651685393258, + "recall_coffee": 0.4191119987709326, + "F1_noncoffee": 0.6364398881640261, + "IoU_noncoffee": 0.4667486843004579, + "kappa": 0.31145030113345085, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6284409042989341, + "mIoU": 0.4023571052037051, + "macroF1": 0.5492116612160172, + "F1_coffee": 0.3602258975393304, + "IoU_coffee": 0.21968019680196801, + "precision_coffee": 0.8185151237396884, + "recall_coffee": 0.2309283682441169, + "F1_noncoffee": 0.7381974248927039, + "IoU_noncoffee": 0.5850340136054422, + "kappa": 0.20093121437819372, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5978678975711617, + "mIoU": 0.3752642861746586, + "macroF1": 0.5207488700656424, + "F1_coffee": 0.32850064231969167, + "IoU_coffee": 0.19653052261747914, + "precision_coffee": 0.8791748526522594, + "recall_coffee": 0.20198600767321145, + "F1_noncoffee": 0.712997097811593, + "IoU_noncoffee": 0.5539980497318381, + "kappa": 0.17913917118385872, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6, + "mIoU": 0.38995386316946057, + "macroF1": 0.5433407919379256, + "F1_coffee": 0.3824869791666667, + "IoU_coffee": 0.23646608975649025, + "precision_coffee": 0.8827948910593538, + "recall_coffee": 0.24413047995013504, + "F1_noncoffee": 0.7041946047091845, + "IoU_noncoffee": 0.5434416365824308, + "kappa": 0.20846428598294622, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.5784798883390433, + "mIoU": 0.4068798771442541, + "macroF1": 0.5783869653657618, + "F1_coffee": 0.5721277691911386, + "IoU_coffee": 0.4006855493415118, + "precision_coffee": 0.9749780509218613, + "recall_coffee": 0.4048487057965731, + "F1_noncoffee": 0.5846461615403851, + "IoU_noncoffee": 0.4130742049469965, + "kappa": 0.27665421114980027, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.59501953125, + "mIoU": 0.41750036104246724, + "macroF1": 0.5866042917190986, + "F1_coffee": 0.6455858473634732, + "IoU_coffee": 0.476653205451792, + "precision_coffee": 0.97900466562986, + "recall_coffee": 0.48157592757873263, + "F1_noncoffee": 0.5276227360747238, + "IoU_noncoffee": 0.3583475166331425, + "kappa": 0.2839106741916734, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6219581211092247, + "mIoU": 0.4411953605521193, + "macroF1": 0.6084671634538039, + "F1_coffee": 0.681145584725537, + "IoU_coffee": 0.5164676076728194, + "precision_coffee": 0.9807560137457044, + "recall_coffee": 0.5217550274223035, + "F1_noncoffee": 0.5357887421820708, + "IoU_noncoffee": 0.3659231134314191, + "kappa": 0.3106011292802481, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2284, + 2984 + ], + [ + 31430, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.596672034263611, + "test_tta": { + "OA": 0.6480373898717857, + "mIoU": 0.47785419211424585, + "macroF1": 0.6462085935391481, + "F1_coffee": 0.6207721545852708, + "IoU_coffee": 0.45008673269542837, + "precision_coffee": 0.9361615456238361, + "recall_coffee": 0.4643382883532977, + "F1_noncoffee": 0.6716450324930253, + "IoU_noncoffee": 0.5056216515330634, + "kappa": 0.3557316244558369, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5653628706588208, + "mIoU": 0.392368736503264, + "macroF1": 0.5628277251615195, + "F1_coffee": 0.5295366554265019, + "IoU_coffee": 0.360115508748089, + "precision_coffee": 0.9171533636166991, + "recall_coffee": 0.37222368536563954, + "F1_noncoffee": 0.596118794896537, + "IoU_noncoffee": 0.42462196425843896, + "kappa": 0.24190064997928493, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6498436389460354, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6907993696726595, + "mIoU": 0.5275243554032518, + "macroF1": 0.6906586650254709, + "F1_coffee": 0.6840612592172434, + "IoU_coffee": 0.5198275862068965, + "precision_coffee": 0.9342762894842063, + "recall_coffee": 0.539558377832299, + "F1_noncoffee": 0.6972560708336986, + "IoU_noncoffee": 0.535221124599607, + "kappa": 0.4211049987559133, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.605731510326526, + "mIoU": 0.43423293397101037, + "macroF1": 0.6054454364904199, + "F1_coffee": 0.5948213253494198, + "IoU_coffee": 0.4233065417800561, + "precision_coffee": 0.9160465647112531, + "recall_coffee": 0.44039153717847423, + "F1_noncoffee": 0.6160695476314201, + "IoU_noncoffee": 0.4451593261619647, + "kappa": 0.2932405376056642, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07965310206804536, + "mIoU": 0.039946250171833744, + "macroF1": 0.07420421743272379, + "F1_coffee": 0.14522924411400248, + "IoU_coffee": 0.07830037413148049, + "precision_coffee": 1.0, + "recall_coffee": 0.07830037413148049, + "F1_noncoffee": 0.003179190751445087, + "IoU_noncoffee": 0.0015921262121870025, + "kappa": 0.00024929707776719876, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.710561578755025, + "mIoU": 0.5493582672337319, + "macroF1": 0.7087297808908325, + "F1_coffee": 0.6856311193437418, + "IoU_coffee": 0.5216428427622307, + "precision_coffee": 0.8991844525420788, + "recall_coffee": 0.5540468298941517, + "F1_noncoffee": 0.7318284424379232, + "IoU_noncoffee": 0.5770736917052331, + "kappa": 0.4442022511499995, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6606856610993329, + "mIoU": 0.4928613256742971, + "macroF1": 0.6601566560498392, + "F1_coffee": 0.6467484926787253, + "IoU_coffee": 0.4779218712705864, + "precision_coffee": 0.9531894636623294, + "recall_coffee": 0.4894085057845853, + "F1_noncoffee": 0.6735648194209531, + "IoU_noncoffee": 0.5078007800780078, + "kappa": 0.37957044128455253, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.703639169612187, + "mIoU": 0.5422646875840502, + "macroF1": 0.7030770399694364, + "F1_coffee": 0.7159963742187873, + "IoU_coffee": 0.557628000297243, + "precision_coffee": 0.9447312098703261, + "recall_coffee": 0.5764326317406667, + "F1_noncoffee": 0.6901577057200854, + "IoU_noncoffee": 0.5269013748708575, + "kappa": 0.44184978841849254, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7036429659130842, + "mIoU": 0.5198846674200037, + "macroF1": 0.6778177249842181, + "F1_coffee": 0.5866013071895425, + "IoU_coffee": 0.41502890173410406, + "precision_coffee": 0.7967154904571683, + "recall_coffee": 0.4641841220584432, + "F1_noncoffee": 0.7690341427788936, + "IoU_noncoffee": 0.6247404331059033, + "kappa": 0.3797377373869161, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5712715683042092, + "mIoU": 0.34492998308673367, + "macroF1": 0.48275902468964804, + "F1_coffee": 0.2687910028116214, + "IoU_coffee": 0.1552620181896925, + "precision_coffee": 0.793141592920354, + "recall_coffee": 0.16181448882870683, + "F1_noncoffee": 0.6967270465676747, + "IoU_noncoffee": 0.5345979479837748, + "kappa": 0.12426547700667596, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6404849762783342, + "mIoU": 0.447217953866356, + "macroF1": 0.6092674450621005, + "F1_coffee": 0.49882422104644325, + "IoU_coffee": 0.3322890150773448, + "precision_coffee": 0.8523355097940734, + "recall_coffee": 0.35258674423436526, + "F1_noncoffee": 0.7197106690777577, + "IoU_noncoffee": 0.5621468926553672, + "kappa": 0.2871183423864111, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7180560842532674, + "mIoU": 0.5547069633384518, + "macroF1": 0.7122972971729675, + "F1_coffee": 0.7530013339261894, + "IoU_coffee": 0.6038509538242111, + "precision_coffee": 0.964957264957265, + "recall_coffee": 0.6173897192854538, + "F1_noncoffee": 0.6715932604197458, + "IoU_noncoffee": 0.5055629728526925, + "kappa": 0.45928135813781845, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74013671875, + "mIoU": 0.5638746793809051, + "macroF1": 0.7157205483864697, + "F1_coffee": 0.7990333056415678, + "IoU_coffee": 0.6653251163375676, + "precision_coffee": 0.9799925898480919, + "recall_coffee": 0.6744868035190615, + "F1_noncoffee": 0.6324077911313717, + "IoU_noncoffee": 0.4624242424242424, + "kappa": 0.46481900001909066, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7601395963025844, + "mIoU": 0.5825524966750545, + "macroF1": 0.7297543845784877, + "F1_coffee": 0.8203715476442749, + "IoU_coffee": 0.6954491017964072, + "precision_coffee": 0.975638440860215, + "recall_coffee": 0.707739183424741, + "F1_noncoffee": 0.6391372215127005, + "IoU_noncoffee": 0.4696558915537018, + "kappa": 0.4856774852836294, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2505, + 2984 + ], + [ + 36044, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5046491106351216, + "test_tta": { + "OA": 0.7205787551035027, + "mIoU": 0.5631138846829571, + "macroF1": 0.7204814371302263, + "F1_coffee": 0.7256970080511901, + "IoU_coffee": 0.5694854462684508, + "precision_coffee": 0.9280607886336046, + "recall_coffee": 0.595785827680762, + "F1_noncoffee": 0.7152658662092625, + "IoU_noncoffee": 0.5567423230974633, + "kappa": 0.4672558879971756, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6321103034498673, + "mIoU": 0.4620694385584312, + "macroF1": 0.6320632612402379, + "F1_coffee": 0.6362236166571592, + "IoU_coffee": 0.46651608315556115, + "precision_coffee": 0.9083726991366672, + "recall_coffee": 0.48955315600035115, + "F1_noncoffee": 0.6279029058233166, + "IoU_noncoffee": 0.4576227939613013, + "kappa": 0.32600818887945054, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7682722133573446, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8075173698159158, + "mIoU": 0.6707419784980126, + "macroF1": 0.8020182712621557, + "F1_coffee": 0.8350140442970945, + "IoU_coffee": 0.7167588932806324, + "precision_coffee": 0.8916606569199502, + "recall_coffee": 0.7851349401067975, + "F1_noncoffee": 0.769022498227217, + "IoU_noncoffee": 0.6247250637153929, + "kappa": 0.6062612837600917, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7210395754009461, + "mIoU": 0.5569251599446532, + "macroF1": 0.7138075247847628, + "F1_coffee": 0.7593021229995769, + "IoU_coffee": 0.6119959879638917, + "precision_coffee": 0.8768178421566937, + "recall_coffee": 0.6695636906329558, + "F1_noncoffee": 0.6683129265699489, + "IoU_noncoffee": 0.5018543319254146, + "kappa": 0.4414411091467252, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2410940627084723, + "mIoU": 0.12095439212239079, + "macroF1": 0.19546092759224593, + "F1_coffee": 0.3870689655172414, + "IoU_coffee": 0.23997862105825762, + "precision_coffee": 1.0, + "recall_coffee": 0.23997862105825762, + "F1_noncoffee": 0.003852889667250438, + "IoU_noncoffee": 0.0019301631865239516, + "kappa": 0.0009259668939181924, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7826775490315507, + "mIoU": 0.6426553112880555, + "macroF1": 0.7824115873647537, + "F1_coffee": 0.7900188323917138, + "IoU_coffee": 0.6529182879377432, + "precision_coffee": 0.878649037832177, + "recall_coffee": 0.717630706725115, + "F1_noncoffee": 0.7748043423377935, + "IoU_noncoffee": 0.632392334638368, + "kappa": 0.5695206513144572, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8256890221831532, + "mIoU": 0.6931745274700611, + "macroF1": 0.8175274046654074, + "F1_coffee": 0.8561184856374578, + "IoU_coffee": 0.7484328358208955, + "precision_coffee": 0.8990587180636486, + "recall_coffee": 0.8170930422030308, + "F1_noncoffee": 0.778936323693357, + "IoU_noncoffee": 0.6379162191192267, + "kappa": 0.6363294073539049, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8103250858764375, + "mIoU": 0.6686221936682548, + "macroF1": 0.7996191816450611, + "F1_coffee": 0.845936109987869, + "IoU_coffee": 0.7330063069376314, + "precision_coffee": 0.8931010928961749, + "recall_coffee": 0.8035028422184667, + "F1_noncoffee": 0.7533022533022533, + "IoU_noncoffee": 0.6042380803988782, + "kappa": 0.6010201405731326, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8032095583928781, + "mIoU": 0.6671436082255275, + "macroF1": 0.7997693869431999, + "F1_coffee": 0.7735238608789431, + "IoU_coffee": 0.6306880633106177, + "precision_coffee": 0.8079414249507181, + "recall_coffee": 0.7419188001034394, + "F1_noncoffee": 0.8260149130074566, + "IoU_noncoffee": 0.7035991531404375, + "kappa": 0.6000962747300695, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7882184855478624, + "mIoU": 0.6501678814000554, + "macroF1": 0.7879562218620981, + "F1_coffee": 0.780498917872195, + "IoU_coffee": 0.6400149448907155, + "precision_coffee": 0.7879484820607175, + "recall_coffee": 0.7731888964116452, + "F1_noncoffee": 0.7954135258520013, + "IoU_noncoffee": 0.6603208179093953, + "kappa": 0.5759477722640278, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8191881918819188, + "mIoU": 0.6937373432269396, + "macroF1": 0.8191777724956795, + "F1_coffee": 0.8205503819190122, + "IoU_coffee": 0.6957061745919092, + "precision_coffee": 0.8265177065767285, + "recall_coffee": 0.8146686058591315, + "F1_noncoffee": 0.8178051630723467, + "IoU_noncoffee": 0.6917685118619699, + "kappa": 0.6383746834678745, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.760436492830859, + "mIoU": 0.601502702169211, + "macroF1": 0.7488462949576996, + "F1_coffee": 0.8027992479632338, + "IoU_coffee": 0.6705636014657128, + "precision_coffee": 0.940068493150685, + "recall_coffee": 0.7005103900838499, + "F1_noncoffee": 0.6948933419521655, + "IoU_noncoffee": 0.5324418028727093, + "kappa": 0.5137340707218153, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.858984375, + "mIoU": 0.7117618620792561, + "macroF1": 0.8268745280091794, + "F1_coffee": 0.9014334470989761, + "IoU_coffee": 0.8205542438175718, + "precision_coffee": 0.9700308505949757, + "recall_coffee": 0.841897233201581, + "F1_noncoffee": 0.7523156089193825, + "IoU_noncoffee": 0.6029694803409403, + "kappa": 0.6580462084042704, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.802395774382192, + "mIoU": 0.620862899374235, + "macroF1": 0.7572769387208904, + "F1_coffee": 0.8619257892308706, + "IoU_coffee": 0.7573546444290016, + "precision_coffee": 0.9384328358208955, + "recall_coffee": 0.7969530773918343, + "F1_noncoffee": 0.6526280882109103, + "IoU_noncoffee": 0.48437115431946837, + "kappa": 0.5225378233611854, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2603, + 2984 + ], + [ + 42464, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.40907564163208, + "test_tta": { + "OA": 0.8167753026287515, + "mIoU": 0.6826535701577279, + "macroF1": 0.8103821845129479, + "F1_coffee": 0.8451995521800962, + "IoU_coffee": 0.7319009563736407, + "precision_coffee": 0.888086986932884, + "recall_coffee": 0.8062635300909222, + "F1_noncoffee": 0.7755648168457995, + "IoU_noncoffee": 0.633406183941815, + "kappa": 0.622042310719772, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7303709472712588, + "mIoU": 0.5668215845704192, + "macroF1": 0.7216262703349494, + "F1_coffee": 0.7709647779479326, + "IoU_coffee": 0.627292663476874, + "precision_coffee": 0.8725492914783284, + "recall_coffee": 0.6905671143885523, + "F1_noncoffee": 0.6722877627219661, + "IoU_noncoffee": 0.5063505056639646, + "kappa": 0.4538446306462971, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7864198213350848, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7870854523314949, + "mIoU": 0.6466566423326325, + "macroF1": 0.7850592408682349, + "F1_coffee": 0.8059282473149871, + "IoU_coffee": 0.6749412214992618, + "precision_coffee": 0.9273881522106607, + "recall_coffee": 0.7125992206667628, + "F1_noncoffee": 0.7641902344214827, + "IoU_noncoffee": 0.6183720631660033, + "kappa": 0.578895205535741, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6944732894888658, + "mIoU": 0.5298555145489694, + "macroF1": 0.6921370696425271, + "F1_coffee": 0.7189556357461261, + "IoU_coffee": 0.5612261806130903, + "precision_coffee": 0.9088957466791896, + "recall_coffee": 0.5946800105346326, + "F1_noncoffee": 0.6653185035389282, + "IoU_noncoffee": 0.4984848484848485, + "kappa": 0.41471316911665546, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16450967311541026, + "mIoU": 0.08251760725234504, + "macroF1": 0.14211344547092716, + "F1_coffee": 0.28072593613599817, + "IoU_coffee": 0.1632816675574559, + "precision_coffee": 1.0, + "recall_coffee": 0.1632816675574559, + "F1_noncoffee": 0.003500954805856143, + "IoU_noncoffee": 0.0017535469472341782, + "kappa": 0.0005724802256462987, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7826775490315507, + "mIoU": 0.6429204538471467, + "macroF1": 0.7826508398709398, + "F1_coffee": 0.7850602409638554, + "IoU_coffee": 0.6461721539071796, + "precision_coffee": 0.8991306747619705, + "recall_coffee": 0.6966748636801027, + "F1_noncoffee": 0.7802414387780241, + "IoU_noncoffee": 0.6396687537871137, + "kappa": 0.5723393496828046, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.787372666632194, + "mIoU": 0.6456025734930655, + "macroF1": 0.7840495422408955, + "F1_coffee": 0.8108381635845064, + "IoU_coffee": 0.6818568665377176, + "precision_coffee": 0.9312130177514792, + "recall_coffee": 0.7180218347726902, + "F1_noncoffee": 0.7572609208972846, + "IoU_noncoffee": 0.6093482804484135, + "kappa": 0.5771657952396276, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7904117090655648, + "mIoU": 0.6486514653829141, + "macroF1": 0.7861335696925059, + "F1_coffee": 0.8163817166782973, + "IoU_coffee": 0.6897339523914806, + "precision_coffee": 0.9443995963673057, + "recall_coffee": 0.7189276386541712, + "F1_noncoffee": 0.7558854227067145, + "IoU_noncoffee": 0.6075689783743475, + "kappa": 0.5824670924923235, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7822420053883097, + "mIoU": 0.6359664642931641, + "macroF1": 0.7764165824369551, + "F1_coffee": 0.7403268612934767, + "IoU_coffee": 0.587713461964959, + "precision_coffee": 0.8049817739975699, + "recall_coffee": 0.6852857512283423, + "F1_noncoffee": 0.8125063035804336, + "IoU_noncoffee": 0.6842194666213691, + "kappa": 0.5549063686378092, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7561270469282338, + "mIoU": 0.6016101240027778, + "macroF1": 0.7500392353360152, + "F1_coffee": 0.7110300820419325, + "IoU_coffee": 0.5516265912305516, + "precision_coffee": 0.8405172413793104, + "recall_coffee": 0.6161137440758294, + "F1_noncoffee": 0.789048388630098, + "IoU_noncoffee": 0.6515936567750039, + "kappa": 0.5085924422898528, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7645756457564575, + "mIoU": 0.6146029692234928, + "macroF1": 0.760522232820072, + "F1_coffee": 0.7293661374378864, + "IoU_coffee": 0.574017550553224, + "precision_coffee": 0.87521815008726, + "recall_coffee": 0.6251817992935799, + "F1_noncoffee": 0.7916783282022577, + "IoU_noncoffee": 0.6551883878937615, + "kappa": 0.5310687575917635, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7831493465296282, + "mIoU": 0.6338995582708342, + "macroF1": 0.7743062137913744, + "F1_coffee": 0.8189810401440525, + "IoU_coffee": 0.6934529147982063, + "precision_coffee": 0.9774968394437421, + "recall_coffee": 0.7047028800583303, + "F1_noncoffee": 0.7296313874386964, + "IoU_noncoffee": 0.5743462017434621, + "kappa": 0.5656718593887358, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81513671875, + "mIoU": 0.653643257774285, + "macroF1": 0.7852696313228833, + "F1_coffee": 0.8653531545629134, + "IoU_coffee": 0.7626629889669007, + "precision_coffee": 0.9786036036036037, + "recall_coffee": 0.7755960729312763, + "F1_noncoffee": 0.7051861080828531, + "IoU_noncoffee": 0.5446235265816695, + "kappa": 0.58277385545376, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8135257498585172, + "mIoU": 0.6488109467428548, + "macroF1": 0.7812018919759296, + "F1_coffee": 0.8652994481161, + "IoU_coffee": 0.7625795604659541, + "precision_coffee": 0.9811495673671199, + "recall_coffee": 0.7739183424741012, + "F1_noncoffee": 0.6971043358357591, + "IoU_noncoffee": 0.5350423330197555, + "kappa": 0.5757056766398175, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2523, + 2984 + ], + [ + 41403, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5018677234649658, + "test_tta": { + "OA": 0.8033450325907886, + "mIoU": 0.6677524970465465, + "macroF1": 0.8002692303577255, + "F1_coffee": 0.8250549590594832, + "IoU_coffee": 0.702207278051955, + "precision_coffee": 0.9206157346510718, + "recall_coffee": 0.7474671669793621, + "F1_noncoffee": 0.7754835016559676, + "IoU_noncoffee": 0.6332977160411379, + "kappa": 0.6059867479789238, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7121697242413754, + "mIoU": 0.5492622108345813, + "macroF1": 0.7081562474503995, + "F1_coffee": 0.7423806265893864, + "IoU_coffee": 0.5903062900312038, + "precision_coffee": 0.9013258941165407, + "recall_coffee": 0.6310903344745852, + "F1_noncoffee": 0.6739318683114125, + "IoU_noncoffee": 0.5082181316379587, + "kappa": 0.43841673063432046, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5749977485452493, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.5897858319604613, + "mIoU": 0.415053641944803, + "macroF1": 0.5853156933977705, + "F1_coffee": 0.5422611197698117, + "IoU_coffee": 0.3719878279463772, + "precision_coffee": 0.8810466852801766, + "recall_coffee": 0.3916582479434262, + "F1_noncoffee": 0.6283702670257292, + "IoU_noncoffee": 0.45811945594322884, + "kappa": 0.2595221574345756, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5231337256259375, + "mIoU": 0.35145222506278984, + "macroF1": 0.5186552397348313, + "F1_coffee": 0.4722257693781126, + "IoU_coffee": 0.3090939485122033, + "precision_coffee": 0.8658393818777804, + "recall_coffee": 0.3246422614344658, + "F1_noncoffee": 0.56508471009155, + "IoU_noncoffee": 0.39381050161337633, + "kappa": 0.17740140543760644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08232154769846564, + "mIoU": 0.04128474514440988, + "macroF1": 0.07650149585281525, + "F1_coffee": 0.14981458590852906, + "IoU_coffee": 0.08097274184927845, + "precision_coffee": 1.0, + "recall_coffee": 0.08097274184927845, + "F1_noncoffee": 0.003188405797101449, + "IoU_noncoffee": 0.0015967484395412977, + "kappa": 0.0002585527692975803, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.646972834693629, + "mIoU": 0.47370225309379776, + "macroF1": 0.641403845383933, + "F1_coffee": 0.5967158363484554, + "IoU_coffee": 0.4252280840936136, + "precision_coffee": 0.8543534568639171, + "recall_coffee": 0.45846252539292204, + "F1_noncoffee": 0.6860918544194108, + "IoU_noncoffee": 0.5221764220939819, + "kappa": 0.33021754101497564, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5891721392005791, + "mIoU": 0.41550072291991536, + "macroF1": 0.5862035746108136, + "F1_coffee": 0.5511553019603412, + "IoU_coffee": 0.3804102004211183, + "precision_coffee": 0.8988391376451078, + "recall_coffee": 0.39742545217533, + "F1_noncoffee": 0.6212518472612861, + "IoU_noncoffee": 0.45059124541871237, + "kappa": 0.2651837065423066, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.5436351869368248, + "mIoU": 0.3699923667450572, + "macroF1": 0.5385239147752654, + "F1_coffee": 0.48995715795916095, + "IoU_coffee": 0.3244657332350774, + "precision_coffee": 0.8885973763874874, + "recall_coffee": 0.3382239975418651, + "F1_noncoffee": 0.5870906715913697, + "IoU_noncoffee": 0.41551900025503696, + "kappa": 0.20635599455865122, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6277380812931943, + "mIoU": 0.4116343090535027, + "macroF1": 0.5637749218542082, + "F1_coffee": 0.3967350037965072, + "IoU_coffee": 0.24745441629173573, + "precision_coffee": 0.7458957887223412, + "recall_coffee": 0.27023532454098786, + "F1_noncoffee": 0.7308148399119092, + "IoU_noncoffee": 0.5758142018152697, + "kappa": 0.20525753698665594, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6782063963072865, + "mIoU": 0.4927797240115378, + "macroF1": 0.6539933581782587, + "F1_coffee": 0.56246264196055, + "IoU_coffee": 0.3912681912681913, + "precision_coffee": 0.832375055285272, + "recall_coffee": 0.42473482283908826, + "F1_noncoffee": 0.7455240743959674, + "IoU_noncoffee": 0.5942912567548843, + "kappa": 0.3478684801894456, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.5849235635213496, + "mIoU": 0.38314754361988906, + "macroF1": 0.5398021365018442, + "F1_coffee": 0.39570222563315427, + "IoU_coffee": 0.2466513585916571, + "precision_coffee": 0.7573443008225617, + "recall_coffee": 0.267816330770829, + "F1_noncoffee": 0.683902047370534, + "IoU_noncoffee": 0.519643728648121, + "kappa": 0.17768427491090724, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6678086537241467, + "mIoU": 0.494425551729925, + "macroF1": 0.6596114601882271, + "F1_coffee": 0.7124340949033392, + "IoU_coffee": 0.553318546323153, + "precision_coffee": 0.896351575456053, + "recall_coffee": 0.5911410864017499, + "F1_noncoffee": 0.6067888254731151, + "IoU_noncoffee": 0.43553255713669686, + "kappa": 0.356280283669675, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.51005859375, + "mIoU": 0.3406596304059465, + "macroF1": 0.507279820460389, + "F1_coffee": 0.544281951130893, + "IoU_coffee": 0.37389242480968427, + "precision_coffee": 0.9463044851547694, + "recall_coffee": 0.38199668494198646, + "F1_noncoffee": 0.47027768978988493, + "IoU_noncoffee": 0.3074268360022087, + "kappa": 0.1854471433805498, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5066968496510093, + "mIoU": 0.3373757231768977, + "macroF1": 0.5034599726758389, + "F1_coffee": 0.5435503578285914, + "IoU_coffee": 0.37320230105465, + "precision_coffee": 0.9572702121118967, + "recall_coffee": 0.3795246800731261, + "F1_noncoffee": 0.4633695875230864, + "IoU_noncoffee": 0.3015491452991453, + "kappa": 0.18573085937840744, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2147, + 2984 + ], + [ + 30761, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5047331134478252, + "test_tta": { + "OA": 0.6304526896354129, + "mIoU": 0.46001889655927364, + "macroF1": 0.6300444790109139, + "F1_coffee": 0.6177554687065884, + "IoU_coffee": 0.44692198429501784, + "precision_coffee": 0.8620760959470637, + "recall_coffee": 0.4813392986000866, + "F1_noncoffee": 0.6423334893152395, + "IoU_noncoffee": 0.47311580882352944, + "kappa": 0.3118107922769606, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5597092419522326, + "mIoU": 0.3883328506095956, + "macroF1": 0.55929723938162, + "F1_coffee": 0.5458224232325637, + "IoU_coffee": 0.37534784743820593, + "precision_coffee": 0.8472196563827822, + "recall_coffee": 0.40259854270915635, + "F1_noncoffee": 0.5727720555306762, + "IoU_noncoffee": 0.4013178537809853, + "kappa": 0.21236097042912855, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6413354821698156, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7238378339660483, + "mIoU": 0.5669828588889809, + "macroF1": 0.7236132129604166, + "F1_coffee": 0.7314924437634933, + "IoU_coffee": 0.5766559609102638, + "precision_coffee": 0.9217234873414945, + "recall_coffee": 0.6063501226728244, + "F1_noncoffee": 0.7157339821573399, + "IoU_noncoffee": 0.5573097568676981, + "kappa": 0.47107823605067706, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6294421368408908, + "mIoU": 0.45918211113474694, + "macroF1": 0.629342113092299, + "F1_coffee": 0.635431003902093, + "IoU_coffee": 0.46566425422177854, + "precision_coffee": 0.8988398699369756, + "recall_coffee": 0.4914186638574313, + "F1_noncoffee": 0.6232532222825051, + "IoU_noncoffee": 0.4526999680477154, + "kappa": 0.3191126416050136, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0543028685790527, + "mIoU": 0.027231197414229195, + "macroF1": 0.05180092384358914, + "F1_coffee": 0.10050761421319797, + "IoU_coffee": 0.05291288081239979, + "precision_coffee": 1.0, + "recall_coffee": 0.05291288081239979, + "F1_noncoffee": 0.0030942334739803095, + "IoU_noncoffee": 0.0015495140160585999, + "kappa": 0.00016396505752553468, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7108052137897429, + "mIoU": 0.5481313945161814, + "macroF1": 0.7073341178037722, + "F1_coffee": 0.6754613807245387, + "IoU_coffee": 0.5099597481680256, + "precision_coffee": 0.9363274587833996, + "recall_coffee": 0.528279696354111, + "F1_noncoffee": 0.7392068548830056, + "IoU_noncoffee": 0.5863030408643374, + "kappa": 0.4490346165339181, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7173069962252443, + "mIoU": 0.558664124191119, + "macroF1": 0.7167204360639319, + "F1_coffee": 0.7296107621544092, + "IoU_coffee": 0.574320641594643, + "precision_coffee": 0.9283826305852737, + "recall_coffee": 0.6009450871761447, + "F1_noncoffee": 0.7038301099734546, + "IoU_noncoffee": 0.5430076067875951, + "kappa": 0.46052878870161645, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7407776173644646, + "mIoU": 0.5842201000101594, + "macroF1": 0.7366991010862822, + "F1_coffee": 0.7694691636782219, + "IoU_coffee": 0.62531481614737, + "precision_coffee": 0.9081408715644268, + "recall_coffee": 0.6675372561069288, + "F1_noncoffee": 0.7039290384943424, + "IoU_noncoffee": 0.5431253838729491, + "kappa": 0.4887092190545196, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7099683729647417, + "mIoU": 0.5194411400522994, + "macroF1": 0.6752033204916078, + "F1_coffee": 0.5689415041782729, + "IoU_coffee": 0.3975669099756691, + "precision_coffee": 0.8705380927011188, + "recall_coffee": 0.4225497801913628, + "F1_noncoffee": 0.7814651368049427, + "IoU_noncoffee": 0.6413153701289295, + "kappa": 0.38766719747298717, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6828222881635344, + "mIoU": 0.49822644940497796, + "macroF1": 0.6590417655274539, + "F1_coffee": 0.5689964157706093, + "IoU_coffee": 0.3976205385097057, + "precision_coffee": 0.8410596026490066, + "recall_coffee": 0.4299255247122546, + "F1_noncoffee": 0.7490871152842984, + "IoU_noncoffee": 0.5988323603002502, + "kappa": 0.35723774096320504, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.666420664206642, + "mIoU": 0.4880628260732195, + "macroF1": 0.6523376760105868, + "F1_coffee": 0.5823653643083422, + "IoU_coffee": 0.4108007448789572, + "precision_coffee": 0.7984075280492219, + "recall_coffee": 0.4583419904425514, + "F1_noncoffee": 0.7223099877128313, + "IoU_noncoffee": 0.5653249072674817, + "kappa": 0.33695540792725465, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7117117117117117, + "mIoU": 0.5480189821080097, + "macroF1": 0.7069461187451367, + "F1_coffee": 0.7443169029934729, + "IoU_coffee": 0.59275855888152, + "precision_coffee": 0.9726470588235294, + "recall_coffee": 0.6028071454611739, + "F1_noncoffee": 0.6695753344968005, + "IoU_noncoffee": 0.5032794053344993, + "kappa": 0.45285827686966884, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74794921875, + "mIoU": 0.5691274564981634, + "macroF1": 0.7190733697584801, + "F1_coffee": 0.8091399837314206, + "IoU_coffee": 0.6794585196224541, + "precision_coffee": 0.9632042253521127, + "recall_coffee": 0.6975647073823792, + "F1_noncoffee": 0.6290067557855398, + "IoU_noncoffee": 0.4587963933738729, + "kappa": 0.46476399703193905, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8073005093378608, + "mIoU": 0.6321467483255913, + "macroF1": 0.7670056114616546, + "F1_coffee": 0.8638998068083406, + "IoU_coffee": 0.760408115398147, + "precision_coffee": 0.9526888039964737, + "recall_coffee": 0.7902498476538696, + "F1_noncoffee": 0.6701114161149685, + "IoU_noncoffee": 0.5038853812530355, + "kappa": 0.5436196361908752, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2488, + 2984 + ], + [ + 37906, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5520329793294272, + "test_tta": { + "OA": 0.7481376692214025, + "mIoU": 0.5964242114508119, + "macroF1": 0.746962932808473, + "F1_coffee": 0.7642039263022012, + "IoU_coffee": 0.6183899937596657, + "precision_coffee": 0.9115341545352743, + "recall_coffee": 0.6578727089046038, + "F1_noncoffee": 0.7297219393147447, + "IoU_noncoffee": 0.5744584291419581, + "kappa": 0.5086392479319869, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6523306795892466, + "mIoU": 0.4831807457569576, + "macroF1": 0.65127327909975, + "F1_coffee": 0.6704759821745906, + "IoU_coffee": 0.5042977585852354, + "precision_coffee": 0.888872779992751, + "recall_coffee": 0.5382319374945133, + "F1_noncoffee": 0.6320705760249092, + "IoU_noncoffee": 0.4620637329286798, + "kappa": 0.34658955269616243, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7632103422918861, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7819103216101998, + "mIoU": 0.6393588980330103, + "macroF1": 0.7795922427585942, + "F1_coffee": 0.8021958389501551, + "IoU_coffee": 0.6697220338983051, + "precision_coffee": 0.9171804204114982, + "recall_coffee": 0.7128301342185019, + "F1_noncoffee": 0.7569886465670331, + "IoU_noncoffee": 0.6089957621677154, + "kappa": 0.567534972458631, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6824737510095765, + "mIoU": 0.5160710503783905, + "macroF1": 0.6802656535798184, + "F1_coffee": 0.7068364004367627, + "IoU_coffee": 0.5465947237267541, + "precision_coffee": 0.8986591724791766, + "recall_coffee": 0.5824993415854622, + "F1_noncoffee": 0.6536949067228741, + "IoU_noncoffee": 0.48554737703002687, + "kappa": 0.3931909324627817, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09232821881254169, + "mIoU": 0.04630422212136895, + "macroF1": 0.08501649809671855, + "F1_coffee": 0.16680955296999386, + "IoU_coffee": 0.09099412079102084, + "precision_coffee": 1.0, + "recall_coffee": 0.09099412079102084, + "F1_noncoffee": 0.0032234432234432234, + "IoU_noncoffee": 0.001614323451717053, + "kappa": 0.0002937447369999318, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7158606407601413, + "mIoU": 0.5566572493482127, + "macroF1": 0.7150061361893221, + "F1_coffee": 0.6994007345834139, + "IoU_coffee": 0.5377526753864447, + "precision_coffee": 0.880149205319494, + "recall_coffee": 0.5802416337004169, + "F1_noncoffee": 0.7306115377952301, + "IoU_noncoffee": 0.5755618233099808, + "kappa": 0.45077010036289344, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7997828222762294, + "mIoU": 0.6621024380465688, + "macroF1": 0.7960770377223263, + "F1_coffee": 0.8235669370272487, + "IoU_coffee": 0.700054225733984, + "precision_coffee": 0.9343465674110836, + "recall_coffee": 0.736271794036174, + "F1_noncoffee": 0.7685871384174038, + "IoU_noncoffee": 0.6241506503591535, + "kappa": 0.5995377565177028, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.818688704137004, + "mIoU": 0.6839679972547008, + "macroF1": 0.811127797088872, + "F1_coffee": 0.8489172820044802, + "IoU_coffee": 0.7374945942049878, + "precision_coffee": 0.9227994227994228, + "recall_coffee": 0.785988631126133, + "F1_noncoffee": 0.7733383121732637, + "IoU_noncoffee": 0.630441400304414, + "kappa": 0.6258536603278388, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7466323064308305, + "mIoU": 0.5846932041968774, + "macroF1": 0.7356243370664852, + "F1_coffee": 0.6816777041942604, + "IoU_coffee": 0.5170797052913597, + "precision_coffee": 0.7909836065573771, + "recall_coffee": 0.5989138867339022, + "F1_noncoffee": 0.78957096993871, + "IoU_noncoffee": 0.6523067031023951, + "kappa": 0.4778403248545693, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7598637212880537, + "mIoU": 0.605872418700718, + "macroF1": 0.7532651638158205, + "F1_coffee": 0.7129155170148469, + "IoU_coffee": 0.5538995508370763, + "precision_coffee": 0.8531446540880503, + "recall_coffee": 0.6122771383434891, + "F1_noncoffee": 0.7936148106167942, + "IoU_noncoffee": 0.6578452865643596, + "kappa": 0.5159320264508608, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.783342119135477, + "mIoU": 0.6424788554812657, + "macroF1": 0.7821074112785262, + "F1_coffee": 0.7657051647474632, + "IoU_coffee": 0.6203583964529835, + "precision_coffee": 0.8484082870136432, + "recall_coffee": 0.6976937461043009, + "F1_noncoffee": 0.7985096578095892, + "IoU_noncoffee": 0.6645993145095479, + "kappa": 0.5677471696580951, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6825275980205557, + "mIoU": 0.5148603813922532, + "macroF1": 0.6788531153146624, + "F1_coffee": 0.7132049518569463, + "IoU_coffee": 0.5542490646712988, + "precision_coffee": 0.9607782581840643, + "recall_coffee": 0.567079839591688, + "F1_noncoffee": 0.6445012787723785, + "IoU_noncoffee": 0.47547169811320755, + "kappa": 0.40655027606271466, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83525390625, + "mIoU": 0.679308911814182, + "macroF1": 0.8038919349075632, + "F1_coffee": 0.8823160097663062, + "IoU_coffee": 0.7894145549868931, + "precision_coffee": 0.9741219963031423, + "recall_coffee": 0.8063241106719368, + "F1_noncoffee": 0.7254678600488201, + "IoU_noncoffee": 0.5692032686414709, + "kappa": 0.6157456450277429, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8503112620260328, + "mIoU": 0.6933680468019638, + "macroF1": 0.8130537160567399, + "F1_coffee": 0.8965112487773068, + "IoU_coffee": 0.8124335184966316, + "precision_coffee": 0.9640953716690042, + "recall_coffee": 0.8377818403412554, + "F1_noncoffee": 0.7295961833361732, + "IoU_noncoffee": 0.5743025751072961, + "kappa": 0.6308473953763594, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2674, + 2984 + ], + [ + 40963, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7069096406300863, + "test_tta": { + "OA": 0.8005873504763269, + "mIoU": 0.6634944624585544, + "macroF1": 0.7971282606838388, + "F1_coffee": 0.8236188545362392, + "IoU_coffee": 0.7001292546316243, + "precision_coffee": 0.9125688814011442, + "recall_coffee": 0.7504690431519699, + "F1_noncoffee": 0.7706376668314384, + "IoU_noncoffee": 0.6268596702854845, + "kappa": 0.5992081681540202, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7012230298834661, + "mIoU": 0.5364053776397939, + "macroF1": 0.6973635643186665, + "F1_coffee": 0.7315397973200632, + "IoU_coffee": 0.5767148198851678, + "precision_coffee": 0.8931396747041327, + "recall_coffee": 0.6194583443069089, + "F1_noncoffee": 0.6631873313172698, + "IoU_noncoffee": 0.49609593539442, + "kappa": 0.41860645126694473, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7844298896246485, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7938543084306282, + "mIoU": 0.6559051322454723, + "macroF1": 0.7918572865292821, + "F1_coffee": 0.8122451642365528, + "IoU_coffee": 0.6838491747452833, + "precision_coffee": 0.933705800742435, + "recall_coffee": 0.7187472939818156, + "F1_noncoffee": 0.7714694088220113, + "IoU_noncoffee": 0.6279610897456613, + "kappa": 0.5921157690938692, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.692771431868005, + "mIoU": 0.5282687334445659, + "macroF1": 0.6908839534930556, + "F1_coffee": 0.7150386601385879, + "IoU_coffee": 0.5564670608811526, + "precision_coffee": 0.9155875299760192, + "recall_coffee": 0.586559564568519, + "F1_noncoffee": 0.6667292468475234, + "IoU_noncoffee": 0.5000704060079794, + "kappa": 0.4146147570838949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1000667111407605, + "mIoU": 0.05018608476452944, + "macroF1": 0.09149541286167802, + "F1_coffee": 0.17973975434756173, + "IoU_coffee": 0.09874398717263495, + "precision_coffee": 1.0, + "recall_coffee": 0.09874398717263495, + "F1_noncoffee": 0.0032510713757942958, + "IoU_noncoffee": 0.0016281823564239194, + "kappa": 0.0003214947476897979, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7801802899256913, + "mIoU": 0.6395487902833439, + "macroF1": 0.7801460130234981, + "F1_coffee": 0.7774008511688152, + "IoU_coffee": 0.6358591464029866, + "precision_coffee": 0.9186588921282799, + "recall_coffee": 0.673794504437079, + "F1_noncoffee": 0.7828911748781808, + "IoU_noncoffee": 0.6432384341637011, + "kappa": 0.57020341969238, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7632762810900253, + "mIoU": 0.6155086885703007, + "macroF1": 0.7616956700063569, + "F1_coffee": 0.78110356698862, + "IoU_coffee": 0.6408284952141848, + "precision_coffee": 0.9453703703703704, + "recall_coffee": 0.6654717288577481, + "F1_noncoffee": 0.7422877730240937, + "IoU_noncoffee": 0.5901888819264166, + "kappa": 0.5397513840712286, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8344700552596207, + "mIoU": 0.7069709040724687, + "macroF1": 0.8272739865083821, + "F1_coffee": 0.8625294579732914, + "IoU_coffee": 0.7582872928176796, + "precision_coffee": 0.9339242546333602, + "recall_coffee": 0.8012751574742664, + "F1_noncoffee": 0.7920185150434729, + "IoU_noncoffee": 0.6556545153272577, + "kappa": 0.6575755114050409, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7862246690875014, + "mIoU": 0.6388363098551899, + "macroF1": 0.7781570792019962, + "F1_coffee": 0.7358517875235201, + "IoU_coffee": 0.5820929700022899, + "precision_coffee": 0.8356344510190664, + "recall_coffee": 0.6573571243858288, + "F1_noncoffee": 0.8204623708804722, + "IoU_noncoffee": 0.69557964970809, + "kappa": 0.5605728113183626, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.747115067589845, + "mIoU": 0.5862745231638572, + "macroF1": 0.7370991538233341, + "F1_coffee": 0.68578451454322, + "IoU_coffee": 0.5218204488778054, + "precision_coffee": 0.8682572614107884, + "recall_coffee": 0.5666892349356805, + "F1_noncoffee": 0.7884137931034483, + "IoU_noncoffee": 0.650728597449909, + "kappa": 0.48938463709780966, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7917764891934633, + "mIoU": 0.6537597513207642, + "macroF1": 0.7903951251128356, + "F1_coffee": 0.7733792312105565, + "IoU_coffee": 0.6304957904583723, + "precision_coffee": 0.8636596617119426, + "recall_coffee": 0.7001869935591107, + "F1_noncoffee": 0.8074110190151146, + "IoU_noncoffee": 0.6770237121831562, + "kappa": 0.5846472603354022, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7736327877172947, + "mIoU": 0.6226530217066495, + "macroF1": 0.766003999119118, + "F1_coffee": 0.8082545141874462, + "IoU_coffee": 0.6782106782106783, + "precision_coffee": 0.9848088004190676, + "recall_coffee": 0.6853809697411594, + "F1_noncoffee": 0.7237534840507898, + "IoU_noncoffee": 0.5670953652026207, + "kappa": 0.5527191684040785, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77763671875, + "mIoU": 0.6080855883865367, + "macroF1": 0.7509678660637997, + "F1_coffee": 0.832462659112648, + "IoU_coffee": 0.7130073103100579, + "precision_coffee": 0.9841684064022269, + "recall_coffee": 0.721280122402142, + "F1_noncoffee": 0.6694730730149514, + "IoU_noncoffee": 0.5031638664630155, + "kappa": 0.5242380579191714, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8726655348047538, + "mIoU": 0.7291238316333175, + "macroF1": 0.8386128583088392, + "F1_coffee": 0.9127456049638056, + "IoU_coffee": 0.8394958982285102, + "precision_coffee": 0.9716526764827301, + "recall_coffee": 0.8605728214503352, + "F1_noncoffee": 0.764480111653873, + "IoU_noncoffee": 0.6187517650381248, + "kappa": 0.6803964854800766, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2642, + 2984 + ], + [ + 41662, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5008059779802958, + "test_tta": { + "OA": 0.8070876011747009, + "mIoU": 0.6730749203479218, + "macroF1": 0.8041082390015335, + "F1_coffee": 0.8282667261800386, + "IoU_coffee": 0.7068730953417501, + "precision_coffee": 0.9249804172897529, + "recall_coffee": 0.7498628950786549, + "F1_noncoffee": 0.7799497518230284, + "IoU_noncoffee": 0.6392767453540934, + "kappa": 0.6136287923112748, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7062276450905735, + "mIoU": 0.5428353535267608, + "macroF1": 0.7029301707862514, + "F1_coffee": 0.7342284156000052, + "IoU_coffee": 0.5800639109370168, + "precision_coffee": 0.9053640956334267, + "recall_coffee": 0.6175050478447898, + "F1_noncoffee": 0.6716319259724977, + "IoU_noncoffee": 0.5056067961165048, + "kappa": 0.43098004302602444, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6486885682046777, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.873551531583874, + "mIoU": 0.7062815829363447, + "macroF1": 0.81961872202784, + "F1_coffee": 0.9182517241739094, + "IoU_coffee": 0.848858967186867, + "precision_coffee": 0.9108673152556407, + "recall_coffee": 0.9257568426146046, + "F1_noncoffee": 0.7209857198817706, + "IoU_noncoffee": 0.5637041986858224, + "kappa": 0.6393183523627036, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8419435790931118, + "mIoU": 0.6546438671370979, + "macroF1": 0.7801420459800066, + "F1_coffee": 0.8967077297190307, + "IoU_coffee": 0.8127562875888463, + "precision_coffee": 0.8770742680138653, + "recall_coffee": 0.9172403154586298, + "F1_noncoffee": 0.6635763622409824, + "IoU_noncoffee": 0.4965314466853494, + "kappa": 0.5610005712716896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20987654320987653, + "mIoU": 0.1076923076923077, + "macroF1": 0.18181818181818182, + "F1_coffee": 0.3333333333333333, + "IoU_coffee": 0.2, + "precision_coffee": 1.0, + "recall_coffee": 0.2, + "F1_noncoffee": 0.030303030303030304, + "IoU_noncoffee": 0.015384615384615385, + "kappa": 0.006134969325153351, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8638834951456311, + "mIoU": 0.6946933768491281, + "macroF1": 0.8115463912790009, + "F1_coffee": 0.9108596134282808, + "IoU_coffee": 0.8363105662580268, + "precision_coffee": 0.9145228215767635, + "recall_coffee": 0.9072256348552973, + "F1_noncoffee": 0.7122331691297209, + "IoU_noncoffee": 0.5530761874402296, + "kappa": 0.6231123040172433, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8884966877810551, + "mIoU": 0.7277932301637513, + "macroF1": 0.8348501531971464, + "F1_coffee": 0.9289762227423926, + "IoU_coffee": 0.8673721746132168, + "precision_coffee": 0.9086581912393806, + "recall_coffee": 0.9502236784071577, + "F1_noncoffee": 0.7407240836519001, + "IoU_noncoffee": 0.5882142857142857, + "kappa": 0.6703020850497039, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.868236545621585, + "mIoU": 0.6973947405757109, + "macroF1": 0.8130270523498973, + "F1_coffee": 0.9146276512422068, + "IoU_coffee": 0.842685602124466, + "precision_coffee": 0.9095837487537388, + "recall_coffee": 0.9197278054312897, + "F1_noncoffee": 0.7114264534575876, + "IoU_noncoffee": 0.5521038790269559, + "kappa": 0.6260929690041064, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8784469885515181, + "mIoU": 0.6023945837877136, + "macroF1": 0.7159078709067532, + "F1_coffee": 0.930794082639007, + "IoU_coffee": 0.8705470737913485, + "precision_coffee": 0.9347677595628415, + "recall_coffee": 0.9268540467321368, + "F1_noncoffee": 0.5010216591744994, + "IoU_noncoffee": 0.33424209378407854, + "kappa": 0.4318897617553143, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9128795395911887, + "mIoU": 0.659761854435285, + "macroF1": 0.7676164073591816, + "F1_coffee": 0.9513465587941926, + "IoU_coffee": 0.9072077784823505, + "precision_coffee": 0.9376297105406881, + "recall_coffee": 0.9654707007085818, + "F1_noncoffee": 0.5838862559241706, + "IoU_noncoffee": 0.41231593038821956, + "kappa": 0.5360819672320237, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8825163722960905, + "mIoU": 0.6245563673616124, + "macroF1": 0.7392700966743627, + "F1_coffee": 0.9325279234100752, + "IoU_coffee": 0.8735853085628871, + "precision_coffee": 0.9451311077740556, + "recall_coffee": 0.9202564390957148, + "F1_noncoffee": 0.5460122699386503, + "IoU_noncoffee": 0.3755274261603376, + "kappa": 0.4791633511523586, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8500236854571294, + "mIoU": 0.7189153202305969, + "macroF1": 0.8342296728951495, + "F1_coffee": 0.8853978136538044, + "IoU_coffee": 0.7943621719927254, + "precision_coffee": 0.8886789710797849, + "recall_coffee": 0.8821407963069822, + "F1_noncoffee": 0.7830615321364944, + "IoU_noncoffee": 0.6434684684684685, + "kappa": 0.6684679010574839, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8653211355276809, + "mIoU": 0.7360134972134339, + "macroF1": 0.8452446619158884, + "F1_coffee": 0.9009846068506449, + "IoU_coffee": 0.8198107255520505, + "precision_coffee": 0.8730180059123891, + "recall_coffee": 0.9308022922636103, + "F1_noncoffee": 0.7895047169811321, + "IoU_noncoffee": 0.6522162688748173, + "kappa": 0.6911630785744407, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8546637744034707, + "mIoU": 0.719176819210529, + "macroF1": 0.8336564782862259, + "F1_coffee": 0.8927701621320715, + "IoU_coffee": 0.8063097033685269, + "precision_coffee": 0.8679475037207415, + "recall_coffee": 0.919054441260745, + "F1_noncoffee": 0.7745427944403804, + "IoU_noncoffee": 0.6320439350525311, + "kappa": 0.6678841034394676, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2504, + 2995 + ], + [ + 51623, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5073038538297017, + "test_tta": { + "OA": 0.8772796229947387, + "mIoU": 0.7063147246123325, + "macroF1": 0.8189395695412147, + "F1_coffee": 0.921716391788663, + "IoU_coffee": 0.8547995951803548, + "precision_coffee": 0.9025019656861757, + "recall_coffee": 0.9417667725580123, + "F1_noncoffee": 0.7161627472937663, + "IoU_noncoffee": 0.5578298540443101, + "kappa": 0.638473290954188, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8460251528787355, + "mIoU": 0.6537324700626633, + "macroF1": 0.7783317705212605, + "F1_coffee": 0.9008285958458737, + "IoU_coffee": 0.8195524305320803, + "precision_coffee": 0.8691007510171892, + "recall_coffee": 0.9349607604943985, + "F1_noncoffee": 0.6558349451966473, + "IoU_noncoffee": 0.48791250959324634, + "kappa": 0.5587045768679225, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6397802740088865, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.844097995545657, + "mIoU": 0.6774321186338456, + "macroF1": 0.8004379986975239, + "F1_coffee": 0.8937807881773399, + "IoU_coffee": 0.807959922070693, + "precision_coffee": 0.9362143235585451, + "recall_coffee": 0.8550270338501672, + "F1_noncoffee": 0.7070952092177077, + "IoU_noncoffee": 0.5469043151969981, + "kappa": 0.6031242537563946, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8149446175147109, + "mIoU": 0.6385792722799127, + "macroF1": 0.7713086405095979, + "F1_coffee": 0.8712044407415959, + "IoU_coffee": 0.7718000248990698, + "precision_coffee": 0.9085884175704535, + "recall_coffee": 0.8367752260851121, + "F1_noncoffee": 0.6714128402776, + "IoU_noncoffee": 0.5053585196607556, + "kappa": 0.5445842357463745, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.835, + "mIoU": 0.662469752345357, + "macroF1": 0.7889442689364257, + "F1_coffee": 0.8875359825298613, + "IoU_coffee": 0.7978109571114151, + "precision_coffee": 0.9293237250554324, + "recall_coffee": 0.8493445633588753, + "F1_noncoffee": 0.6903525553429899, + "IoU_noncoffee": 0.5271285475792988, + "kappa": 0.5802254039834539, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.864416614283642, + "mIoU": 0.7064802508792942, + "macroF1": 0.8214959323886669, + "F1_coffee": 0.9090260203750568, + "IoU_coffee": 0.8332242907274133, + "precision_coffee": 0.936994180991238, + "recall_coffee": 0.8826791002457313, + "F1_noncoffee": 0.7339658444022771, + "IoU_noncoffee": 0.579736211031175, + "kappa": 0.6439195962743333, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8328417387940622, + "mIoU": 0.6646580620084509, + "macroF1": 0.7913992053219085, + "F1_coffee": 0.8843774039265527, + "IoU_coffee": 0.7927209497541672, + "precision_coffee": 0.9424721984602225, + "recall_coffee": 0.8330287946569215, + "F1_noncoffee": 0.6984210067172643, + "IoU_noncoffee": 0.5365951742627346, + "kappa": 0.5868925137903689, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8174216027874565, + "mIoU": 0.5549605422784182, + "macroF1": 0.6807059678778161, + "F1_coffee": 0.8896377422072451, + "IoU_coffee": 0.8012139605462822, + "precision_coffee": 0.9527000902178115, + "recall_coffee": 0.8344056891296986, + "F1_noncoffee": 0.4717741935483871, + "IoU_noncoffee": 0.3087071240105541, + "kappa": 0.3745289240305716, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8508632665211352, + "mIoU": 0.6046560132875153, + "macroF1": 0.727090215316494, + "F1_coffee": 0.9108805217906908, + "IoU_coffee": 0.836345818815331, + "precision_coffee": 0.9632555806370705, + "recall_coffee": 0.8639073220110224, + "F1_noncoffee": 0.5432999088422972, + "IoU_noncoffee": 0.37296620775969963, + "kappa": 0.46232640709316375, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8570152808096845, + "mIoU": 0.6104877163933795, + "macroF1": 0.7316023210939251, + "F1_coffee": 0.9150704308363293, + "IoU_coffee": 0.8434376358105171, + "precision_coffee": 0.9612431896978703, + "recall_coffee": 0.8731301315937465, + "F1_noncoffee": 0.5481342113515209, + "IoU_noncoffee": 0.3775377969762419, + "kappa": 0.4697144094897561, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8517290383704406, + "mIoU": 0.7242890024776167, + "macroF1": 0.838220556625119, + "F1_coffee": 0.8849687614847482, + "IoU_coffee": 0.7936717205009888, + "precision_coffee": 0.9021429641840252, + "recall_coffee": 0.8684362377380266, + "F1_noncoffee": 0.7914723517654897, + "IoU_noncoffee": 0.6549062844542448, + "kappa": 0.6766535444931296, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.7625695119960079, + "macroF1": 0.8636560474902454, + "F1_coffee": 0.9067851257433546, + "IoU_coffee": 0.8294665093721326, + "precision_coffee": 0.9069800773971621, + "recall_coffee": 0.9065902578796562, + "F1_noncoffee": 0.8205269692371362, + "IoU_noncoffee": 0.695672514619883, + "kappa": 0.727312119237551, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8098651325096671, + "mIoU": 0.6692140918449263, + "macroF1": 0.8002264088139287, + "F1_coffee": 0.8441076399628827, + "IoU_coffee": 0.7302649183837303, + "precision_coffee": 0.917002688172043, + "recall_coffee": 0.7819484240687679, + "F1_noncoffee": 0.7563451776649747, + "IoU_noncoffee": 0.6081632653061224, + "kappa": 0.6043603699676442, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2615, + 2995 + ], + [ + 49687, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8935092369715374, + "test_tta": { + "OA": 0.8558471321132307, + "mIoU": 0.6938079042197765, + "macroF1": 0.8123573528976831, + "F1_coffee": 0.9026930451455465, + "IoU_coffee": 0.8226440570271236, + "precision_coffee": 0.9360807971260082, + "recall_coffee": 0.8716049902173227, + "F1_noncoffee": 0.7220216606498195, + "IoU_noncoffee": 0.5649717514124294, + "kappa": 0.626073647517376, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8263239875389408, + "mIoU": 0.6524481040572708, + "macroF1": 0.7816729840875549, + "F1_coffee": 0.8804075795495173, + "IoU_coffee": 0.7863643621267763, + "precision_coffee": 0.9077225532960619, + "recall_coffee": 0.8546884942442298, + "F1_noncoffee": 0.6829383886255924, + "IoU_noncoffee": 0.5185318459877654, + "kappa": 0.5643917267850234, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7756342727368261, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9062328523934025, + "mIoU": 0.7656351865475856, + "macroF1": 0.8618807077201831, + "F1_coffee": 0.9401487524980943, + "IoU_coffee": 0.887057268379923, + "precision_coffee": 0.9210956581417412, + "recall_coffee": 0.9600067321650222, + "F1_noncoffee": 0.7836126629422718, + "IoU_noncoffee": 0.6442131047152481, + "kappa": 0.7241880865357035, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8740769585785162, + "mIoU": 0.708848872047867, + "macroF1": 0.8216948486597278, + "F1_coffee": 0.9183385242758402, + "IoU_coffee": 0.8490073325954621, + "precision_coffee": 0.8916920953211276, + "recall_coffee": 0.9466265594570101, + "F1_noncoffee": 0.7250511730436152, + "IoU_noncoffee": 0.5686904115002717, + "kappa": 0.6444586855342547, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.911747572815534, + "mIoU": 0.7819047285129415, + "macroF1": 0.8732790255043776, + "F1_coffee": 0.9430985915492958, + "IoU_coffee": 0.8923240938166311, + "precision_coffee": 0.9323596757225076, + "recall_coffee": 0.9540877715154201, + "F1_noncoffee": 0.8034594594594595, + "IoU_noncoffee": 0.6714853632092519, + "kappa": 0.7466741323936716, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9017455635607563, + "mIoU": 0.7559756412246338, + "macroF1": 0.8551340320193156, + "F1_coffee": 0.9373071701838825, + "IoU_coffee": 0.8820113807920102, + "precision_coffee": 0.9183241641980533, + "recall_coffee": 0.9570915506269296, + "F1_noncoffee": 0.7729608938547486, + "IoU_noncoffee": 0.6299399016572573, + "kappa": 0.710715721236899, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9052270199700208, + "mIoU": 0.7587388498630168, + "macroF1": 0.8567467772693409, + "F1_coffee": 0.9400831499144044, + "IoU_coffee": 0.8869404706968159, + "precision_coffee": 0.9130099162757556, + "recall_coffee": 0.9688110390019532, + "F1_noncoffee": 0.7734104046242775, + "IoU_noncoffee": 0.6305372290292177, + "kappa": 0.714443093810948, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9267297162767546, + "mIoU": 0.7114577528717801, + "macroF1": 0.8136410613187334, + "F1_coffee": 0.9588136541689983, + "IoU_coffee": 0.9208857357841557, + "precision_coffee": 0.950726889357452, + "recall_coffee": 0.9670391692064567, + "F1_noncoffee": 0.6684684684684684, + "IoU_noncoffee": 0.5020297699594046, + "kappa": 0.6274990613310094, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9449295495137924, + "mIoU": 0.7756583227117915, + "macroF1": 0.8639613873701374, + "F1_coffee": 0.9689127877667619, + "IoU_coffee": 0.9397001303780965, + "precision_coffee": 0.9650747600981924, + "recall_coffee": 0.9727814644022045, + "F1_noncoffee": 0.7590099869735129, + "IoU_noncoffee": 0.6116165150454863, + "kappa": 0.7279561289381206, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9365945624131772, + "mIoU": 0.7331048227683604, + "macroF1": 0.8306607891195731, + "F1_coffee": 0.9645963765305557, + "IoU_coffee": 0.9316138698630136, + "precision_coffee": 0.9505350513212492, + "recall_coffee": 0.9790799685074795, + "F1_noncoffee": 0.6967252017085904, + "IoU_noncoffee": 0.5345957756737072, + "kappa": 0.6619552713857115, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8974893415442918, + "mIoU": 0.7952547399329841, + "macroF1": 0.8846208012737617, + "F1_coffee": 0.923153409090909, + "IoU_coffee": 0.8572747658620234, + "precision_coffee": 0.9092053721320649, + "recall_coffee": 0.937536064627813, + "F1_noncoffee": 0.8460881934566145, + "IoU_noncoffee": 0.7332347140039448, + "kappa": 0.7693503207785805, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8606998019428463, + "mIoU": 0.7260877452123662, + "macroF1": 0.8381726091971315, + "F1_coffee": 0.8985507246376812, + "IoU_coffee": 0.8157894736842105, + "precision_coffee": 0.8630426177595989, + "recall_coffee": 0.9371060171919771, + "F1_noncoffee": 0.7777944937565819, + "IoU_noncoffee": 0.6363860167405219, + "kappa": 0.6775407779688593, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8754126190700745, + "mIoU": 0.7493741834408162, + "macroF1": 0.8540070701890387, + "F1_coffee": 0.9099092955056947, + "IoU_coffee": 0.8347097097097097, + "precision_coffee": 0.8682806195496551, + "recall_coffee": 0.955730659025788, + "F1_noncoffee": 0.7981048448723826, + "IoU_noncoffee": 0.6640386571719227, + "kappa": 0.7095105183514838, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2729, + 2995 + ], + [ + 53423, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.078427203496297, + "test_tta": { + "OA": 0.9086214131241729, + "mIoU": 0.7694228747060435, + "macroF1": 0.8644089175545374, + "F1_coffee": 0.9418351413543721, + "IoU_coffee": 0.8900646564277809, + "precision_coffee": 0.9202987291963622, + "recall_coffee": 0.9644036774451433, + "F1_noncoffee": 0.7869826937547028, + "IoU_noncoffee": 0.6487810929843062, + "kappa": 0.7293606281258506, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8767451251874928, + "mIoU": 0.7117617571425474, + "macroF1": 0.8236542689344835, + "F1_coffee": 0.9204134848202645, + "IoU_coffee": 0.8525611165743664, + "precision_coffee": 0.8900916803256543, + "recall_coffee": 0.9528740286535161, + "F1_noncoffee": 0.7268950530487025, + "IoU_noncoffee": 0.5709623977107284, + "kappa": 0.6487074794670512, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7655661840983956, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9084438849617508, + "mIoU": 0.7731129677408027, + "macroF1": 0.8672061078385822, + "F1_coffee": 0.9412069519437046, + "IoU_coffee": 0.888943267687248, + "precision_coffee": 0.9275092936802974, + "recall_coffee": 0.95531525466518, + "F1_noncoffee": 0.7932052637334597, + "IoU_noncoffee": 0.6572826677943575, + "kappa": 0.7346158001635283, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.87605284412138, + "mIoU": 0.7156578902901134, + "macroF1": 0.8270390085712098, + "F1_coffee": 0.9191122489317245, + "IoU_coffee": 0.8503308951584814, + "precision_coffee": 0.8977843155281787, + "recall_coffee": 0.941478182063593, + "F1_noncoffee": 0.7349657682106951, + "IoU_noncoffee": 0.5809848854217455, + "kappa": 0.6547164989992658, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49382716049382713, + "mIoU": 0.2556547619047619, + "macroF1": 0.35098690639046315, + "F1_coffee": 0.6554621848739496, + "IoU_coffee": 0.4875, + "precision_coffee": 1.0, + "recall_coffee": 0.4875, + "F1_noncoffee": 0.046511627906976744, + "IoU_noncoffee": 0.023809523809523808, + "kappa": 0.022947925860547176, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9081067961165048, + "mIoU": 0.7740603541391016, + "macroF1": 0.867959949320821, + "F1_coffee": 0.940767858819112, + "IoU_coffee": 0.8881602268699043, + "precision_coffee": 0.9297996041563582, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.79515203982253, + "IoU_noncoffee": 0.6599604814082989, + "kappa": 0.7360469260017338, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.918475895749722, + "mIoU": 0.8004155147524408, + "macroF1": 0.8857956407026644, + "F1_coffee": 0.9468876008064516, + "IoU_coffee": 0.8991325157044571, + "precision_coffee": 0.9468279468279468, + "recall_coffee": 0.9469472623023124, + "F1_noncoffee": 0.8247036805988771, + "IoU_noncoffee": 0.7016985138004246, + "kappa": 0.7715912843977742, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8987476427638895, + "mIoU": 0.7436810744680652, + "macroF1": 0.8459542197118832, + "F1_coffee": 0.9361351714041722, + "IoU_coffee": 0.8799380769451293, + "precision_coffee": 0.9071939469173022, + "recall_coffee": 0.9669838069434818, + "F1_noncoffee": 0.7557732680195941, + "IoU_noncoffee": 0.6074240719910011, + "kappa": 0.6931028614474458, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9274265803882529, + "mIoU": 0.7112078297216445, + "macroF1": 0.8132733422378711, + "F1_coffee": 0.9592714676797587, + "IoU_coffee": 0.9217307279364397, + "precision_coffee": 0.9496681415929203, + "recall_coffee": 0.9690710012416751, + "F1_noncoffee": 0.6672752167959836, + "IoU_noncoffee": 0.5006849315068493, + "kappa": 0.6268584008905089, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9385790831514189, + "mIoU": 0.7618710540167338, + "macroF1": 0.8540838864644316, + "F1_coffee": 0.965120865498394, + "IoU_coffee": 0.9325928345856473, + "precision_coffee": 0.9670280036133695, + "recall_coffee": 0.9632212349566978, + "F1_noncoffee": 0.7430469074304691, + "IoU_noncoffee": 0.5911492734478203, + "kappa": 0.7081761346397045, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9389759872990673, + "mIoU": 0.7379801980103342, + "macroF1": 0.834376315987148, + "F1_coffee": 0.9659976778901974, + "IoU_coffee": 0.9342316329804299, + "precision_coffee": 0.9499782514136581, + "recall_coffee": 0.9825666404228995, + "F1_noncoffee": 0.7027549540840986, + "IoU_noncoffee": 0.5417287630402384, + "kappa": 0.6695740171112229, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.889720511605874, + "mIoU": 0.7818324992985202, + "macroF1": 0.8760527829060865, + "F1_coffee": 0.9172119487908962, + "IoU_coffee": 0.8470835522858644, + "precision_coffee": 0.9046015712682379, + "recall_coffee": 0.9301788805539527, + "F1_noncoffee": 0.8348936170212766, + "IoU_noncoffee": 0.716581446311176, + "kappa": 0.7522016022845014, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8993681033669716, + "mIoU": 0.8002418615646545, + "macroF1": 0.8878799732495241, + "F1_coffee": 0.9237693791526755, + "IoU_coffee": 0.8583377588953797, + "precision_coffee": 0.9213339033775118, + "recall_coffee": 0.9262177650429799, + "F1_noncoffee": 0.8519905673463726, + "IoU_noncoffee": 0.7421459642339294, + "kappa": 0.775762988790073, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8605111760822409, + "mIoU": 0.7233453619228569, + "macroF1": 0.8360155162597764, + "F1_coffee": 0.8993945990068702, + "IoU_coffee": 0.8171817058096416, + "precision_coffee": 0.8562362388291672, + "recall_coffee": 0.947134670487106, + "F1_noncoffee": 0.7726364335126825, + "IoU_noncoffee": 0.6295090180360722, + "kappa": 0.6739033889342638, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2748, + 2995 + ], + [ + 53541, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.055406145254771, + "test_tta": { + "OA": 0.9100577773474064, + "mIoU": 0.7750196714931479, + "macroF1": 0.8684085896692073, + "F1_coffee": 0.9424401731029426, + "IoU_coffee": 0.8911459655839209, + "precision_coffee": 0.9256614186008765, + "recall_coffee": 0.9598384280394673, + "F1_noncoffee": 0.7943770062354721, + "IoU_noncoffee": 0.6588933774023749, + "kappa": 0.7371257221305401, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8778123918310834, + "mIoU": 0.7164919448437888, + "macroF1": 0.8274152554505492, + "F1_coffee": 0.9206771281974457, + "IoU_coffee": 0.8530136368368091, + "precision_coffee": 0.8948546675645669, + "recall_coffee": 0.9480341682574575, + "F1_noncoffee": 0.7341533827036526, + "IoU_noncoffee": 0.5799702528507684, + "kappa": 0.655791116286437, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.5582497017135004, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7538168554920758, + "mIoU": 0.5580530775428636, + "macroF1": 0.70530438847602, + "F1_coffee": 0.8248719891621318, + "IoU_coffee": 0.7019422408065966, + "precision_coffee": 0.9078824332179232, + "recall_coffee": 0.7557696758041782, + "F1_noncoffee": 0.5857367877899082, + "IoU_noncoffee": 0.4141639142791305, + "kappa": 0.4220382471965882, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7320728048921196, + "mIoU": 0.5362689734574839, + "macroF1": 0.6875435643930511, + "F1_coffee": 0.8054988430651967, + "IoU_coffee": 0.6743391066545124, + "precision_coffee": 0.8812600229095074, + "recall_coffee": 0.7417327085864137, + "F1_noncoffee": 0.5695882857209055, + "IoU_noncoffee": 0.3981988402604555, + "kappa": 0.38514303719934867, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7366019417475728, + "mIoU": 0.5365792112953047, + "macroF1": 0.6864308830328247, + "F1_coffee": 0.8118585298196949, + "IoU_coffee": 0.6833012315414697, + "precision_coffee": 0.8971568702582573, + "recall_coffee": 0.7413716674054841, + "F1_noncoffee": 0.5610032362459547, + "IoU_noncoffee": 0.3898571910491398, + "kappa": 0.3858162318620596, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7474009960833615, + "mIoU": 0.5572242104261481, + "macroF1": 0.7063434879910891, + "F1_coffee": 0.8161469698036179, + "IoU_coffee": 0.6893988941078543, + "precision_coffee": 0.9244199952164553, + "recall_coffee": 0.7305777833784891, + "F1_noncoffee": 0.5965400061785604, + "IoU_noncoffee": 0.425049526744442, + "kappa": 0.4298510315276327, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7773802040520285, + "mIoU": 0.580721417327311, + "macroF1": 0.7229453852154955, + "F1_coffee": 0.8457518091664433, + "IoU_coffee": 0.7327295947985604, + "precision_coffee": 0.9030550189597195, + "recall_coffee": 0.7952870014491841, + "F1_noncoffee": 0.6001389612645475, + "IoU_noncoffee": 0.4287132398560615, + "kappa": 0.4516148305882914, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7557989049278248, + "mIoU": 0.48364245972423536, + "macroF1": 0.6116421221440519, + "F1_coffee": 0.8482523971543459, + "IoU_coffee": 0.736491567300462, + "precision_coffee": 0.9384067889405968, + "recall_coffee": 0.7739022463031945, + "F1_noncoffee": 0.375031847133758, + "IoU_noncoffee": 0.23079335214800878, + "kappa": 0.25172800604390255, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7157174042468744, + "mIoU": 0.46208997042094263, + "macroF1": 0.5985226742562672, + "F1_coffee": 0.8154351607292405, + "IoU_coffee": 0.6883837285185991, + "precision_coffee": 0.9543124246079614, + "recall_coffee": 0.7118434371836688, + "F1_noncoffee": 0.38161018778329375, + "IoU_noncoffee": 0.2357962123232862, + "kappa": 0.25024558192724755, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7462790236157968, + "mIoU": 0.485338524855542, + "macroF1": 0.6180729229030348, + "F1_coffee": 0.8393541496513162, + "IoU_coffee": 0.7231785211648804, + "precision_coffee": 0.950754341019072, + "recall_coffee": 0.7513215611292318, + "F1_noncoffee": 0.39679169615475346, + "IoU_noncoffee": 0.24749852854620366, + "kappa": 0.27359252778152526, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7183325438180956, + "mIoU": 0.5494010768462988, + "macroF1": 0.7064918994188065, + "F1_coffee": 0.7654437869822486, + "IoU_coffee": 0.6200153374233128, + "precision_coffee": 0.8446804805850601, + "recall_coffee": 0.699798038084247, + "F1_noncoffee": 0.6475400118553646, + "IoU_noncoffee": 0.4787868162692847, + "kappa": 0.4206446265193277, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7775157974158257, + "mIoU": 0.6243071658726429, + "macroF1": 0.7666499811337328, + "F1_coffee": 0.8170041113955473, + "IoU_coffee": 0.6906229508196722, + "precision_coffee": 0.8908814075452546, + "recall_coffee": 0.7544412607449856, + "F1_noncoffee": 0.7162958508719183, + "IoU_noncoffee": 0.5579913809256136, + "kappa": 0.5382230637303712, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.806941431670282, + "mIoU": 0.6522982724932687, + "macroF1": 0.7858434735161342, + "F1_coffee": 0.8530615174790036, + "IoU_coffee": 0.7437726874452372, + "precision_coffee": 0.8548410300676161, + "recall_coffee": 0.8512893982808023, + "F1_noncoffee": 0.7186254295532646, + "IoU_noncoffee": 0.5608238575413002, + "kappa": 0.5716905012040292, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2435, + 2995 + ], + [ + 44273, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4598225474357607, + "test_tta": { + "OA": 0.7786546593073174, + "mIoU": 0.5840713880787063, + "macroF1": 0.7261410732220345, + "F1_coffee": 0.8460631909759245, + "IoU_coffee": 0.7331971598093571, + "precision_coffee": 0.9068379769982196, + "recall_coffee": 0.7929228115204174, + "F1_noncoffee": 0.6062189554681444, + "IoU_noncoffee": 0.4349456163480554, + "kappa": 0.4585036497844756, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7551344179070035, + "mIoU": 0.55828553214461, + "macroF1": 0.7051583907794696, + "F1_coffee": 0.8265462495658037, + "IoU_coffee": 0.7043705380463172, + "precision_coffee": 0.8789900262923448, + "recall_coffee": 0.7800080985711807, + "F1_noncoffee": 0.5837705319931356, + "IoU_noncoffee": 0.41220052624290265, + "kappa": 0.4153113026662212, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6151753149014305, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.80972208773119, + "mIoU": 0.6239702431834502, + "macroF1": 0.7584824909375456, + "F1_coffee": 0.8697266358754503, + "IoU_coffee": 0.7694834395651664, + "precision_coffee": 0.9159161255789057, + "recall_coffee": 0.8279721456672207, + "F1_noncoffee": 0.6472383459996409, + "IoU_noncoffee": 0.47845704680173406, + "kappa": 0.5202686677305399, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7838496596284759, + "mIoU": 0.5936032608918101, + "macroF1": 0.734669855414197, + "F1_coffee": 0.8489015697621665, + "IoU_coffee": 0.7374708777830329, + "precision_coffee": 0.8895744411105946, + "recall_coffee": 0.811785349299088, + "F1_noncoffee": 0.6204381410662276, + "IoU_noncoffee": 0.44973564400058746, + "kappa": 0.4721118155149831, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.827378640776699, + "mIoU": 0.6462314508162845, + "macroF1": 0.7756183498155431, + "F1_coffee": 0.883386895782777, + "IoU_coffee": 0.7911306901615272, + "precision_coffee": 0.9160715500238047, + "recall_coffee": 0.8529542144259388, + "F1_noncoffee": 0.6678498038483094, + "IoU_noncoffee": 0.5013322114710419, + "kappa": 0.5528579930784475, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8236062085972632, + "mIoU": 0.6391602345941285, + "macroF1": 0.7697930476569658, + "F1_coffee": 0.8810951760104303, + "IoU_coffee": 0.7874621300396178, + "precision_coffee": 0.9126882301303262, + "recall_coffee": 0.851616155251717, + "F1_noncoffee": 0.6584909193035012, + "IoU_noncoffee": 0.49085833914863924, + "kappa": 0.5411651511968906, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7782505681543446, + "mIoU": 0.5888429975814098, + "macroF1": 0.7312718698638999, + "F1_coffee": 0.8436306601200219, + "IoU_coffee": 0.729551217786165, + "precision_coffee": 0.9192985063535706, + "recall_coffee": 0.7794719929431038, + "F1_noncoffee": 0.618913079607778, + "IoU_noncoffee": 0.44813477737665464, + "kappa": 0.4712737142992657, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8625186660029865, + "mIoU": 0.5992163904033656, + "macroF1": 0.717418761442185, + "F1_coffee": 0.9199095285043206, + "IoU_coffee": 0.851696735395189, + "precision_coffee": 0.9459685114503816, + "recall_coffee": 0.8952477706287392, + "F1_noncoffee": 0.5149279943800492, + "IoU_noncoffee": 0.3467360454115421, + "kappa": 0.4374231671114337, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8441158960111134, + "mIoU": 0.5706437390482425, + "macroF1": 0.6902472782372946, + "F1_coffee": 0.9085617833653454, + "IoU_coffee": 0.8324445392491467, + "precision_coffee": 0.9414957780458384, + "recall_coffee": 0.8778540096727028, + "F1_noncoffee": 0.4719327731092437, + "IoU_noncoffee": 0.3088429388473383, + "kappa": 0.3848416646663305, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7669180392935107, + "mIoU": 0.506584374563269, + "macroF1": 0.6383448789294718, + "F1_coffee": 0.8539814757257412, + "IoU_coffee": 0.7451724886092428, + "precision_coffee": 0.9545580878265704, + "recall_coffee": 0.772579012484535, + "F1_noncoffee": 0.4227082821332023, + "IoU_noncoffee": 0.2679962605172951, + "kappa": 0.30710183373796185, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7939365229748934, + "mIoU": 0.6422412727105128, + "macroF1": 0.7795543384458069, + "F1_coffee": 0.8358614444192891, + "IoU_coffee": 0.7180085569817192, + "precision_coffee": 0.8764044943820225, + "recall_coffee": 0.7989036353144836, + "F1_noncoffee": 0.7232472324723247, + "IoU_noncoffee": 0.5664739884393064, + "kappa": 0.5606938339734081, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8041120437611997, + "mIoU": 0.6543684625402268, + "macroF1": 0.788320743412381, + "F1_coffee": 0.8461367508704348, + "IoU_coffee": 0.7333076527991782, + "precision_coffee": 0.8760546096026998, + "recall_coffee": 0.8181948424068768, + "F1_noncoffee": 0.7305047359543272, + "IoU_noncoffee": 0.5754292722812756, + "kappa": 0.5775045387828643, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7890219749127605, + "mIoU": 0.636201552011558, + "macroF1": 0.7751006605868047, + "F1_coffee": 0.8310550562646326, + "IoU_coffee": 0.7109445664814575, + "precision_coffee": 0.8787733588883565, + "recall_coffee": 0.7882521489971347, + "F1_noncoffee": 0.7191462649089768, + "IoU_noncoffee": 0.5614585375416585, + "kappa": 0.5523953674718742, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2583, + 2995 + ], + [ + 47589, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.301709218819936, + "test_tta": { + "OA": 0.828314128013944, + "mIoU": 0.6452965239737417, + "macroF1": 0.7745147363434433, + "F1_coffee": 0.8846554191785575, + "IoU_coffee": 0.7931678105496471, + "precision_coffee": 0.9127419174404295, + "recall_coffee": 0.8582458502514043, + "F1_noncoffee": 0.6643740535083291, + "IoU_noncoffee": 0.49742523739783623, + "kappa": 0.5502685852443132, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8008682358370832, + "mIoU": 0.6106981242625529, + "macroF1": 0.7475569467200744, + "F1_coffee": 0.8635658455123074, + "IoU_coffee": 0.7598907883066971, + "precision_coffee": 0.8856459524099072, + "recall_coffee": 0.8425599197855806, + "F1_noncoffee": 0.6315480479278414, + "IoU_noncoffee": 0.4615054602184087, + "kappa": 0.4959599606302504, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.7470796115211906, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9024079274393983, + "mIoU": 0.7585160658928761, + "macroF1": 0.8569958098293211, + "F1_coffee": 0.937581932100868, + "IoU_coffee": 0.8824981054349726, + "precision_coffee": 0.920358286385928, + "recall_coffee": 0.9554625207750405, + "F1_noncoffee": 0.7764096875577741, + "IoU_noncoffee": 0.6345340263507796, + "kappa": 0.7143499744720887, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8703847928925811, + "mIoU": 0.7037545922177815, + "macroF1": 0.8180692603855735, + "F1_coffee": 0.9156284912267525, + "IoU_coffee": 0.8443863415985594, + "precision_coffee": 0.8922167740046838, + "recall_coffee": 0.9403019610111645, + "F1_noncoffee": 0.7205100295443944, + "IoU_noncoffee": 0.5631228428370035, + "kappa": 0.6369665445972412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9103883495145632, + "mIoU": 0.7786900344564731, + "macroF1": 0.8710894396624637, + "F1_coffee": 0.9422655907925189, + "IoU_coffee": 0.8908338261383797, + "precision_coffee": 0.9308533646419082, + "recall_coffee": 0.9539611170920145, + "F1_noncoffee": 0.7999132885324084, + "IoU_noncoffee": 0.6665462427745664, + "kappa": 0.7423131106990422, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9074512837870509, + "mIoU": 0.7708922488030003, + "macroF1": 0.8656793892744328, + "F1_coffee": 0.9405848388899236, + "IoU_coffee": 0.8878340365682138, + "precision_coffee": 0.9270023863427768, + "recall_coffee": 0.9545712305462793, + "F1_noncoffee": 0.7907739396589418, + "IoU_noncoffee": 0.653950461037787, + "kappa": 0.7315617138705883, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.889415405444611, + "mIoU": 0.7259100761283673, + "macroF1": 0.8331445842717737, + "F1_coffee": 0.9300419075586552, + "IoU_coffee": 0.8692320887414946, + "precision_coffee": 0.9038049940546968, + "recall_coffee": 0.9578476466511247, + "F1_noncoffee": 0.7362472609848921, + "IoU_noncoffee": 0.5825880635152401, + "kappa": 0.6673460534924743, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.928720756595321, + "mIoU": 0.7201700463744349, + "macroF1": 0.8209606808623178, + "F1_coffee": 0.9598609709608701, + "IoU_coffee": 0.9228198771154468, + "precision_coffee": 0.9534469317295913, + "recall_coffee": 0.9663618918613839, + "F1_noncoffee": 0.6820603907637656, + "IoU_noncoffee": 0.5175202156334232, + "kappa": 0.6420496747390159, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9382814050406827, + "mIoU": 0.7573710120735573, + "macroF1": 0.8505246943019019, + "F1_coffee": 0.9650561797752809, + "IoU_coffee": 0.9324720442948649, + "precision_coffee": 0.9640812661353687, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.7359932088285229, + "IoU_noncoffee": 0.5822699798522498, + "kappa": 0.7010516982518878, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9227029172454853, + "mIoU": 0.6935404586890686, + "macroF1": 0.7981144693002413, + "F1_coffee": 0.9567101972770214, + "IoU_coffee": 0.9170128901672526, + "precision_coffee": 0.945518453427065, + "recall_coffee": 0.9681700596108425, + "F1_noncoffee": 0.6395187413234613, + "IoU_noncoffee": 0.47006802721088436, + "kappa": 0.596699462177729, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8929417337754618, + "mIoU": 0.786541985499912, + "macroF1": 0.8790159268908739, + "F1_coffee": 0.9200622524052066, + "IoU_coffee": 0.8519586008122625, + "precision_coffee": 0.9026929483620211, + "recall_coffee": 0.9381130986728217, + "F1_noncoffee": 0.8379696013765414, + "IoU_noncoffee": 0.7211253701875617, + "kappa": 0.7582133057677939, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8781476940488541, + "mIoU": 0.75791657354558, + "macroF1": 0.8600705651471225, + "F1_coffee": 0.910364922991536, + "IoU_coffee": 0.8354768878135744, + "precision_coffee": 0.8825665859564165, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.809776207302709, + "IoU_noncoffee": 0.6803562592775854, + "kappa": 0.720729100331107, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8577761011034613, + "mIoU": 0.7188597317354146, + "macroF1": 0.8328717094508093, + "F1_coffee": 0.8973870440936309, + "IoU_coffee": 0.8138731177487041, + "precision_coffee": 0.854587869362364, + "recall_coffee": 0.9446991404011461, + "F1_noncoffee": 0.7683563748079877, + "IoU_noncoffee": 0.6238463457221253, + "kappa": 0.6676253485819993, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2718, + 2995 + ], + [ + 53197, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9909651358922322, + "test_tta": { + "OA": 0.9046189600077467, + "mIoU": 0.7613830831834579, + "macroF1": 0.8588707524189901, + "F1_coffee": 0.9392225421637186, + "IoU_coffee": 0.8854095976732913, + "precision_coffee": 0.9186834852234091, + "recall_coffee": 0.960700986682936, + "F1_noncoffee": 0.7785189626742617, + "IoU_noncoffee": 0.6373565686936246, + "kappa": 0.7182546968433478, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8724039460020768, + "mIoU": 0.7049915148994159, + "macroF1": 0.8187388855598265, + "F1_coffee": 0.9173664104312415, + "IoU_coffee": 0.847347079630748, + "precision_coffee": 0.8896054490779319, + "recall_coffee": 0.9469157941420335, + "F1_noncoffee": 0.7201113606884115, + "IoU_noncoffee": 0.5626359501680839, + "kappa": 0.6386695819010987, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7740554936967481, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.915286788676931, + "mIoU": 0.7899647296791439, + "macroF1": 0.8787019266445053, + "F1_coffee": 0.9453177902094988, + "IoU_coffee": 0.8963058079810352, + "precision_coffee": 0.9362953485492591, + "recall_coffee": 0.9545158100687943, + "F1_noncoffee": 0.8120860630795117, + "IoU_noncoffee": 0.6836236513772527, + "kappa": 0.7574812425505436, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8827160493827161, + "mIoU": 0.7316284182561695, + "macroF1": 0.8389463597738301, + "F1_coffee": 0.9229062778483532, + "IoU_coffee": 0.856848627809953, + "precision_coffee": 0.9077600193953861, + "recall_coffee": 0.9385665529010239, + "F1_noncoffee": 0.7549864416993071, + "IoU_noncoffee": 0.6064082087023861, + "kappa": 0.6781774645953624, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9192718446601942, + "mIoU": 0.799018329163298, + "macroF1": 0.8847098320381253, + "F1_coffee": 0.9478339973022993, + "IoU_coffee": 0.9008407369864647, + "precision_coffee": 0.9390850323222277, + "recall_coffee": 0.9567475144069406, + "F1_noncoffee": 0.8215856667739513, + "IoU_noncoffee": 0.6971959213401311, + "kappa": 0.7694880928984155, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9163483390551714, + "mIoU": 0.7934898237982886, + "macroF1": 0.8811115606674422, + "F1_coffee": 0.945835942391985, + "IoU_coffee": 0.8972378972378973, + "precision_coffee": 0.9400087124276557, + "recall_coffee": 0.9517358704555479, + "F1_noncoffee": 0.8163871789428996, + "IoU_noncoffee": 0.68974175035868, + "kappa": 0.7622540930615355, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9102557903389584, + "mIoU": 0.7774320584334793, + "macroF1": 0.8701757162974799, + "F1_coffee": 0.9423100833022504, + "IoU_coffee": 0.8909133654637358, + "precision_coffee": 0.9298816023556837, + "recall_coffee": 0.9550752945624095, + "F1_noncoffee": 0.7980413492927094, + "IoU_noncoffee": 0.6639507514032229, + "kappa": 0.7405137098887872, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9319064211050274, + "mIoU": 0.7237339619215066, + "macroF1": 0.8234544847953753, + "F1_coffee": 0.9618260966625739, + "IoU_coffee": 0.9264595204816687, + "precision_coffee": 0.9512087426868308, + "recall_coffee": 0.9726831470820635, + "F1_noncoffee": 0.6850828729281768, + "IoU_noncoffee": 0.5210084033613446, + "kappa": 0.6472715056275116, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9413574121849574, + "mIoU": 0.7767107637286473, + "macroF1": 0.8652946670253623, + "F1_coffee": 0.9665174777632995, + "IoU_coffee": 0.9352044731937288, + "precision_coffee": 0.973744292237443, + "recall_coffee": 0.9593971431784951, + "F1_noncoffee": 0.7640718562874251, + "IoU_noncoffee": 0.6182170542635659, + "kappa": 0.73069385703624, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9442349672554078, + "mIoU": 0.7673210897208863, + "macroF1": 0.8575316236633141, + "F1_coffee": 0.9686733556298773, + "IoU_coffee": 0.9392498108312615, + "precision_coffee": 0.9602165985191734, + "recall_coffee": 0.9772803959059724, + "F1_noncoffee": 0.7463898916967509, + "IoU_noncoffee": 0.5953923686105111, + "kappa": 0.7152420598047199, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.9072477498815728, + "mIoU": 0.8140233835604886, + "macroF1": 0.8964669268463217, + "F1_coffee": 0.9298760833751164, + "IoU_coffee": 0.8689424364123159, + "precision_coffee": 0.9234599516289657, + "recall_coffee": 0.9363819965377957, + "F1_noncoffee": 0.863057770317527, + "IoU_noncoffee": 0.7591043307086615, + "kappa": 0.7929533723439464, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.892577572385174, + "mIoU": 0.7847878887198477, + "macroF1": 0.8778107853178444, + "F1_coffee": 0.9202883336832528, + "IoU_coffee": 0.8523463831993777, + "precision_coffee": 0.8995758653714598, + "recall_coffee": 0.9419770773638968, + "F1_noncoffee": 0.835333236952436, + "IoU_noncoffee": 0.7172293942403177, + "kappa": 0.7558889080218036, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8779590681882486, + "mIoU": 0.7601489169874763, + "macroF1": 0.8617659094495849, + "F1_coffee": 0.9090781337830242, + "IoU_coffee": 0.8333118639701147, + "precision_coffee": 0.8920297848869277, + "recall_coffee": 0.9267908309455587, + "F1_noncoffee": 0.8144536851161457, + "IoU_noncoffee": 0.686985970004838, + "kappa": 0.7237377450407918, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2755, + 2995 + ], + [ + 53958, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5008366266886393, + "test_tta": { + "OA": 0.9162067073367548, + "mIoU": 0.7896091449428907, + "macroF1": 0.8783288040595473, + "F1_coffee": 0.9462158410508215, + "IoU_coffee": 0.8979218685488469, + "precision_coffee": 0.9320422032203425, + "recall_coffee": 0.9608272147771022, + "F1_noncoffee": 0.8104417670682731, + "IoU_noncoffee": 0.6812964213369345, + "kappa": 0.7568557807730187, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8834371754932503, + "mIoU": 0.7296200262054278, + "macroF1": 0.8372038030768003, + "F1_coffee": 0.9239598818282747, + "IoU_coffee": 0.8586667599328484, + "precision_coffee": 0.9021956821313735, + "recall_coffee": 0.9468001002680242, + "F1_noncoffee": 0.7504477243253258, + "IoU_noncoffee": 0.6005732924780073, + "kappa": 0.6750282583050614, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6129444451196886, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8251347600142023, + "mIoU": 0.6285801096289202, + "macroF1": 0.759122051865907, + "F1_coffee": 0.8852212417504423, + "IoU_coffee": 0.7940779595948078, + "precision_coffee": 0.8915205052703452, + "recall_coffee": 0.8790103717417374, + "F1_noncoffee": 0.6330228619813717, + "IoU_noncoffee": 0.4630822596630327, + "kappa": 0.5183209905854227, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7992096457828545, + "mIoU": 0.5922563149603617, + "macroF1": 0.7289338986943751, + "F1_coffee": 0.866953363914373, + "IoU_coffee": 0.7651524097096878, + "precision_coffee": 0.8594137819966274, + "recall_coffee": 0.8746264051985114, + "F1_noncoffee": 0.5909144334743771, + "IoU_noncoffee": 0.4193602202110356, + "kappa": 0.4579960607455867, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2716049382716049, + "macroF1": 0.352, + "F1_coffee": 0.704, + "IoU_coffee": 0.5432098765432098, + "precision_coffee": 0.9777777777777777, + "recall_coffee": 0.55, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024615384615384584, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.794126213592233, + "mIoU": 0.5918963614822693, + "macroF1": 0.7300049117296209, + "F1_coffee": 0.8615816443095401, + "IoU_coffee": 0.7568233944954128, + "precision_coffee": 0.8889412715517241, + "recall_coffee": 0.8358558672661642, + "F1_noncoffee": 0.5984281791497017, + "IoU_noncoffee": 0.4269693284691258, + "kappa": 0.4614897417471361, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8449301291040086, + "mIoU": 0.657931043351447, + "macroF1": 0.7825313059708829, + "F1_coffee": 0.8990207500236154, + "IoU_coffee": 0.8165646628153063, + "precision_coffee": 0.898539778449144, + "recall_coffee": 0.8995022367840716, + "F1_noncoffee": 0.6660418619181506, + "IoU_noncoffee": 0.4992974238875878, + "kappa": 0.5650630240871357, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8362264880808472, + "mIoU": 0.6386008542035011, + "macroF1": 0.7661696195858851, + "F1_coffee": 0.8941595575138277, + "IoU_coffee": 0.8085791793828416, + "precision_coffee": 0.8869807811531308, + "recall_coffee": 0.9014554848465756, + "F1_noncoffee": 0.6381796816579425, + "IoU_noncoffee": 0.46862252902416063, + "kappa": 0.5324439393507244, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8408163265306122, + "mIoU": 0.5517776861372331, + "macroF1": 0.668124344994698, + "F1_coffee": 0.9075241455092244, + "IoU_coffee": 0.83070407623081, + "precision_coffee": 0.9305028462998103, + "recall_coffee": 0.8856530082402077, + "F1_noncoffee": 0.4287245444801715, + "IoU_noncoffee": 0.2728512960436562, + "kappa": 0.3387398698200682, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8804326255209367, + "mIoU": 0.599758542449157, + "macroF1": 0.7122213080628172, + "F1_coffee": 0.9322386548951246, + "IoU_coffee": 0.8730777333052454, + "precision_coffee": 0.9321862348178138, + "recall_coffee": 0.9322910808682938, + "F1_noncoffee": 0.4922039612305099, + "IoU_noncoffee": 0.32643935159306875, + "kappa": 0.42444262976473884, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.870410795792816, + "mIoU": 0.5919132670930585, + "macroF1": 0.7064380420144414, + "F1_coffee": 0.9258375922771153, + "IoU_coffee": 0.8619158384436456, + "precision_coffee": 0.9349696066062622, + "recall_coffee": 0.9168822404678889, + "F1_noncoffee": 0.4870384917517675, + "IoU_noncoffee": 0.32191069574247144, + "kappa": 0.4132632368597418, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7496920890573188, + "mIoU": 0.5808309403296322, + "macroF1": 0.7308457668993893, + "F1_coffee": 0.8020677255019478, + "IoU_coffee": 0.6695434646654159, + "precision_coffee": 0.8343204488778054, + "recall_coffee": 0.7722158107328332, + "F1_noncoffee": 0.6596238082968308, + "IoU_noncoffee": 0.49211841599384853, + "kappa": 0.46307136554417483, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8111855135339054, + "mIoU": 0.6578482968240776, + "macroF1": 0.7899263190563393, + "F1_coffee": 0.8567544361763022, + "IoU_coffee": 0.7494054324696457, + "precision_coffee": 0.8557747284162378, + "recall_coffee": 0.8577363896848138, + "F1_noncoffee": 0.7230982019363762, + "IoU_noncoffee": 0.5662911611785095, + "kappa": 0.579853702548096, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8037347920399887, + "mIoU": 0.6397390404820389, + "macroF1": 0.7750199503612885, + "F1_coffee": 0.8553957334445139, + "IoU_coffee": 0.7473288003885381, + "precision_coffee": 0.8305221967345837, + "recall_coffee": 0.8818051575931232, + "F1_noncoffee": 0.6946441672780631, + "IoU_noncoffee": 0.5321492805755396, + "kappa": 0.5508905487545922, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2585, + 2995 + ], + [ + 48542, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5016835808753968, + "test_tta": { + "OA": 0.8400471256576612, + "mIoU": 0.6467183531194837, + "macroF1": 0.7730768740972833, + "F1_coffee": 0.8963533877832739, + "IoU_coffee": 0.8121742755889098, + "precision_coffee": 0.8911624038261593, + "recall_coffee": 0.9016052005974796, + "F1_noncoffee": 0.6498003604112929, + "IoU_noncoffee": 0.4812624306500576, + "kappa": 0.5462057723707144, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8129975770162686, + "mIoU": 0.6067354887989094, + "macroF1": 0.7402367570500359, + "F1_coffee": 0.8777161611588954, + "IoU_coffee": 0.7820803710986739, + "precision_coffee": 0.8590020490668439, + "recall_coffee": 0.8972638398796784, + "F1_noncoffee": 0.6027573529411765, + "IoU_noncoffee": 0.43139060649914485, + "kappa": 0.48127330315487316, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6188232183188624, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8302507988767309, + "mIoU": 0.6275872101675558, + "macroF1": 0.7568243698074935, + "F1_coffee": 0.8904489115717112, + "IoU_coffee": 0.8025307900270351, + "precision_coffee": 0.8817789879736783, + "recall_coffee": 0.8992910188711001, + "F1_noncoffee": 0.6231998280432758, + "IoU_noncoffee": 0.4526436303080766, + "kappa": 0.5138104027911112, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8037383177570093, + "mIoU": 0.590084982089345, + "macroF1": 0.725302718481405, + "F1_coffee": 0.8720884326885117, + "IoU_coffee": 0.7731886594329717, + "precision_coffee": 0.8507840440165062, + "recall_coffee": 0.8944871869034534, + "F1_noncoffee": 0.5785170042742984, + "IoU_noncoffee": 0.4069813047457184, + "kappa": 0.45173824851060285, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.18518518518518517, + "macroF1": 0.2702702702702703, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.967741935483871, + "recall_coffee": 0.375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024807740014884665, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8420388349514563, + "mIoU": 0.610538536260331, + "macroF1": 0.7360441584556618, + "F1_coffee": 0.9033101562964284, + "IoU_coffee": 0.8236696651132546, + "precision_coffee": 0.8509208979454739, + "recall_coffee": 0.9625736178836046, + "F1_noncoffee": 0.5687781606148953, + "IoU_noncoffee": 0.39740740740740743, + "kappa": 0.48086452114769745, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8613219863642957, + "mIoU": 0.6763180553923958, + "macroF1": 0.7957977341353242, + "F1_coffee": 0.9114705519199902, + "IoU_coffee": 0.8373411978221416, + "precision_coffee": 0.8934341906202723, + "recall_coffee": 0.9302501417680046, + "F1_noncoffee": 0.6801249163506581, + "IoU_noncoffee": 0.51529491296265, + "kappa": 0.5921959736210066, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7874377447899038, + "mIoU": 0.5937825684969562, + "macroF1": 0.7338623163340748, + "F1_coffee": 0.8532710280373832, + "IoU_coffee": 0.7440912795436023, + "precision_coffee": 0.9072325928028959, + "recall_coffee": 0.805368281771785, + "F1_noncoffee": 0.6144536046307665, + "IoU_noncoffee": 0.44347385745031015, + "kappa": 0.4726270513969505, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.889795918367347, + "mIoU": 0.5793224486324337, + "macroF1": 0.6843401644450459, + "F1_coffee": 0.9390049038514519, + "IoU_coffee": 0.8850228500207727, + "precision_coffee": 0.9172228202368138, + "recall_coffee": 0.9618467095608986, + "F1_noncoffee": 0.42967542503863987, + "IoU_noncoffee": 0.2736220472440945, + "kappa": 0.371991956619284, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8822186941853543, + "mIoU": 0.623466939623736, + "macroF1": 0.7381819692378226, + "F1_coffee": 0.9323762319831368, + "IoU_coffee": 0.8733191035218784, + "precision_coffee": 0.9447009928422997, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5439877064925086, + "IoU_noncoffee": 0.37361477572559365, + "kappa": 0.47696425018964694, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7826949791625323, + "mIoU": 0.5152082723214262, + "macroF1": 0.6434513147385644, + "F1_coffee": 0.8662677088422082, + "IoU_coffee": 0.764084886351395, + "precision_coffee": 0.9476285905143621, + "recall_coffee": 0.797773028905635, + "F1_noncoffee": 0.42063492063492064, + "IoU_noncoffee": 0.2663316582914573, + "kappa": 0.30897085317920164, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7965892941733775, + "mIoU": 0.6014099385505391, + "macroF1": 0.7392388458616412, + "F1_coffee": 0.8615285391809094, + "IoU_coffee": 0.7567414457285293, + "precision_coffee": 0.7790738364633151, + "recall_coffee": 0.9635025966532026, + "F1_noncoffee": 0.6169491525423729, + "IoU_noncoffee": 0.44607843137254904, + "kappa": 0.49415204998178197, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8414599641610865, + "mIoU": 0.6892935502039677, + "macroF1": 0.8112822003945133, + "F1_coffee": 0.8867479620022907, + "IoU_coffee": 0.7965383684337932, + "precision_coffee": 0.8369579041078469, + "recall_coffee": 0.942836676217765, + "F1_noncoffee": 0.7358164387867359, + "IoU_noncoffee": 0.5820487319741422, + "kappa": 0.6256547681068192, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7919456757521456, + "mIoU": 0.6358305991618214, + "macroF1": 0.7740888573743046, + "F1_coffee": 0.8376030624263839, + "IoU_coffee": 0.7205826472450918, + "precision_coffee": 0.8614476075105997, + "recall_coffee": 0.8150429799426934, + "F1_noncoffee": 0.7105746523222252, + "IoU_noncoffee": 0.5510785510785511, + "kappa": 0.5487938188685836, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2453, + 2995 + ], + [ + 48991, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6275943438212077, + "test_tta": { + "OA": 0.846938446144411, + "mIoU": 0.644116650362009, + "macroF1": 0.7688895600179679, + "F1_coffee": 0.903194855568031, + "IoU_coffee": 0.8234779533567852, + "precision_coffee": 0.8771933302932371, + "recall_coffee": 0.9307849283655566, + "F1_noncoffee": 0.6345842644679047, + "IoU_noncoffee": 0.4647553473672329, + "kappa": 0.5393070637952473, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8191704165224415, + "mIoU": 0.6022117190634773, + "macroF1": 0.7337696413782171, + "F1_coffee": 0.8845551811133823, + "IoU_coffee": 0.7930066697483986, + "precision_coffee": 0.8464886774165125, + "recall_coffee": 0.9262065906943561, + "F1_noncoffee": 0.5829841016430519, + "IoU_noncoffee": 0.411416768378556, + "kappa": 0.471400714923435, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7560164139039189, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9057648236015623, + "mIoU": 0.7702820189854207, + "macroF1": 0.8654563976081804, + "F1_coffee": 0.939099053996266, + "IoU_coffee": 0.8851901372448779, + "precision_coffee": 0.9312220751282475, + "recall_coffee": 0.9471104285443797, + "F1_noncoffee": 0.7918137412200948, + "IoU_noncoffee": 0.6553739007259636, + "kappa": 0.730978595489016, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8720145379023884, + "mIoU": 0.7100618165430715, + "macroF1": 0.8230991220797785, + "F1_coffee": 0.9161215924987712, + "IoU_coffee": 0.8452254294933287, + "precision_coffee": 0.8985074626865671, + "recall_coffee": 0.9344401380613563, + "F1_noncoffee": 0.730076651660786, + "IoU_noncoffee": 0.5748982035928144, + "kappa": 0.6466352552937107, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9009708737864077, + "mIoU": 0.7590061068212361, + "macroF1": 0.857585880045316, + "F1_coffee": 0.9361901782921489, + "IoU_coffee": 0.8800352837400764, + "precision_coffee": 0.9249644601026021, + "recall_coffee": 0.9476917231334304, + "F1_noncoffee": 0.7789815817984832, + "IoU_noncoffee": 0.6379769299023957, + "kappa": 0.715316998221246, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9030994632754702, + "mIoU": 0.7688117595905197, + "macroF1": 0.8647248566534154, + "F1_coffee": 0.9367743563856638, + "IoU_coffee": 0.8810682492581602, + "precision_coffee": 0.9381358609794629, + "recall_coffee": 0.9354167979333375, + "F1_noncoffee": 0.792675356921167, + "IoU_noncoffee": 0.6565552699228792, + "kappa": 0.7294515818770089, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9132053575745853, + "mIoU": 0.7832283528087105, + "macroF1": 0.8740601347331881, + "F1_coffee": 0.944273695321474, + "IoU_coffee": 0.8944303946362406, + "precision_coffee": 0.9307221542227662, + "recall_coffee": 0.9582256946632223, + "F1_noncoffee": 0.8038465741449022, + "IoU_noncoffee": 0.6720263109811804, + "kappa": 0.748308089614791, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9186660029865604, + "mIoU": 0.6789826856739363, + "macroF1": 0.785204272869209, + "F1_coffee": 0.9545176195512999, + "IoU_coffee": 0.9129925452609159, + "precision_coffee": 0.9416739894551845, + "recall_coffee": 0.9677164465515296, + "F1_noncoffee": 0.615890926187118, + "IoU_noncoffee": 0.44497282608695654, + "kappa": 0.571082390235471, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9344115896011114, + "mIoU": 0.7378607587270449, + "macroF1": 0.8351019627361652, + "F1_coffee": 0.9630705626012627, + "IoU_coffee": 0.928771551724138, + "precision_coffee": 0.956816163410302, + "recall_coffee": 0.9694072657743786, + "F1_noncoffee": 0.7071333628710678, + "IoU_noncoffee": 0.546949965729952, + "kappa": 0.6703156400225561, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9379837269299465, + "mIoU": 0.7357763284977595, + "macroF1": 0.8326850096048566, + "F1_coffee": 0.9654180268909422, + "IoU_coffee": 0.9331479302599208, + "precision_coffee": 0.9501197996079286, + "recall_coffee": 0.9812169609717692, + "F1_noncoffee": 0.699951992318771, + "IoU_noncoffee": 0.5384047267355982, + "kappa": 0.6661210461284355, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8841307437233539, + "mIoU": 0.7728087019926189, + "macroF1": 0.870252872598314, + "F1_coffee": 0.9126865138859142, + "IoU_coffee": 0.8393959290873276, + "precision_coffee": 0.9034628975265018, + "recall_coffee": 0.9221004039238315, + "F1_noncoffee": 0.8278192313107138, + "IoU_noncoffee": 0.7062214748979102, + "kappa": 0.7405590693078042, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8733377346034141, + "mIoU": 0.757843944030004, + "macroF1": 0.8606969853731936, + "F1_coffee": 0.9026599985504095, + "IoU_coffee": 0.8225891677675033, + "precision_coffee": 0.9134516649552589, + "recall_coffee": 0.8921203438395415, + "F1_noncoffee": 0.8187339721959779, + "IoU_noncoffee": 0.6930987202925045, + "kappa": 0.7214663657502325, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8896538715457889, + "mIoU": 0.7815446121978786, + "macroF1": 0.875854750685758, + "F1_coffee": 0.917244306125336, + "IoU_coffee": 0.8471387509798798, + "precision_coffee": 0.9058396200055882, + "recall_coffee": 0.9289398280802292, + "F1_noncoffee": 0.83446519524618, + "IoU_noncoffee": 0.7159504734158776, + "kappa": 0.7517882019468208, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2744, + 2995 + ], + [ + 53379, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5759067853291828, + "test_tta": { + "OA": 0.9070720764339434, + "mIoU": 0.7698729098442699, + "macroF1": 0.8649660421406666, + "F1_coffee": 0.940369917773037, + "IoU_coffee": 0.8874511336982017, + "precision_coffee": 0.9260233739215566, + "recall_coffee": 0.9551679885553195, + "F1_noncoffee": 0.7895621665082961, + "IoU_noncoffee": 0.6522946859903381, + "kappa": 0.7301606517272754, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.873860620745356, + "mIoU": 0.7093547638909149, + "macroF1": 0.8221620708799331, + "F1_coffee": 0.9180472263868066, + "IoU_coffee": 0.848509517953337, + "precision_coffee": 0.8929619570170801, + "recall_coffee": 0.9445826343495112, + "F1_noncoffee": 0.7262769153730596, + "IoU_noncoffee": 0.5702000098284928, + "kappa": 0.6452591825467285, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.7802593303365836, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8991478648203738, + "mIoU": 0.752975445677921, + "macroF1": 0.8532011896105627, + "F1_coffee": 0.9353286348536124, + "IoU_coffee": 0.8785139391111629, + "precision_coffee": 0.920458711858883, + "recall_coffee": 0.9506868912124209, + "F1_noncoffee": 0.7710737443675129, + "IoU_noncoffee": 0.627436952244679, + "kappa": 0.7066733633731614, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8675147109726549, + "mIoU": 0.6990182376690625, + "macroF1": 0.8145672231018656, + "F1_coffee": 0.9136540522249168, + "IoU_coffee": 0.8410341605233101, + "precision_coffee": 0.8913342503438789, + "recall_coffee": 0.9371203794759068, + "F1_noncoffee": 0.7154803939788144, + "IoU_noncoffee": 0.5570023148148148, + "kappa": 0.6298991439460904, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48148148148148145, + "mIoU": 0.24912790697674417, + "macroF1": 0.3447611710323574, + "F1_coffee": 0.6440677966101694, + "IoU_coffee": 0.475, + "precision_coffee": 1.0, + "recall_coffee": 0.475, + "F1_noncoffee": 0.045454545454545456, + "IoU_noncoffee": 0.023255813953488372, + "kappa": 0.021851638872915465, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8955339805825243, + "mIoU": 0.7485961067749175, + "macroF1": 0.8503424509549736, + "F1_coffee": 0.9325814536340852, + "IoU_coffee": 0.8736792674336699, + "precision_coffee": 0.9228098456196913, + "recall_coffee": 0.9425622189854981, + "F1_noncoffee": 0.7681034482758621, + "IoU_noncoffee": 0.6235129461161651, + "kappa": 0.7008002960356837, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9069677481746531, + "mIoU": 0.7693613603520164, + "macroF1": 0.8645954767884245, + "F1_coffee": 0.9403410852713179, + "IoU_coffee": 0.8873997776087084, + "precision_coffee": 0.9257585933207155, + "recall_coffee": 0.9553903345724907, + "F1_noncoffee": 0.7888498683055312, + "IoU_noncoffee": 0.6513229430953243, + "kappa": 0.7294285642478305, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8949277114259465, + "mIoU": 0.7410963979618548, + "macroF1": 0.8445148340091205, + "F1_coffee": 0.9330498813815201, + "IoU_coffee": 0.8745018769852729, + "precision_coffee": 0.9129386229350054, + "recall_coffee": 0.9540671665301493, + "F1_noncoffee": 0.7559797866367209, + "IoU_noncoffee": 0.6076909189384365, + "kappa": 0.6895787298515881, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9175709308113489, + "mIoU": 0.6903266310916212, + "macroF1": 0.7962655518721036, + "F1_coffee": 0.9534726904922455, + "IoU_coffee": 0.9110824742268041, + "precision_coffee": 0.9493118496139644, + "recall_coffee": 0.9576701659329495, + "F1_noncoffee": 0.6390584132519617, + "IoU_noncoffee": 0.4695707879564382, + "kappa": 0.5925918197424311, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.936296884302441, + "mIoU": 0.7472191402136302, + "macroF1": 0.8425768738947056, + "F1_coffee": 0.9640416713341549, + "IoU_coffee": 0.9305795847750865, + "precision_coffee": 0.9601695860760906, + "recall_coffee": 0.967945113035654, + "F1_noncoffee": 0.7211120764552563, + "IoU_noncoffee": 0.563858695652174, + "kappa": 0.6851934548644241, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9391744393728915, + "mIoU": 0.744190522658964, + "macroF1": 0.8395648143774199, + "F1_coffee": 0.9659803540707032, + "IoU_coffee": 0.9341992271361099, + "precision_coffee": 0.9534399649430324, + "recall_coffee": 0.9788550219322911, + "F1_noncoffee": 0.7131492746841367, + "IoU_noncoffee": 0.5541818181818182, + "kappa": 0.6795969957761336, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8745618190431075, + "mIoU": 0.7549669992602799, + "macroF1": 0.8583684746196686, + "F1_coffee": 0.9062588501840838, + "IoU_coffee": 0.8285862247540134, + "precision_coffee": 0.8898776418242491, + "recall_coffee": 0.9232544720138488, + "F1_noncoffee": 0.8104780990552534, + "IoU_noncoffee": 0.6813477737665463, + "kappa": 0.7169308827665138, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8790908233518815, + "mIoU": 0.7598012888773618, + "macroF1": 0.8613474578311238, + "F1_coffee": 0.9109474854126146, + "IoU_coffee": 0.8364587319811201, + "precision_coffee": 0.8841693635382956, + "recall_coffee": 0.9393982808022923, + "F1_noncoffee": 0.8117474302496329, + "IoU_noncoffee": 0.6831438457736035, + "kappa": 0.7232315773193432, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7151679262501472, + "macroF1": 0.8307276699882795, + "F1_coffee": 0.8919517938772683, + "IoU_coffee": 0.8049756219527441, + "precision_coffee": 0.8633681952266024, + "recall_coffee": 0.9224928366762177, + "F1_noncoffee": 0.7695035460992907, + "IoU_noncoffee": 0.6253602305475504, + "kappa": 0.6622450907790289, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2705, + 2995 + ], + [ + 53008, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.703637150923411, + "test_tta": { + "OA": 0.8994867822213615, + "mIoU": 0.752553881005569, + "macroF1": 0.8528212545836552, + "F1_coffee": 0.9356957006566721, + "IoU_coffee": 0.8791618160651921, + "precision_coffee": 0.9187534216022223, + "recall_coffee": 0.9532745671428271, + "F1_noncoffee": 0.7699468085106383, + "IoU_noncoffee": 0.625945945945946, + "kappa": 0.7060001779543834, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8682502596053998, + "mIoU": 0.6987189359151803, + "macroF1": 0.8141666960633714, + "F1_coffee": 0.9144190142494449, + "IoU_coffee": 0.8423314577651972, + "precision_coffee": 0.8892674927113703, + "recall_coffee": 0.9410346888798905, + "F1_noncoffee": 0.713914377877298, + "IoU_noncoffee": 0.5551064140651634, + "kappa": 0.6293246260883991, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5835360509731484, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7893199155981172, + "mIoU": 0.6035663661519048, + "macroF1": 0.7434040390919506, + "F1_coffee": 0.8519481704535086, + "IoU_coffee": 0.7420816277868298, + "precision_coffee": 0.9111891865515054, + "recall_coffee": 0.7999400248468491, + "F1_noncoffee": 0.6348599077303927, + "IoU_noncoffee": 0.4650511045169799, + "kappa": 0.4921028759816961, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7525816314757124, + "mIoU": 0.5591267704689011, + "macroF1": 0.7068681806178055, + "F1_coffee": 0.8226268391285917, + "IoU_coffee": 0.6986967823521146, + "precision_coffee": 0.8901942355889725, + "recall_coffee": 0.7645928232331969, + "F1_noncoffee": 0.5911095221070194, + "IoU_noncoffee": 0.4195567585856877, + "kappa": 0.4214203559195365, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20095465393794748, + "mIoU": 0.10090495106731899, + "macroF1": 0.16864606386791756, + "F1_coffee": 0.33253588516746413, + "IoU_coffee": 0.1994261119081779, + "precision_coffee": 1.0, + "recall_coffee": 0.1994261119081779, + "F1_noncoffee": 0.0047562425683709865, + "IoU_noncoffee": 0.0023837902264600714, + "kappa": 0.0009503282563698241, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7012087264150944, + "mIoU": 0.5162732206443863, + "macroF1": 0.6743886669223821, + "F1_coffee": 0.7678387355400298, + "IoU_coffee": 0.6231641569064882, + "precision_coffee": 0.9299056778250416, + "recall_coffee": 0.6538786657129853, + "F1_noncoffee": 0.5809385983047344, + "IoU_noncoffee": 0.40938228438228436, + "kappa": 0.38262642522364887, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8419929170911561, + "mIoU": 0.6614772636228416, + "macroF1": 0.7864856070129881, + "F1_coffee": 0.8953507052662019, + "IoU_coffee": 0.8105293775450844, + "precision_coffee": 0.8997739748143364, + "recall_coffee": 0.8909707123673104, + "F1_noncoffee": 0.6776205087597743, + "IoU_noncoffee": 0.5124251497005988, + "kappa": 0.5730030029535353, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8235892467909905, + "mIoU": 0.6430132633875474, + "macroF1": 0.773467136387245, + "F1_coffee": 0.8800237185399921, + "IoU_coffee": 0.7857521030648862, + "precision_coffee": 0.9094437257438551, + "recall_coffee": 0.8524475078179845, + "F1_noncoffee": 0.6669105542344979, + "IoU_noncoffee": 0.5002744237102086, + "kappa": 0.5482467767326838, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7959682345754429, + "mIoU": 0.5803164846644734, + "macroF1": 0.717016622783775, + "F1_coffee": 0.8664890073284477, + "IoU_coffee": 0.7644292935229811, + "precision_coffee": 0.9540786384976526, + "recall_coffee": 0.7936294849890163, + "F1_noncoffee": 0.5675442382391023, + "IoU_noncoffee": 0.39620367580596566, + "kappa": 0.4490735065080755, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8412291933418694, + "mIoU": 0.6167267004582584, + "macroF1": 0.7427941794727118, + "F1_coffee": 0.9019106729950104, + "IoU_coffee": 0.8213454505153497, + "precision_coffee": 0.9370337590087242, + "recall_coffee": 0.869325513196481, + "F1_noncoffee": 0.5836776859504132, + "IoU_noncoffee": 0.41210795040116704, + "kappa": 0.48863773838066127, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8531338613474138, + "mIoU": 0.6329029512864368, + "macroF1": 0.7561827949138318, + "F1_coffee": 0.9099304389541857, + "IoU_coffee": 0.8347452965122676, + "precision_coffee": 0.9392176281257737, + "recall_coffee": 0.8824145150034892, + "F1_noncoffee": 0.602435150873478, + "IoU_noncoffee": 0.43106060606060603, + "kappa": 0.5144495394574389, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6128205128205129, + "mIoU": 0.4406566435945405, + "macroF1": 0.6113258083820241, + "F1_coffee": 0.6354287758204418, + "IoU_coffee": 0.4656618610747051, + "precision_coffee": 0.8886943471735868, + "recall_coffee": 0.4945024356297843, + "F1_noncoffee": 0.5872228409436063, + "IoU_noncoffee": 0.41565142611437583, + "kappa": 0.288113915543349, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8427342256214149, + "mIoU": 0.6904274582215102, + "macroF1": 0.8120044346618471, + "F1_coffee": 0.888011437129825, + "IoU_coffee": 0.7985796498102118, + "precision_coffee": 0.8608764519535375, + "recall_coffee": 0.9169126950653732, + "F1_noncoffee": 0.7359974321938694, + "IoU_noncoffee": 0.5822752666328085, + "kappa": 0.6248874337475607, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7945862929545018, + "mIoU": 0.6345216517143162, + "macroF1": 0.77225875149958, + "F1_coffee": 0.8435672514619883, + "IoU_coffee": 0.729456384323641, + "precision_coffee": 0.8730518989257073, + "recall_coffee": 0.8160090510535992, + "F1_noncoffee": 0.7009502515371716, + "IoU_noncoffee": 0.5395869191049913, + "kappa": 0.5455084566194942, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 546, + 563 + ], + [ + 6227, + 7520 + ], + [ + 41833, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.510547725359599, + "test_tta": { + "OA": 0.811540334361305, + "mIoU": 0.6289869812191973, + "macroF1": 0.7629267829382427, + "F1_coffee": 0.8702812007731067, + "IoU_coffee": 0.7703520569620254, + "precision_coffee": 0.9095345958947295, + "recall_coffee": 0.8342758000257037, + "F1_noncoffee": 0.6555723651033787, + "IoU_noncoffee": 0.4876219054763691, + "kappa": 0.5281869221237373, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7725279796930887, + "mIoU": 0.5788016068556537, + "macroF1": 0.722299542763432, + "F1_coffee": 0.8404031409374241, + "IoU_coffee": 0.7247373381269853, + "precision_coffee": 0.8874025002671225, + "recall_coffee": 0.7981318111053451, + "F1_noncoffee": 0.6041959445894399, + "IoU_noncoffee": 0.4328658755843222, + "kappa": 0.44843610768489234, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.6120769172496743, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8328842720337608, + "mIoU": 0.663392367742836, + "macroF1": 0.790244744899033, + "F1_coffee": 0.8848167539267016, + "IoU_coffee": 0.7934272300469484, + "precision_coffee": 0.9260924546859632, + "recall_coffee": 0.8470633594653644, + "F1_noncoffee": 0.6956727358713644, + "IoU_noncoffee": 0.5333575054387237, + "kappa": 0.5826797776636533, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7926329756547825, + "mIoU": 0.6085284321798101, + "macroF1": 0.7475374809641337, + "F1_coffee": 0.8542376317923763, + "IoU_coffee": 0.7455626537365729, + "precision_coffee": 0.9038853489519642, + "recall_coffee": 0.8097599415710469, + "F1_noncoffee": 0.6408373301358913, + "IoU_noncoffee": 0.47149421062304725, + "kappa": 0.4988008344273525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23436754176610977, + "mIoU": 0.11769523972676074, + "macroF1": 0.19138751836016532, + "F1_coffee": 0.3778122575640031, + "IoU_coffee": 0.23290291726446677, + "precision_coffee": 1.0, + "recall_coffee": 0.23290291726446677, + "F1_noncoffee": 0.004962779156327543, + "IoU_noncoffee": 0.0024875621890547263, + "kappa": 0.0011580500529682802, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.786310927672956, + "mIoU": 0.616880174506203, + "macroF1": 0.7574070096270122, + "F1_coffee": 0.8411440260072324, + "IoU_coffee": 0.7258400050431822, + "precision_coffee": 0.9596599433238873, + "recall_coffee": 0.7486832693933285, + "F1_noncoffee": 0.6736699932467922, + "IoU_noncoffee": 0.5079203439692238, + "kappa": 0.5295535047901528, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.863387182845777, + "mIoU": 0.7008080062495403, + "macroF1": 0.8168923995129429, + "F1_coffee": 0.9091612903225806, + "IoU_coffee": 0.8334516205346582, + "precision_coffee": 0.917328472855097, + "recall_coffee": 0.901138252973526, + "F1_noncoffee": 0.7246235087033053, + "IoU_noncoffee": 0.5681643919644226, + "kappa": 0.6338727787713935, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8483410026640833, + "mIoU": 0.6748122931419774, + "macroF1": 0.7972171055270695, + "F1_coffee": 0.8990358259972268, + "IoU_coffee": 0.8165895378126647, + "precision_coffee": 0.908616868726372, + "recall_coffee": 0.8896547322739167, + "F1_noncoffee": 0.6953983850569122, + "IoU_noncoffee": 0.5330350484712901, + "kappa": 0.5945702128119711, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8088983913663205, + "mIoU": 0.6025457785913523, + "macroF1": 0.7370187682179847, + "F1_coffee": 0.8745069198368657, + "IoU_coffee": 0.7769989307354164, + "precision_coffee": 0.9670264675439894, + "recall_coffee": 0.7981449841347328, + "F1_noncoffee": 0.5995306165991039, + "IoU_noncoffee": 0.42809262644728824, + "kappa": 0.4889651484756598, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8605338323648183, + "mIoU": 0.6454437245262231, + "macroF1": 0.7667962400995061, + "F1_coffee": 0.9146473779385171, + "IoU_coffee": 0.8427190936354548, + "precision_coffee": 0.9407315561066336, + "recall_coffee": 0.8899706744868036, + "F1_noncoffee": 0.6189451022604952, + "IoU_noncoffee": 0.4481683554169914, + "kappa": 0.535187885426521, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8401290701085362, + "mIoU": 0.5821108502543896, + "macroF1": 0.7051211187615851, + "F1_coffee": 0.9046480433895142, + "IoU_coffee": 0.825897135555319, + "precision_coffee": 0.9072406129371856, + "recall_coffee": 0.9020702488950919, + "F1_noncoffee": 0.5055941941336559, + "IoU_noncoffee": 0.33832456495346014, + "kappa": 0.41026720789990306, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7652421652421653, + "mIoU": 0.6115426317868785, + "macroF1": 0.7574275362318841, + "F1_coffee": 0.8009661835748793, + "IoU_coffee": 0.6680096696212732, + "precision_coffee": 0.9501432664756447, + "recall_coffee": 0.6922755741127349, + "F1_noncoffee": 0.7138888888888889, + "IoU_noncoffee": 0.5550755939524838, + "kappa": 0.531457916521542, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8661567877629063, + "mIoU": 0.7344572999054032, + "macroF1": 0.8438957414579182, + "F1_coffee": 0.9028452463566967, + "IoU_coffee": 0.8228969006957622, + "precision_coffee": 0.8914622447581197, + "recall_coffee": 0.9145227049065092, + "F1_noncoffee": 0.7849462365591398, + "IoU_noncoffee": 0.6460176991150443, + "kappa": 0.6879041193033177, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8564023804952966, + "mIoU": 0.7259390745551881, + "macroF1": 0.8387610287825111, + "F1_coffee": 0.8920946335833814, + "IoU_coffee": 0.8052083333333333, + "precision_coffee": 0.9103488885617548, + "recall_coffee": 0.8745580540234762, + "F1_noncoffee": 0.7854274239816409, + "IoU_noncoffee": 0.646669815777043, + "kappa": 0.6777796876507307, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 27, + 27 + ], + [ + 556, + 563 + ], + [ + 6637, + 7520 + ], + [ + 44094, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.513756227493286, + "test_tta": { + "OA": 0.8539198182113293, + "mIoU": 0.6879504623192958, + "macroF1": 0.8076709063090073, + "F1_coffee": 0.9019842739212824, + "IoU_coffee": 0.8214675368471167, + "precision_coffee": 0.9174716412619638, + "recall_coffee": 0.8870110954033329, + "F1_noncoffee": 0.7133575386967322, + "IoU_noncoffee": 0.5544333877914748, + "kappa": 0.6156620911918708, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8136321679935387, + "mIoU": 0.6288285664866795, + "macroF1": 0.7622552758261456, + "F1_coffee": 0.8727748897290485, + "IoU_coffee": 0.7742684950650712, + "precision_coffee": 0.8947092189991723, + "recall_coffee": 0.8518902919525649, + "F1_noncoffee": 0.6517356619232427, + "IoU_noncoffee": 0.4833886379082877, + "kappa": 0.5252915462467747, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7308242071605857, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8872098685278363, + "mIoU": 0.7511359529636403, + "macroF1": 0.8535906747317286, + "F1_coffee": 0.9237488066891247, + "IoU_coffee": 0.8583022369038151, + "precision_coffee": 0.9470155466060701, + "recall_coffee": 0.9015979094375187, + "F1_noncoffee": 0.7834325427743323, + "IoU_noncoffee": 0.6439696690234655, + "kappa": 0.7076824885057978, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8433281412253375, + "mIoU": 0.6833809336248163, + "macroF1": 0.8058147742314727, + "F1_coffee": 0.8911643005279979, + "IoU_coffee": 0.8036937311382981, + "precision_coffee": 0.9307689087941066, + "recall_coffee": 0.8547925195564012, + "F1_noncoffee": 0.7204652479349476, + "IoU_noncoffee": 0.5630681361113345, + "kappa": 0.6134271914539926, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29880668257756565, + "mIoU": 0.15009043704909317, + "macroF1": 0.23197468693701506, + "F1_coffee": 0.4585329893107261, + "IoU_coffee": 0.29746532759445243, + "precision_coffee": 1.0, + "recall_coffee": 0.29746532759445243, + "F1_noncoffee": 0.005416384563303994, + "IoU_noncoffee": 0.0027155465037338763, + "kappa": 0.0016142578939189823, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8820754716981132, + "mIoU": 0.7486213484303175, + "macroF1": 0.8524295164895017, + "F1_coffee": 0.9185723010110606, + "IoU_coffee": 0.8494070402208697, + "precision_coffee": 0.9604114934373892, + "recall_coffee": 0.8802262825931465, + "F1_noncoffee": 0.786286731967943, + "IoU_noncoffee": 0.6478356566397653, + "kappa": 0.7063218260119636, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.901421433076214, + "mIoU": 0.7719398956633834, + "macroF1": 0.8672954355243675, + "F1_coffee": 0.934590871048735, + "IoU_coffee": 0.8772131246601003, + "precision_coffee": 0.9409515167228416, + "recall_coffee": 0.9283156413863666, + "F1_noncoffee": 0.8, + "IoU_noncoffee": 0.6666666666666666, + "kappa": 0.7346279489142398, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8780818600145314, + "mIoU": 0.7335008763345869, + "macroF1": 0.8412133302689998, + "F1_coffee": 0.9177262772529664, + "IoU_coffee": 0.8479613409845967, + "precision_coffee": 0.9406325381935138, + "recall_coffee": 0.89590911991831, + "F1_noncoffee": 0.7647003832850332, + "IoU_noncoffee": 0.619040411684577, + "kappa": 0.6829643562522353, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8781307269395235, + "mIoU": 0.696775918048911, + "macroF1": 0.810524819542693, + "F1_coffee": 0.9237045063420231, + "IoU_coffee": 0.8582257491413005, + "precision_coffee": 0.9667778519012675, + "recall_coffee": 0.8843055894556993, + "F1_noncoffee": 0.6973451327433628, + "IoU_noncoffee": 0.5353260869565217, + "kappa": 0.6240102991758882, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8916576381365113, + "mIoU": 0.6899925778338194, + "macroF1": 0.8016692437607047, + "F1_coffee": 0.9352636534839924, + "IoU_coffee": 0.8783992925049746, + "precision_coffee": 0.9384669894886029, + "recall_coffee": 0.9320821114369502, + "F1_noncoffee": 0.668074834037417, + "IoU_noncoffee": 0.5015858631626643, + "kappa": 0.603362182324478, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8799256869072064, + "mIoU": 0.6747614271899756, + "macroF1": 0.7902523834432613, + "F1_coffee": 0.9273974222537543, + "IoU_coffee": 0.8646235255208907, + "precision_coffee": 0.9431216931216931, + "recall_coffee": 0.9121888811351477, + "F1_noncoffee": 0.6531073446327683, + "IoU_noncoffee": 0.4848993288590604, + "kappa": 0.5810611824011456, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8857549857549858, + "mIoU": 0.7778391148870972, + "macroF1": 0.8736852024275603, + "F1_coffee": 0.9127312295973885, + "IoU_coffee": 0.8394715772618094, + "precision_coffee": 0.9531818181818181, + "recall_coffee": 0.8755741127348643, + "F1_noncoffee": 0.834639175257732, + "IoU_noncoffee": 0.716206652512385, + "kappa": 0.7482295700703879, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9108986615678776, + "mIoU": 0.8180663622097231, + "macroF1": 0.8988203540478065, + "F1_coffee": 0.9337785988347307, + "IoU_coffee": 0.8757830201252832, + "precision_coffee": 0.9439735670162333, + "recall_coffee": 0.9238014902291579, + "F1_noncoffee": 0.8638621092608822, + "IoU_noncoffee": 0.760349704294163, + "kappa": 0.797689220383634, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8762718372048378, + "mIoU": 0.7612663270403492, + "macroF1": 0.8628322851086014, + "F1_coffee": 0.9057679654945537, + "IoU_coffee": 0.8277659005879209, + "precision_coffee": 0.9375, + "recall_coffee": 0.8761137038608401, + "F1_noncoffee": 0.8198966047226491, + "IoU_noncoffee": 0.6947667534927776, + "kappa": 0.7262639589806947, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 532, + 563 + ], + [ + 6757, + 7520 + ], + [ + 47348, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.222496700286865, + "test_tta": { + "OA": 0.897256938808635, + "mIoU": 0.7675232677255931, + "macroF1": 0.8645751319592683, + "F1_coffee": 0.9311027907179241, + "IoU_coffee": 0.8710873062745657, + "precision_coffee": 0.9465147156450542, + "recall_coffee": 0.9161847234717045, + "F1_noncoffee": 0.7980474732006125, + "IoU_noncoffee": 0.6639592291766205, + "kappa": 0.7293605922244203, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8528614284065997, + "mIoU": 0.695668901230054, + "macroF1": 0.814526814524913, + "F1_coffee": 0.898847885145452, + "IoU_coffee": 0.8162794885647398, + "precision_coffee": 0.9283008048495771, + "recall_coffee": 0.8712064425608795, + "F1_noncoffee": 0.7302057439043741, + "IoU_noncoffee": 0.5750583138953682, + "kappa": 0.6300469363174717, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7371344715567778, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8927609154358058, + "mIoU": 0.7604414164670386, + "macroF1": 0.8598802990184662, + "F1_coffee": 0.9277568202941338, + "IoU_coffee": 0.8652485162448247, + "precision_coffee": 0.9476200049141147, + "recall_coffee": 0.9087092490254037, + "F1_noncoffee": 0.7920037777427987, + "IoU_noncoffee": 0.6556343166892525, + "kappa": 0.7201146508729465, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8466885889004269, + "mIoU": 0.6869582037940778, + "macroF1": 0.80824936691528, + "F1_coffee": 0.8941024108388125, + "IoU_coffee": 0.8084857220070264, + "precision_coffee": 0.9281090360075283, + "recall_coffee": 0.8624997597493705, + "F1_noncoffee": 0.7223963229917476, + "IoU_noncoffee": 0.5654306855811292, + "kappa": 0.6178436934306163, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26348448687350834, + "mIoU": 0.13233060578828154, + "macroF1": 0.21023339585335185, + "F1_coffee": 0.41530882910193256, + "IoU_coffee": 0.2620755619320899, + "precision_coffee": 1.0, + "recall_coffee": 0.2620755619320899, + "F1_noncoffee": 0.0051579626047711154, + "IoU_noncoffee": 0.002585649644473174, + "kappa": 0.0013543534090069758, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8681702044025157, + "mIoU": 0.7281148792441604, + "macroF1": 0.8385525138585619, + "F1_coffee": 0.9077023633423923, + "IoU_coffee": 0.831002771478962, + "precision_coffee": 0.9636961285609934, + "recall_coffee": 0.8578581182131478, + "F1_noncoffee": 0.7694026643747314, + "IoU_noncoffee": 0.6252269870093589, + "kappa": 0.6798057279271992, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.909862707999806, + "mIoU": 0.7885851665724009, + "macroF1": 0.8783845920818903, + "F1_coffee": 0.9402572347266881, + "IoU_coffee": 0.8872504399538806, + "precision_coffee": 0.9456085887983443, + "recall_coffee": 0.9349661081979793, + "F1_noncoffee": 0.8165119494370926, + "IoU_noncoffee": 0.6899198931909212, + "kappa": 0.756793106462223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8999273431823687, + "mIoU": 0.7668865037898578, + "macroF1": 0.8637233401723374, + "F1_coffee": 0.9339640733874577, + "IoU_coffee": 0.8761093787479012, + "precision_coffee": 0.935518985720689, + "recall_coffee": 0.9324143212713, + "F1_noncoffee": 0.7934826069572171, + "IoU_noncoffee": 0.6576636288318144, + "kappa": 0.7274490350181265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9129505192425168, + "mIoU": 0.7454856552687681, + "macroF1": 0.845083674141281, + "F1_coffee": 0.9476199228083073, + "IoU_coffee": 0.9004540691582257, + "precision_coffee": 0.9514085373354656, + "recall_coffee": 0.9438613619721747, + "F1_noncoffee": 0.7425474254742548, + "IoU_noncoffee": 0.5905172413793104, + "kappa": 0.6901914946160055, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9042647493351719, + "mIoU": 0.7112224044946917, + "macroF1": 0.8179517001206877, + "F1_coffee": 0.9433037797480168, + "IoU_coffee": 0.8926915433870611, + "precision_coffee": 0.9381598793363499, + "recall_coffee": 0.9485043988269795, + "F1_noncoffee": 0.6925996204933587, + "IoU_noncoffee": 0.5297532656023222, + "kappa": 0.635962737506198, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.905348587073433, + "mIoU": 0.7027967290844839, + "macroF1": 0.810307760298034, + "F1_coffee": 0.944578037329669, + "IoU_coffee": 0.8949766735380276, + "precision_coffee": 0.9301984663960307, + "recall_coffee": 0.959409164922075, + "F1_noncoffee": 0.6760374832663989, + "IoU_noncoffee": 0.5106167846309403, + "kappa": 0.6211447290986285, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8264007597340931, + "mIoU": 0.6943305703987595, + "macroF1": 0.8183561793063343, + "F1_coffee": 0.8565824572414875, + "IoU_coffee": 0.7491423082201181, + "precision_coffee": 0.9816579751843194, + "recall_coffee": 0.759777313848295, + "F1_noncoffee": 0.7801299013711811, + "IoU_noncoffee": 0.6395188325774009, + "kappa": 0.6455342636179672, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9152963671128107, + "mIoU": 0.8274382991287421, + "macroF1": 0.9046445141693373, + "F1_coffee": 0.9365147606764116, + "IoU_coffee": 0.8806090823339172, + "precision_coffee": 0.9549905012421452, + "recall_coffee": 0.9187403345986223, + "F1_noncoffee": 0.8727742676622631, + "IoU_noncoffee": 0.7742675159235669, + "kappa": 0.8094319696790799, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8946054904972164, + "mIoU": 0.7910759741785205, + "macroF1": 0.8820252488832637, + "F1_coffee": 0.9205499276410999, + "IoU_coffee": 0.8527952808687491, + "precision_coffee": 0.9425100014817009, + "recall_coffee": 0.8995898741337859, + "F1_noncoffee": 0.8435005701254276, + "IoU_noncoffee": 0.7293566674882919, + "kappa": 0.7643025375088586, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6855, + 7520 + ], + [ + 47571, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0192710320154825, + "test_tta": { + "OA": 0.8957312124655088, + "mIoU": 0.7628679375531828, + "macroF1": 0.8612896124809217, + "F1_coffee": 0.9304084064565052, + "IoU_coffee": 0.869872586950797, + "precision_coffee": 0.9412370682097142, + "recall_coffee": 0.9198260720558625, + "F1_noncoffee": 0.7921708185053381, + "IoU_noncoffee": 0.6558632881555686, + "kappa": 0.7226888396179183, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8503086419753086, + "mIoU": 0.6885858587692651, + "macroF1": 0.808941162497793, + "F1_coffee": 0.897843482711444, + "IoU_coffee": 0.8146243012020218, + "precision_coffee": 0.9201129715553762, + "recall_coffee": 0.8766264967614216, + "F1_noncoffee": 0.720038842284142, + "IoU_noncoffee": 0.5625474163365085, + "kappa": 0.6184947746355276, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6301645651812191, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8414056159714333, + "mIoU": 0.6662468842347946, + "macroF1": 0.7909798829507182, + "F1_coffee": 0.8936443491417313, + "IoU_coffee": 0.8077369591310679, + "precision_coffee": 0.908487329866106, + "recall_coffee": 0.8792785845863856, + "F1_noncoffee": 0.6883154167597052, + "IoU_noncoffee": 0.5247568093385214, + "kappa": 0.5822865325520168, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8035508249682705, + "mIoU": 0.6124053122703265, + "macroF1": 0.7485708637923765, + "F1_coffee": 0.866144517929618, + "IoU_coffee": 0.7638932223955625, + "precision_coffee": 0.8861652925799316, + "recall_coffee": 0.8470083991620058, + "F1_noncoffee": 0.6309972096551351, + "IoU_noncoffee": 0.4609174021450904, + "kappa": 0.49784830654452344, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32124105011933174, + "mIoU": 0.16137383013958842, + "macroF1": 0.24518850714502888, + "F1_coffee": 0.48478260869565215, + "IoU_coffee": 0.3199426111908178, + "precision_coffee": 1.0, + "recall_coffee": 0.3199426111908178, + "F1_noncoffee": 0.005594405594405594, + "IoU_noncoffee": 0.002805049088359046, + "kappa": 0.0017933000540804238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8573604559748428, + "mIoU": 0.7027411649185843, + "macroF1": 0.8196639476081743, + "F1_coffee": 0.902114172033584, + "IoU_coffee": 0.8216830466830467, + "precision_coffee": 0.9368959237988513, + "recall_coffee": 0.8698224852071006, + "F1_noncoffee": 0.7372137231827646, + "IoU_noncoffee": 0.5837992831541219, + "kappa": 0.6406574667001265, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8155532916120894, + "mIoU": 0.6262982622471018, + "macroF1": 0.7592999408491317, + "F1_coffee": 0.8756622408267382, + "IoU_coffee": 0.7788248981966259, + "precision_coffee": 0.8961178045515394, + "recall_coffee": 0.856119708402609, + "F1_noncoffee": 0.6429376408715252, + "IoU_noncoffee": 0.47377162629757785, + "kappa": 0.5193191493809093, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8514894647614435, + "mIoU": 0.6706100077968428, + "macroF1": 0.7927482643032173, + "F1_coffee": 0.9030850929321027, + "IoU_coffee": 0.8232954872917987, + "precision_coffee": 0.894657731571366, + "recall_coffee": 0.9116727295934648, + "F1_noncoffee": 0.6824114356743319, + "IoU_noncoffee": 0.5179245283018868, + "kappa": 0.5856170171012669, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8799633475870495, + "mIoU": 0.6819905937205165, + "macroF1": 0.7969135186167317, + "F1_coffee": 0.9267838291001677, + "IoU_coffee": 0.8635574586274737, + "precision_coffee": 0.9434821089897585, + "recall_coffee": 0.9106663412252868, + "F1_noncoffee": 0.6670432081332957, + "IoU_noncoffee": 0.5004237288135593, + "kappa": 0.594404800340612, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8120752486949671, + "mIoU": 0.5579214899323753, + "macroF1": 0.686160864605261, + "F1_coffee": 0.8849493487698987, + "IoU_coffee": 0.7936404931862427, + "precision_coffee": 0.910534805807172, + "recall_coffee": 0.8607624633431085, + "F1_noncoffee": 0.4873723804406233, + "IoU_noncoffee": 0.322202486678508, + "kappa": 0.3745222124590939, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.878361200743131, + "mIoU": 0.619103601596154, + "macroF1": 0.7345952711751969, + "F1_coffee": 0.9299312830911344, + "IoU_coffee": 0.8690388461943362, + "precision_coffee": 0.9015945827872434, + "recall_coffee": 0.9601070016282857, + "F1_noncoffee": 0.5392592592592592, + "IoU_noncoffee": 0.3691683569979716, + "kappa": 0.4726161313854634, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8362773029439696, + "mIoU": 0.7003757731218188, + "macroF1": 0.8215610778309623, + "F1_coffee": 0.872805075992327, + "IoU_coffee": 0.7743160099489462, + "precision_coffee": 0.9287172240540116, + "recall_coffee": 0.8232428670842032, + "F1_noncoffee": 0.7703170796695976, + "IoU_noncoffee": 0.6264355362946912, + "kappa": 0.645442704442425, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8189292543021033, + "mIoU": 0.6660513047112098, + "macroF1": 0.7955969826761694, + "F1_coffee": 0.8646562812633986, + "IoU_coffee": 0.7615810674723061, + "precision_coffee": 0.879232669670106, + "recall_coffee": 0.8505553212427949, + "F1_noncoffee": 0.7265376840889403, + "IoU_noncoffee": 0.5705215419501134, + "kappa": 0.5914208618545725, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8251103858706086, + "mIoU": 0.676366935991318, + "macroF1": 0.8033717113679757, + "F1_coffee": 0.8687509004466215, + "IoU_coffee": 0.7679572083545594, + "precision_coffee": 0.8853325502863015, + "recall_coffee": 0.8527789563003818, + "F1_noncoffee": 0.7379925222893299, + "IoU_noncoffee": 0.5847766636280766, + "kappa": 0.6070186122944304, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 553, + 563 + ], + [ + 6653, + 7520 + ], + [ + 44615, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5138866623242697, + "test_tta": { + "OA": 0.8512254504138939, + "mIoU": 0.6737815520051991, + "macroF1": 0.7956766266969586, + "F1_coffee": 0.9022126442912923, + "IoU_coffee": 0.821846452866861, + "precision_coffee": 0.8987417105934364, + "recall_coffee": 0.9057104913678619, + "F1_noncoffee": 0.689140609102625, + "IoU_noncoffee": 0.5257166511435372, + "kappa": 0.5913726279421244, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8145119418483905, + "mIoU": 0.6192003117629634, + "macroF1": 0.752525469282335, + "F1_coffee": 0.8763805184693907, + "IoU_coffee": 0.7799620181696864, + "precision_coffee": 0.8765574526995846, + "recall_coffee": 0.8762036556535778, + "F1_noncoffee": 0.6286704200952793, + "IoU_noncoffee": 0.45843860535624054, + "kappa": 0.5050509991400336, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6800054710318024, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8478818373640643, + "mIoU": 0.6794412556418907, + "macroF1": 0.8014324358872863, + "F1_coffee": 0.8974706809032033, + "IoU_coffee": 0.8140107164119865, + "precision_coffee": 0.9171772282098296, + "recall_coffee": 0.8785931542646618, + "F1_noncoffee": 0.7053941908713693, + "IoU_noncoffee": 0.5448717948717948, + "kappa": 0.6033909742917414, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8059161186108227, + "mIoU": 0.6198664980642723, + "macroF1": 0.7554032026803914, + "F1_coffee": 0.8665575883782042, + "IoU_coffee": 0.7645360536123602, + "precision_coffee": 0.8950753851196329, + "recall_coffee": 0.8398008802783063, + "F1_noncoffee": 0.6442488169825786, + "IoU_noncoffee": 0.4751969425161844, + "kappa": 0.512126704161004, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22052505966587113, + "mIoU": 0.11073872462106704, + "macroF1": 0.18211584330426506, + "F1_coffee": 0.3593566104354649, + "IoU_coffee": 0.2190339550454328, + "precision_coffee": 1.0, + "recall_coffee": 0.2190339550454328, + "F1_noncoffee": 0.004875076173065204, + "IoU_noncoffee": 0.002443494196701283, + "kappa": 0.0010698438068920317, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8613404088050315, + "mIoU": 0.7107199666790878, + "macroF1": 0.8255928371665673, + "F1_coffee": 0.9045525265507678, + "IoU_coffee": 0.8257379276275164, + "precision_coffee": 0.9425530415168817, + "recall_coffee": 0.8694973665387866, + "F1_noncoffee": 0.7466331477823667, + "IoU_noncoffee": 0.595702005730659, + "kappa": 0.6526842449366362, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8328724591277349, + "mIoU": 0.6510863746163678, + "macroF1": 0.7789047822253927, + "F1_coffee": 0.8881384550443225, + "IoU_coffee": 0.7987851176917237, + "precision_coffee": 0.9021703278580381, + "recall_coffee": 0.874536385727075, + "F1_noncoffee": 0.6696711094064628, + "IoU_noncoffee": 0.503387631541012, + "kappa": 0.5581252241636739, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8496003875030274, + "mIoU": 0.6764933291657755, + "macroF1": 0.7984546118879527, + "F1_coffee": 0.8999838943469157, + "IoU_coffee": 0.8181551976573939, + "precision_coffee": 0.9085587929240374, + "recall_coffee": 0.8915693407364861, + "F1_noncoffee": 0.6969253294289898, + "IoU_noncoffee": 0.5348314606741573, + "kappa": 0.597017995814031, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8818977804927713, + "mIoU": 0.6923156441251778, + "macroF1": 0.8058158175593937, + "F1_coffee": 0.9273638071383845, + "IoU_coffee": 0.8645650904845301, + "precision_coffee": 0.9522890946502057, + "recall_coffee": 0.9037100317305345, + "F1_noncoffee": 0.6842678279804029, + "IoU_noncoffee": 0.5200661977658254, + "kappa": 0.6127847192173315, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8287205751994484, + "mIoU": 0.5908849035567407, + "macroF1": 0.7186773218979349, + "F1_coffee": 0.894625219657032, + "IoU_coffee": 0.8093410810218178, + "precision_coffee": 0.9252945600401103, + "recall_coffee": 0.8659237536656892, + "F1_noncoffee": 0.5427294241388377, + "IoU_noncoffee": 0.37242872609166366, + "kappa": 0.44002429554603756, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8634985821844138, + "mIoU": 0.6216531346039947, + "macroF1": 0.741683547739239, + "F1_coffee": 0.9190724637681159, + "IoU_coffee": 0.85026279094712, + "precision_coffee": 0.9162043458159963, + "recall_coffee": 0.9219585950220982, + "F1_noncoffee": 0.5642946317103621, + "IoU_noncoffee": 0.39304347826086955, + "kappa": 0.48339435166314826, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8421652421652421, + "mIoU": 0.7089565069237775, + "macroF1": 0.827544676938271, + "F1_coffee": 0.8777581641659311, + "IoU_coffee": 0.782147070389304, + "precision_coffee": 0.9307440336920917, + "recall_coffee": 0.8304801670146138, + "F1_noncoffee": 0.7773311897106109, + "IoU_noncoffee": 0.6357659434582511, + "kappa": 0.6571135354931767, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8369024856596559, + "mIoU": 0.6886222395583292, + "macroF1": 0.8115893264852356, + "F1_coffee": 0.8806492234503988, + "IoU_coffee": 0.78675, + "precision_coffee": 0.8764795989416516, + "recall_coffee": 0.8848587094053142, + "F1_noncoffee": 0.7425294295200724, + "IoU_noncoffee": 0.5904944791166586, + "kappa": 0.6231970491191688, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8359569975043194, + "mIoU": 0.6944560961226596, + "macroF1": 0.816696664938581, + "F1_coffee": 0.8761145342515404, + "IoU_coffee": 0.7795407636738906, + "precision_coffee": 0.898720999405116, + "recall_coffee": 0.854617451562721, + "F1_noncoffee": 0.7572787956256214, + "IoU_noncoffee": 0.6093714285714286, + "kappa": 0.6338472351401121, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 425, + 563 + ], + [ + 6492, + 7520 + ], + [ + 45297, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5145608226458231, + "test_tta": { + "OA": 0.859779256614186, + "mIoU": 0.6917972465734015, + "macroF1": 0.8098475851995497, + "F1_coffee": 0.9072879664309248, + "IoU_coffee": 0.8303083873502259, + "precision_coffee": 0.9091515216689967, + "recall_coffee": 0.9054320352996615, + "F1_noncoffee": 0.7124072039681747, + "IoU_noncoffee": 0.5532861057965769, + "kappa": 0.6197001269557827, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8178146994346371, + "mIoU": 0.6294250216631547, + "macroF1": 0.7617964696593729, + "F1_coffee": 0.8773115773115773, + "IoU_coffee": 0.781438161810506, + "precision_coffee": 0.8867683728966641, + "recall_coffee": 0.8680543543024083, + "F1_noncoffee": 0.6462813620071685, + "IoU_noncoffee": 0.4774118815158034, + "kappa": 0.523749094999287, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 60, + "stopped_epoch": 80, + "best_val": 0.7378741754003066, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8842720337607531, + "mIoU": 0.7467772727783702, + "macroF1": 0.8506682184976722, + "F1_coffee": 0.9215068915407988, + "IoU_coffee": 0.8544392952657044, + "precision_coffee": 0.9479728199320498, + "recall_coffee": 0.8964786017221437, + "F1_noncoffee": 0.7798295454545454, + "IoU_noncoffee": 0.6391152502910361, + "kappa": 0.7019879810492059, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8400974962501442, + "mIoU": 0.6789060300614749, + "macroF1": 0.8025584245542474, + "F1_coffee": 0.8886500818527855, + "IoU_coffee": 0.7996132157316368, + "precision_coffee": 0.9306058056373581, + "recall_coffee": 0.8503142478233293, + "F1_noncoffee": 0.7164667672557092, + "IoU_noncoffee": 0.5581988443913131, + "kappa": 0.6071501030879584, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3011933174224344, + "mIoU": 0.15129066180868572, + "macroF1": 0.23340171801516463, + "F1_coffee": 0.4613686534216336, + "IoU_coffee": 0.2998565279770445, + "precision_coffee": 1.0, + "recall_coffee": 0.2998565279770445, + "F1_noncoffee": 0.005434782608695652, + "IoU_noncoffee": 0.0027247956403269754, + "kappa": 0.0016327614762039198, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8882173742138365, + "mIoU": 0.7564167031309876, + "macroF1": 0.8574844764724063, + "F1_coffee": 0.9236654028117974, + "IoU_coffee": 0.8581582392917264, + "precision_coffee": 0.9542429284525791, + "recall_coffee": 0.8949866701345991, + "F1_noncoffee": 0.7913035501330153, + "IoU_noncoffee": 0.654675166970249, + "kappa": 0.7157668651819715, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8827438994809101, + "mIoU": 0.7457338070261388, + "macroF1": 0.850093528575175, + "F1_coffee": 0.9200542453610293, + "IoU_coffee": 0.8519448698315467, + "precision_coffee": 0.952929085303186, + "recall_coffee": 0.8893720424606727, + "F1_noncoffee": 0.7801328117893205, + "IoU_noncoffee": 0.6395227442207307, + "kappa": 0.7011652000695372, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8819084524097844, + "mIoU": 0.7380672988360573, + "macroF1": 0.8442161675312294, + "F1_coffee": 0.9208441558441558, + "IoU_coffee": 0.853300439256273, + "precision_coffee": 0.9372149890952349, + "recall_coffee": 0.9050354202565576, + "F1_noncoffee": 0.7675881792183031, + "IoU_noncoffee": 0.6228341584158416, + "kappa": 0.688711205086956, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8926898798615354, + "mIoU": 0.7100640442259103, + "macroF1": 0.8192008109112552, + "F1_coffee": 0.9344690375528476, + "IoU_coffee": 0.8769984829034894, + "precision_coffee": 0.9524714828897338, + "recall_coffee": 0.9171344886502318, + "F1_noncoffee": 0.7039325842696629, + "IoU_noncoffee": 0.5431296055483311, + "kappa": 0.638984300590381, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8668373879641486, + "mIoU": 0.6697843075515284, + "macroF1": 0.7885836759688566, + "F1_coffee": 0.9172075933864053, + "IoU_coffee": 0.8470761226105644, + "precision_coffee": 0.959513132607303, + "recall_coffee": 0.8784750733137829, + "F1_noncoffee": 0.6599597585513078, + "IoU_noncoffee": 0.4924924924924925, + "kappa": 0.5805165992120586, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8981128385645839, + "mIoU": 0.6898103352721237, + "macroF1": 0.8001085617226177, + "F1_coffee": 0.9400736139866575, + "IoU_coffee": 0.8869234943027672, + "precision_coffee": 0.929806598407281, + "recall_coffee": 0.9505698999767388, + "F1_noncoffee": 0.6601435094585779, + "IoU_noncoffee": 0.49269717624148, + "kappa": 0.6004933749555187, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8840455840455841, + "mIoU": 0.7756662248151682, + "macroF1": 0.8723366151835041, + "F1_coffee": 0.9109993439755084, + "IoU_coffee": 0.8365461847389558, + "precision_coffee": 0.9563820018365473, + "recall_coffee": 0.8697286012526096, + "F1_noncoffee": 0.8336738863914998, + "IoU_noncoffee": 0.7147862648913805, + "kappa": 0.7457431642345705, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8981835564053537, + "mIoU": 0.7970738962248392, + "macroF1": 0.885811782650802, + "F1_coffee": 0.9233978278069481, + "IoU_coffee": 0.8576964190272581, + "precision_coffee": 0.945360824742268, + "recall_coffee": 0.9024321664557852, + "F1_noncoffee": 0.8482257374946558, + "IoU_noncoffee": 0.7364513734224202, + "kappa": 0.7718675328951949, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8660011518525629, + "mIoU": 0.747449990260826, + "macroF1": 0.8539376568333041, + "F1_coffee": 0.8959141067700567, + "IoU_coffee": 0.8114532685035116, + "precision_coffee": 0.9474846238763602, + "recall_coffee": 0.8496676566256541, + "F1_noncoffee": 0.8119612068965517, + "IoU_noncoffee": 0.6834467120181406, + "kappa": 0.7094304352007842, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 499, + 563 + ], + [ + 6742, + 7520 + ], + [ + 47215, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.035024511814117, + "test_tta": { + "OA": 0.8900827787696802, + "mIoU": 0.7560399008959247, + "macroF1": 0.856923191143991, + "F1_coffee": 0.9258025638216282, + "IoU_coffee": 0.8618551233144979, + "precision_coffee": 0.9476269513726897, + "recall_coffee": 0.9049608019534764, + "F1_noncoffee": 0.7880438184663536, + "IoU_noncoffee": 0.6502246784773513, + "kappa": 0.7142793028479121, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8468328141225338, + "mIoU": 0.6879748460165961, + "macroF1": 0.8090996195615194, + "F1_coffee": 0.893971765739502, + "IoU_coffee": 0.8082721019660234, + "precision_coffee": 0.9301518708578315, + "recall_coffee": 0.8605008745122912, + "F1_noncoffee": 0.7242274733835368, + "IoU_noncoffee": 0.5676775900671688, + "kappa": 0.6196957935606197, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.7495423082918503, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9045284856354487, + "mIoU": 0.7791619511165753, + "macroF1": 0.8722137500144151, + "F1_coffee": 0.936473993433558, + "IoU_coffee": 0.8805369945366289, + "precision_coffee": 0.9444299220145514, + "recall_coffee": 0.9286509874480572, + "F1_noncoffee": 0.8079535065952723, + "IoU_noncoffee": 0.6777869076965215, + "kappa": 0.7444823173819968, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8593659859236183, + "mIoU": 0.703408038321423, + "macroF1": 0.8198513167744689, + "F1_coffee": 0.9042226129320591, + "IoU_coffee": 0.82518823951237, + "precision_coffee": 0.9246484531940539, + "recall_coffee": 0.8846796978608084, + "F1_noncoffee": 0.7354800206168787, + "IoU_noncoffee": 0.5816278371304758, + "kappa": 0.6401875626352572, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2840095465393795, + "mIoU": 0.1426497298452334, + "macroF1": 0.2230104617283511, + "F1_coffee": 0.4407158836689038, + "IoU_coffee": 0.28263988522238165, + "precision_coffee": 1.0, + "recall_coffee": 0.28263988522238165, + "F1_noncoffee": 0.005305039787798408, + "IoU_noncoffee": 0.0026595744680851063, + "kappa": 0.001502274382408935, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9094437893081762, + "mIoU": 0.7928549353851222, + "macroF1": 0.8815002984786144, + "F1_coffee": 0.9390441541260129, + "IoU_coffee": 0.8850925868196272, + "precision_coffee": 0.9555735056542811, + "recall_coffee": 0.9230769230769231, + "F1_noncoffee": 0.8239564428312159, + "IoU_noncoffee": 0.7006172839506173, + "kappa": 0.7632052227261559, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8972007956144181, + "mIoU": 0.7648115213845654, + "macroF1": 0.8625468179326311, + "F1_coffee": 0.9315634789910539, + "IoU_coffee": 0.8718940813735566, + "precision_coffee": 0.9410766721044046, + "recall_coffee": 0.9222406957411434, + "F1_noncoffee": 0.7935301568742084, + "IoU_noncoffee": 0.6577289613955742, + "kappa": 0.7251783629445582, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9069992734318237, + "mIoU": 0.7798750357129952, + "macroF1": 0.8724120159720339, + "F1_coffee": 0.9388418169076894, + "IoU_coffee": 0.8847331452242301, + "precision_coffee": 0.9371701112877584, + "recall_coffee": 0.9405194970961772, + "F1_noncoffee": 0.8059822150363783, + "IoU_noncoffee": 0.6750169262017603, + "kappa": 0.7448266077023246, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9117287721441661, + "mIoU": 0.7486526988820514, + "macroF1": 0.8478215063070268, + "F1_coffee": 0.946438500030889, + "IoU_coffee": 0.8983229740823268, + "precision_coffee": 0.9583385462279495, + "recall_coffee": 0.934830363680742, + "F1_noncoffee": 0.7492045125831646, + "IoU_noncoffee": 0.5989824236817761, + "kappa": 0.6958625943456705, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8876194228306904, + "mIoU": 0.6838912630142504, + "macroF1": 0.796978266305038, + "F1_coffee": 0.9326326976442109, + "IoU_coffee": 0.8737692222590995, + "precision_coffee": 0.9388968140751308, + "recall_coffee": 0.9264516129032258, + "F1_noncoffee": 0.6613238349658652, + "IoU_noncoffee": 0.49401330376940134, + "kappa": 0.5940473762947377, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9099442651804048, + "mIoU": 0.7189717065249379, + "macroF1": 0.823557444381418, + "F1_coffee": 0.9470172007133406, + "IoU_coffee": 0.8993662587412588, + "precision_coffee": 0.9369379624359704, + "recall_coffee": 0.9573156548034426, + "F1_noncoffee": 0.7000976880494952, + "IoU_noncoffee": 0.5385771543086172, + "kappa": 0.6473458970752308, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.907312440645774, + "mIoU": 0.8128539987830521, + "macroF1": 0.895666978963495, + "F1_coffee": 0.9305239179954442, + "IoU_coffee": 0.8700745473908413, + "precision_coffee": 0.952353198309777, + "recall_coffee": 0.9096729297146834, + "F1_noncoffee": 0.8608100399315459, + "IoU_noncoffee": 0.7556334501752628, + "kappa": 0.7915533647992572, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9065009560229446, + "mIoU": 0.8105795771534094, + "macroF1": 0.8942049311132614, + "F1_coffee": 0.9302723513474975, + "IoU_coffee": 0.8696347640629165, + "precision_coffee": 0.943729205844062, + "recall_coffee": 0.9171938703781808, + "F1_noncoffee": 0.8581375108790252, + "IoU_noncoffee": 0.7515243902439024, + "kappa": 0.7884973546973222, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.90410827414091, + "mIoU": 0.8057603213399656, + "macroF1": 0.8911626265391164, + "F1_coffee": 0.9286988794518592, + "IoU_coffee": 0.8668887408394403, + "precision_coffee": 0.937463976945245, + "recall_coffee": 0.9200961674444916, + "F1_noncoffee": 0.8536263736263736, + "IoU_noncoffee": 0.7446319018404908, + "kappa": 0.7823643102614205, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 548, + 563 + ], + [ + 6929, + 7520 + ], + [ + 48229, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.820694661140442, + "test_tta": { + "OA": 0.9089595844830385, + "mIoU": 0.7843302532879035, + "macroF1": 0.8754151029976478, + "F1_coffee": 0.9400613385481785, + "IoU_coffee": 0.88690164132758, + "precision_coffee": 0.937986479858401, + "recall_coffee": 0.9421453969069957, + "F1_noncoffee": 0.8107688674471172, + "IoU_noncoffee": 0.6817588652482269, + "kappa": 0.750834055085809, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8655532479520018, + "mIoU": 0.7089205288536452, + "macroF1": 0.8233312128529624, + "F1_coffee": 0.9096985430874147, + "IoU_coffee": 0.8343550651242959, + "precision_coffee": 0.9170361111653614, + "recall_coffee": 0.902477464490957, + "F1_noncoffee": 0.7369638826185102, + "IoU_noncoffee": 0.5834859925829945, + "kappa": 0.6467283068116964, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.5114593196146295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7051777308878429, + "mIoU": 0.515383235405201, + "macroF1": 0.672010002682235, + "F1_coffee": 0.7763109283022586, + "IoU_coffee": 0.6344021093734276, + "precision_coffee": 0.913170703441882, + "recall_coffee": 0.6751274472004455, + "F1_noncoffee": 0.5677090770622114, + "IoU_noncoffee": 0.3963643614369745, + "kappa": 0.37131073207806603, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6728971962616822, + "mIoU": 0.48266556090338497, + "macroF1": 0.643295164471311, + "F1_coffee": 0.7460530735639906, + "IoU_coffee": 0.5949638360567908, + "precision_coffee": 0.893618733403074, + "recall_coffee": 0.6403159776278614, + "F1_noncoffee": 0.5405372553786313, + "IoU_noncoffee": 0.3703672857499792, + "kappa": 0.3201329807966198, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13317422434367543, + "mIoU": 0.06685691162018279, + "macroF1": 0.11842290637837197, + "F1_coffee": 0.23245984784446322, + "IoU_coffee": 0.13151602104256338, + "precision_coffee": 1.0, + "recall_coffee": 0.13151602104256338, + "F1_noncoffee": 0.0043859649122807015, + "IoU_noncoffee": 0.002197802197802198, + "kappa": 0.0005779253530598679, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6825864779874213, + "mIoU": 0.4938492960346051, + "macroF1": 0.6537640860381786, + "F1_coffee": 0.75366076876144, + "IoU_coffee": 0.6046995471790478, + "precision_coffee": 0.9112033195020747, + "recall_coffee": 0.6425645360556603, + "F1_noncoffee": 0.5538674033149171, + "IoU_noncoffee": 0.38299904489016234, + "kappa": 0.3430913462332615, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6838888080337651, + "mIoU": 0.4899025014296778, + "macroF1": 0.648397725139493, + "F1_coffee": 0.7601060304837641, + "IoU_coffee": 0.6130411544628541, + "precision_coffee": 0.8957827143353002, + "recall_coffee": 0.6601227778488298, + "F1_noncoffee": 0.5366894197952219, + "IoU_noncoffee": 0.36676384839650145, + "kappa": 0.3266294900794011, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7487042867522402, + "mIoU": 0.564808861546723, + "macroF1": 0.714225394478246, + "F1_coffee": 0.8134886396318666, + "IoU_coffee": 0.6856138649860622, + "precision_coffee": 0.9314233967234709, + "recall_coffee": 0.7220626715170081, + "F1_noncoffee": 0.6149621493246252, + "IoU_noncoffee": 0.44400385810738396, + "kappa": 0.44676128241689966, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7422113622480146, + "mIoU": 0.5193325406091364, + "macroF1": 0.6639468708240481, + "F1_coffee": 0.8261227853316853, + "IoU_coffee": 0.7037557037557037, + "precision_coffee": 0.9445665829145728, + "recall_coffee": 0.7340737124725408, + "F1_noncoffee": 0.5017709563164109, + "IoU_noncoffee": 0.33490937746256894, + "kappa": 0.3568701482679487, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.643652122525362, + "mIoU": 0.4308692124570217, + "macroF1": 0.5850684221826782, + "F1_coffee": 0.740979381443299, + "IoU_coffee": 0.5885363357215967, + "precision_coffee": 0.950762447179864, + "recall_coffee": 0.6070381231671554, + "F1_noncoffee": 0.4291574629220574, + "IoU_noncoffee": 0.27320208919244676, + "kappa": 0.25054905792746285, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8006257944656302, + "mIoU": 0.5753111211296114, + "macroF1": 0.7100503368566412, + "F1_coffee": 0.8721068807627171, + "IoU_coffee": 0.773217662106551, + "precision_coffee": 0.946494213750851, + "recall_coffee": 0.8085601302628518, + "F1_noncoffee": 0.5479937929505653, + "IoU_noncoffee": 0.37740458015267175, + "kappa": 0.4324895839346148, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6269705603038936, + "mIoU": 0.45328149853811517, + "macroF1": 0.6226091445911657, + "F1_coffee": 0.6631795575373006, + "IoU_coffee": 0.49608723540731237, + "precision_coffee": 0.8637480455662274, + "recall_coffee": 0.5382045929018789, + "F1_noncoffee": 0.5820387316450308, + "IoU_noncoffee": 0.4104757616689179, + "kappa": 0.292553308850883, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.722944550669216, + "mIoU": 0.5471319000835557, + "macroF1": 0.7026288159362674, + "F1_coffee": 0.7803547066848567, + "IoU_coffee": 0.639821029082774, + "precision_coffee": 0.8465712876171683, + "recall_coffee": 0.7237452551665964, + "F1_noncoffee": 0.624902925187678, + "IoU_noncoffee": 0.45444277108433734, + "kappa": 0.411407179528045, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6977346899596851, + "mIoU": 0.5303840254900475, + "macroF1": 0.6917215622187057, + "F1_coffee": 0.7347763833908869, + "IoU_coffee": 0.5807482359206497, + "precision_coffee": 0.9083715118700542, + "recall_coffee": 0.6168858718710225, + "F1_noncoffee": 0.6486667410465246, + "IoU_noncoffee": 0.4800198150594452, + "kappa": 0.41189494367731544, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 338, + 563 + ], + [ + 5749, + 7520 + ], + [ + 37350, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5116874972979228, + "test_tta": { + "OA": 0.738678785911378, + "mIoU": 0.5432404114053432, + "macroF1": 0.6934010247831066, + "F1_coffee": 0.8112234129868912, + "IoU_coffee": 0.6824019095338607, + "precision_coffee": 0.8961917098445595, + "recall_coffee": 0.7409715974810436, + "F1_noncoffee": 0.575578636579322, + "IoU_noncoffee": 0.4040789132768257, + "kappa": 0.39894914126684194, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7039344640590747, + "mIoU": 0.5062453695887447, + "macroF1": 0.661449713513026, + "F1_coffee": 0.7813797950968072, + "IoU_coffee": 0.6412004264765001, + "precision_coffee": 0.8761852444529366, + "recall_coffee": 0.705087547329374, + "F1_noncoffee": 0.5415196319292447, + "IoU_noncoffee": 0.3712903127009892, + "kappa": 0.3391258919829668, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6012106542806306, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.806930693069307, + "mIoU": 0.6304895218823972, + "macroF1": 0.7655057858216585, + "F1_coffee": 0.8640649105765384, + "IoU_coffee": 0.7606639839034205, + "precision_coffee": 0.9261618363997158, + "recall_coffee": 0.8097716660240757, + "F1_noncoffee": 0.6669466610667787, + "IoU_noncoffee": 0.5003150598613737, + "kappa": 0.5361207795022774, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7658070843429099, + "mIoU": 0.5782514800354152, + "macroF1": 0.7236462424658058, + "F1_coffee": 0.831587462921861, + "IoU_coffee": 0.7117241869052692, + "precision_coffee": 0.9031516817229494, + "recall_coffee": 0.7705318187933652, + "F1_noncoffee": 0.6157050220097505, + "IoU_noncoffee": 0.4447787731655611, + "kappa": 0.45509937522327315, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16181384248210023, + "mIoU": 0.08124157645319768, + "macroF1": 0.14035496034082773, + "F1_coffee": 0.2761747732893652, + "IoU_coffee": 0.1602104256336681, + "precision_coffee": 1.0, + "recall_coffee": 0.1602104256336681, + "F1_noncoffee": 0.0045351473922902496, + "IoU_noncoffee": 0.0022727272727272726, + "kappa": 0.0007279641450495555, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7463639937106918, + "mIoU": 0.566359450002808, + "macroF1": 0.7165755551496842, + "F1_coffee": 0.8084601113172541, + "IoU_coffee": 0.6785002491280518, + "precision_coffee": 0.9414916601849451, + "recall_coffee": 0.7083685545224007, + "F1_noncoffee": 0.6246909989821143, + "IoU_noncoffee": 0.45421865087756397, + "kappa": 0.454491749024078, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8221510697132878, + "mIoU": 0.6467982281961786, + "macroF1": 0.7773673348713349, + "F1_coffee": 0.8772188358228951, + "IoU_coffee": 0.781291015391958, + "precision_coffee": 0.9209563994374121, + "recall_coffee": 0.837447243893081, + "F1_noncoffee": 0.6775158339197748, + "IoU_noncoffee": 0.5123054410003991, + "kappa": 0.5573568433234848, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8514410268830225, + "mIoU": 0.6846394480818803, + "macroF1": 0.8052785671183645, + "F1_coffee": 0.9000879564778317, + "IoU_coffee": 0.8183272124155906, + "precision_coffee": 0.9192840031940378, + "recall_coffee": 0.8816771970132108, + "F1_noncoffee": 0.7104691777588974, + "IoU_noncoffee": 0.5509516837481698, + "kappa": 0.6110486036420157, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7661372429240481, + "mIoU": 0.542826002413531, + "macroF1": 0.6839362937814664, + "F1_coffee": 0.8451217045377925, + "IoU_coffee": 0.7317842129845866, + "precision_coffee": 0.9442519210486666, + "recall_coffee": 0.7648279228703929, + "F1_noncoffee": 0.5227508830251403, + "IoU_noncoffee": 0.3538677918424754, + "kappa": 0.388635632849276, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8249778390623461, + "mIoU": 0.59617021357655, + "macroF1": 0.7256042309362997, + "F1_coffee": 0.8907335669925598, + "IoU_coffee": 0.8029933481152993, + "precision_coffee": 0.9360299819074697, + "recall_coffee": 0.8496187683284457, + "F1_noncoffee": 0.5604748948800395, + "IoU_noncoffee": 0.3893470790378007, + "kappa": 0.45632976658758856, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8723965972425931, + "mIoU": 0.6475773793033679, + "macroF1": 0.7658930039708556, + "F1_coffee": 0.9237956204379562, + "IoU_coffee": 0.8583830710797613, + "precision_coffee": 0.9276416090066847, + "recall_coffee": 0.9199813910211677, + "F1_noncoffee": 0.6079903875037549, + "IoU_noncoffee": 0.43677168752697454, + "kappa": 0.5318274058415585, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7279202279202279, + "mIoU": 0.5661228321107594, + "macroF1": 0.7215802000183118, + "F1_coffee": 0.7635943559699645, + "IoU_coffee": 0.6175920982381207, + "precision_coffee": 0.9377786785569517, + "recall_coffee": 0.6439805149617258, + "F1_noncoffee": 0.6795660440666592, + "IoU_noncoffee": 0.5146535659833983, + "kappa": 0.46803637146546495, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8194072657743786, + "mIoU": 0.6729889910095478, + "macroF1": 0.8015839491280548, + "F1_coffee": 0.8610518573004781, + "IoU_coffee": 0.7560061999483337, + "precision_coffee": 0.9029620487503857, + "recall_coffee": 0.8228595529312527, + "F1_noncoffee": 0.7421160409556314, + "IoU_noncoffee": 0.5899717820707618, + "kappa": 0.6047482207114722, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8308696486849684, + "mIoU": 0.6898781258010025, + "macroF1": 0.8138039040600562, + "F1_coffee": 0.8701738874152667, + "IoU_coffee": 0.7701839050476066, + "precision_coffee": 0.9083217966466698, + "recall_coffee": 0.8351011172394287, + "F1_noncoffee": 0.7574339207048458, + "IoU_noncoffee": 0.6095723465543984, + "kappa": 0.628831020022382, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 546, + 563 + ], + [ + 6566, + 7520 + ], + [ + 42577, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5153688271840413, + "test_tta": { + "OA": 0.8305145268625224, + "mIoU": 0.6577760229361624, + "macroF1": 0.7856439237716006, + "F1_coffee": 0.8837167865654023, + "IoU_coffee": 0.7916600159616919, + "precision_coffee": 0.9203470031545742, + "recall_coffee": 0.8498907595424753, + "F1_noncoffee": 0.6875710609777991, + "IoU_noncoffee": 0.5238920299106329, + "kappa": 0.5731047487824157, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7888254297911619, + "mIoU": 0.6011845274098675, + "macroF1": 0.7411127176020956, + "F1_coffee": 0.8522532340416944, + "IoU_coffee": 0.7425446616964412, + "precision_coffee": 0.8971172434304165, + "recall_coffee": 0.8116627265563435, + "F1_noncoffee": 0.6299722011624969, + "IoU_noncoffee": 0.45982439312329376, + "kappa": 0.4854483077935404, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 57, + "stopped_epoch": 77, + "best_val": 0.7327668088768502, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8911215711735108, + "mIoU": 0.7517146876468088, + "macroF1": 0.8534457834007709, + "F1_coffee": 0.9277528864380493, + "IoU_coffee": 0.8652416730282454, + "precision_coffee": 0.9330185000649885, + "recall_coffee": 0.9225463736452041, + "F1_noncoffee": 0.7791386803634927, + "IoU_noncoffee": 0.6381877022653721, + "kappa": 0.7069201034298883, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8472654897888543, + "mIoU": 0.6822535533457754, + "macroF1": 0.8040350477886663, + "F1_coffee": 0.8960766226374359, + "IoU_coffee": 0.8117199445293888, + "precision_coffee": 0.9154452308864516, + "recall_coffee": 0.877510619077822, + "F1_noncoffee": 0.7119934729398967, + "IoU_noncoffee": 0.5527871621621622, + "kappa": 0.6085557095096894, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3088305489260143, + "mIoU": 0.1551315950689891, + "macroF1": 0.23793379261557754, + "F1_coffee": 0.4703730797366496, + "IoU_coffee": 0.30750836920133906, + "precision_coffee": 1.0, + "recall_coffee": 0.30750836920133906, + "F1_noncoffee": 0.005494505494505495, + "IoU_noncoffee": 0.0027548209366391185, + "kappa": 0.0016928269420121084, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.892000786163522, + "mIoU": 0.7600731737392921, + "macroF1": 0.8597110189172575, + "F1_coffee": 0.927015539912339, + "IoU_coffee": 0.8639598935445937, + "precision_coffee": 0.9472077084888376, + "recall_coffee": 0.9076662981988426, + "F1_noncoffee": 0.7924064979221761, + "IoU_noncoffee": 0.6561864539339903, + "kappa": 0.7197842402914764, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8836656478921069, + "mIoU": 0.7332115707292763, + "macroF1": 0.8400601902064885, + "F1_coffee": 0.9235721570627231, + "IoU_coffee": 0.8579972760111328, + "precision_coffee": 0.9206379463718388, + "recall_coffee": 0.9265251310909324, + "F1_noncoffee": 0.7565482233502538, + "IoU_noncoffee": 0.60842586544742, + "kappa": 0.6801307303739423, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8976992007750061, + "mIoU": 0.7615670347449632, + "macroF1": 0.8600206444816694, + "F1_coffee": 0.9326444699579028, + "IoU_coffee": 0.8737898888490498, + "precision_coffee": 0.9321093899407152, + "recall_coffee": 0.9331801646563278, + "F1_noncoffee": 0.7873968190054359, + "IoU_noncoffee": 0.6493441806408766, + "kappa": 0.7200415801649224, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8915699450213805, + "mIoU": 0.7087743291814544, + "macroF1": 0.8183054588714576, + "F1_coffee": 0.933682047450028, + "IoU_coffee": 0.8756131744919411, + "precision_coffee": 0.9532104259376987, + "recall_coffee": 0.9149377593360996, + "F1_noncoffee": 0.702928870292887, + "IoU_noncoffee": 0.5419354838709678, + "kappa": 0.6372928484648929, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8773761449817787, + "mIoU": 0.6701301676761777, + "macroF1": 0.7865000514390147, + "F1_coffee": 0.9257912618465757, + "IoU_coffee": 0.8618355343469093, + "precision_coffee": 0.9411051866214251, + "recall_coffee": 0.9109677419354839, + "F1_noncoffee": 0.6472088410314537, + "IoU_noncoffee": 0.47842480100544615, + "kappa": 0.5735369377908393, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8992862031876405, + "mIoU": 0.705377813934588, + "macroF1": 0.813826102030085, + "F1_coffee": 0.939962695266962, + "IoU_coffee": 0.8867260530078082, + "precision_coffee": 0.9421593830334191, + "recall_coffee": 0.9377762270295418, + "F1_noncoffee": 0.687689508793208, + "IoU_noncoffee": 0.5240295748613678, + "kappa": 0.6276627331250129, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8924026590693257, + "mIoU": 0.7861538344522317, + "macroF1": 0.8788058910839246, + "F1_coffee": 0.9193995873941808, + "IoU_coffee": 0.8508229098090849, + "precision_coffee": 0.9403376018626309, + "recall_coffee": 0.8993736951983299, + "F1_noncoffee": 0.8382121947736684, + "IoU_noncoffee": 0.7214847590953786, + "kappa": 0.7578527679458131, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8897705544933079, + "mIoU": 0.77253481614204, + "macroF1": 0.869307070473855, + "F1_coffee": 0.9210219878073841, + "IoU_coffee": 0.8536058913153886, + "precision_coffee": 0.8980764092973551, + "recall_coffee": 0.9451708140025306, + "F1_noncoffee": 0.8175921531403259, + "IoU_noncoffee": 0.6914637409686915, + "kappa": 0.7390076335481397, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8961412939143789, + "mIoU": 0.7890059894625423, + "macroF1": 0.8803763933813853, + "F1_coffee": 0.9238028169014084, + "IoU_coffee": 0.8583954979714697, + "precision_coffee": 0.920044887080937, + "recall_coffee": 0.9275915712063357, + "F1_noncoffee": 0.8369499698613623, + "IoU_noncoffee": 0.719616480953615, + "kappa": 0.7607613274466891, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 515, + 563 + ], + [ + 6828, + 7520 + ], + [ + 47536, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.871837520599365, + "test_tta": { + "OA": 0.8947898068495375, + "mIoU": 0.7574107521744039, + "macroF1": 0.8572768535961679, + "F1_coffee": 0.9304476586977982, + "IoU_coffee": 0.869941210698449, + "precision_coffee": 0.9322081272844549, + "recall_coffee": 0.9286938268431649, + "F1_noncoffee": 0.7841060484945377, + "IoU_noncoffee": 0.6448802936503588, + "kappa": 0.7145568671343323, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8506403599861544, + "mIoU": 0.6861362829061717, + "macroF1": 0.8067476437078799, + "F1_coffee": 0.8988474311388943, + "IoU_coffee": 0.816278739710474, + "precision_coffee": 0.9138249488590098, + "recall_coffee": 0.8843529570047474, + "F1_noncoffee": 0.7146478562768654, + "IoU_noncoffee": 0.5559938261018693, + "kappa": 0.6137879611123506, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7392791955865032, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9001460801817887, + "mIoU": 0.7695566965199306, + "macroF1": 0.8656942041797232, + "F1_coffee": 0.9337168961579072, + "IoU_coffee": 0.875674474061799, + "precision_coffee": 0.9393643773846687, + "recall_coffee": 0.9281369147067643, + "F1_noncoffee": 0.7976715122015392, + "IoU_noncoffee": 0.6634389189780623, + "kappa": 0.7314180411433412, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8565968616591669, + "mIoU": 0.6982810775351229, + "macroF1": 0.8160363757769707, + "F1_coffee": 0.9024172416162053, + "IoU_coffee": 0.8221860581565864, + "precision_coffee": 0.9220078613829616, + "recall_coffee": 0.8836418151415557, + "F1_noncoffee": 0.7296555099377362, + "IoU_noncoffee": 0.5743760969136595, + "kappa": 0.6325323627846368, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33317422434367544, + "mIoU": 0.16737685830063995, + "macroF1": 0.2520390756275676, + "F1_coffee": 0.4983842010771993, + "IoU_coffee": 0.3318986131037781, + "precision_coffee": 1.0, + "recall_coffee": 0.3318986131037781, + "F1_noncoffee": 0.0056939501779359435, + "IoU_noncoffee": 0.0028551034975017845, + "kappa": 0.0018934155723200074, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8985357704402516, + "mIoU": 0.7686183597853533, + "macroF1": 0.8652162706795214, + "F1_coffee": 0.9322306455318171, + "IoU_coffee": 0.8730636833046471, + "precision_coffee": 0.9410946196660482, + "recall_coffee": 0.9235320892125626, + "F1_noncoffee": 0.7982018958272257, + "IoU_noncoffee": 0.6641730362660595, + "kappa": 0.7305037326497055, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9023431814874109, + "mIoU": 0.7719065136243103, + "macroF1": 0.8671443341682823, + "F1_coffee": 0.9355282964481312, + "IoU_coffee": 0.8788662895655314, + "precision_coffee": 0.9371190247032403, + "recall_coffee": 0.9339429594577312, + "F1_noncoffee": 0.7987603718884335, + "IoU_noncoffee": 0.6649467376830892, + "kappa": 0.7342910580895419, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8995398401550012, + "mIoU": 0.7681297401708236, + "macroF1": 0.8647108095537811, + "F1_coffee": 0.9333547557840617, + "IoU_coffee": 0.8750376574079652, + "precision_coffee": 0.9399391625137532, + "recall_coffee": 0.9268619567298487, + "F1_noncoffee": 0.7960668633235005, + "IoU_noncoffee": 0.6612218229336818, + "kappa": 0.7294622428875221, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8925880676033394, + "mIoU": 0.7096121104580013, + "macroF1": 0.8188310644403376, + "F1_coffee": 0.9344272484306048, + "IoU_coffee": 0.8769248716752217, + "precision_coffee": 0.9521215959468018, + "recall_coffee": 0.9173785696851354, + "F1_noncoffee": 0.7032348804500703, + "IoU_noncoffee": 0.5422993492407809, + "kappa": 0.6382275983386876, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8939229784300207, + "mIoU": 0.6968412481847637, + "macroF1": 0.807356598956132, + "F1_coffee": 0.9364938970458164, + "IoU_coffee": 0.8805721889554224, + "precision_coffee": 0.9415461228361395, + "recall_coffee": 0.9314956011730205, + "F1_noncoffee": 0.6782193008664475, + "IoU_noncoffee": 0.5131103074141049, + "kappa": 0.6147693993738318, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8883348000391121, + "mIoU": 0.6793959583250734, + "macroF1": 0.7926667012244828, + "F1_coffee": 0.9335041341562827, + "IoU_coffee": 0.8753002839047826, + "precision_coffee": 0.9347014925373134, + "recall_coffee": 0.9323098394975575, + "F1_noncoffee": 0.651829268292683, + "IoU_noncoffee": 0.4834916327453641, + "kappa": 0.5853369652812676, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9040835707502374, + "mIoU": 0.8030079276827455, + "macroF1": 0.8892652203394404, + "F1_coffee": 0.9297733277708247, + "IoU_coffee": 0.8687629937629938, + "precision_coffee": 0.928998193691816, + "recall_coffee": 0.9305497564370215, + "F1_noncoffee": 0.8487571129080563, + "IoU_noncoffee": 0.7372528616024974, + "kappa": 0.7785307727340026, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9105162523900574, + "mIoU": 0.8151333813987023, + "macroF1": 0.896877628996074, + "F1_coffee": 0.9343802579921481, + "IoU_coffee": 0.8768421052631579, + "precision_coffee": 0.9318976366941687, + "recall_coffee": 0.9368761422747083, + "F1_noncoffee": 0.859375, + "IoU_noncoffee": 0.7534246575342466, + "kappa": 0.7937583948065985, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9105394509502783, + "mIoU": 0.8182060594153509, + "macroF1": 0.8989511482918668, + "F1_coffee": 0.9331708016635595, + "IoU_coffee": 0.8747143433257158, + "precision_coffee": 0.9464727272727272, + "recall_coffee": 0.9202375901569793, + "F1_noncoffee": 0.8647314949201742, + "IoU_noncoffee": 0.761697775504986, + "kappa": 0.7979830630425644, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 518, + 563 + ], + [ + 6794, + 7520 + ], + [ + 48127, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1202679753303526, + "test_tta": { + "OA": 0.9068982308066872, + "mIoU": 0.7809908032349464, + "macroF1": 0.8732435291125444, + "F1_coffee": 0.9385577788251425, + "IoU_coffee": 0.8842287974811287, + "precision_coffee": 0.9387186629526463, + "recall_coffee": 0.9383969498350684, + "F1_noncoffee": 0.8079292793999464, + "IoU_noncoffee": 0.677752808988764, + "kappa": 0.7464870815033131, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8638946578977732, + "mIoU": 0.7077649358024436, + "macroF1": 0.8226692181549042, + "F1_coffee": 0.9081709108955209, + "IoU_coffee": 0.8317885280382161, + "precision_coffee": 0.9197248610508889, + "recall_coffee": 0.8969036498875627, + "F1_noncoffee": 0.7371675254142876, + "IoU_noncoffee": 0.5837413435666711, + "kappa": 0.6454985623174153, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.60190869052685, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7805562603069898, + "mIoU": 0.61182345086002, + "macroF1": 0.7539061159560037, + "F1_coffee": 0.8348902967178496, + "IoU_coffee": 0.7165765544359793, + "precision_coffee": 0.8712617346049454, + "recall_coffee": 0.8014338723716158, + "F1_noncoffee": 0.6729219351941575, + "IoU_noncoffee": 0.5070703472840605, + "kappa": 0.5095055423566841, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7538219683858313, + "mIoU": 0.5793264439968537, + "macroF1": 0.7281501819428708, + "F1_coffee": 0.8116898160917004, + "IoU_coffee": 0.6830622400475341, + "precision_coffee": 0.8524191305959774, + "recall_coffee": 0.7746751742582181, + "F1_noncoffee": 0.6446105477940411, + "IoU_noncoffee": 0.47559064794617345, + "kappa": 0.45863291088212105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1955503512880562, + "mIoU": 0.09828236472536232, + "macroF1": 0.16513624391139345, + "F1_coffee": 0.32448377581120946, + "IoU_coffee": 0.1936619718309859, + "precision_coffee": 0.9880239520958084, + "recall_coffee": 0.19411764705882353, + "F1_noncoffee": 0.005788712011577424, + "IoU_noncoffee": 0.002902757619738752, + "kappa": -0.0035578788200158204, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7945987432244448, + "mIoU": 0.6274192783270913, + "macroF1": 0.7655416362405486, + "F1_coffee": 0.8480806073937416, + "IoU_coffee": 0.7362325982505852, + "precision_coffee": 0.8657105606258149, + "recall_coffee": 0.8311543810848401, + "F1_noncoffee": 0.6830026650873556, + "IoU_noncoffee": 0.5186059584035976, + "kappa": 0.531488705719202, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7796021321149819, + "mIoU": 0.6093581507712176, + "macroF1": 0.751723640444047, + "F1_coffee": 0.8349196164403094, + "IoU_coffee": 0.716619752784237, + "precision_coffee": 0.866839378238342, + "recall_coffee": 0.8052671388296775, + "F1_noncoffee": 0.6685276644477847, + "IoU_noncoffee": 0.5020965487581981, + "kappa": 0.5047955555486794, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7676962980429144, + "mIoU": 0.5991326891468481, + "macroF1": 0.7446298096296917, + "F1_coffee": 0.821379360359707, + "IoU_coffee": 0.6968988432192961, + "precision_coffee": 0.8818811804095616, + "recall_coffee": 0.768646080760095, + "F1_noncoffee": 0.6678802588996764, + "IoU_noncoffee": 0.5013665350744002, + "kappa": 0.493690558614516, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7986111111111112, + "mIoU": 0.6155373699148534, + "macroF1": 0.7529836778599163, + "F1_coffee": 0.8591473286562331, + "IoU_coffee": 0.7530747398297067, + "precision_coffee": 0.8654525686327806, + "recall_coffee": 0.8529332976158586, + "F1_noncoffee": 0.6468200270635994, + "IoU_noncoffee": 0.478, + "kappa": 0.5060330981160409, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7560160427807486, + "mIoU": 0.5661561921833522, + "macroF1": 0.7135265490224356, + "F1_coffee": 0.8238538435022406, + "IoU_coffee": 0.7004689331770223, + "precision_coffee": 0.8615717375630858, + "recall_coffee": 0.7892998678996037, + "F1_noncoffee": 0.6031992545426308, + "IoU_noncoffee": 0.43184345118968204, + "kappa": 0.4295160431262293, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7802622888951788, + "mIoU": 0.5903745422694835, + "macroF1": 0.7323084450668091, + "F1_coffee": 0.8456082200861783, + "IoU_coffee": 0.7325140691397726, + "precision_coffee": 0.8631749898497767, + "recall_coffee": 0.8287422037422038, + "F1_noncoffee": 0.6190086700474399, + "IoU_noncoffee": 0.4482350153991945, + "kappa": 0.4651635259170263, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7906288768012215, + "mIoU": 0.6348549416901236, + "macroF1": 0.7734833969524764, + "F1_coffee": 0.8358030234994761, + "IoU_coffee": 0.717922345075855, + "precision_coffee": 0.8660049627791563, + "recall_coffee": 0.8076366792016199, + "F1_noncoffee": 0.7111637704054765, + "IoU_noncoffee": 0.5517875383043922, + "kappa": 0.547933996066732, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8030360531309297, + "mIoU": 0.651057554444517, + "macroF1": 0.7855715231193086, + "F1_coffee": 0.8467670504871567, + "IoU_coffee": 0.7342549923195084, + "precision_coffee": 0.8723954372623575, + "recall_coffee": 0.822601462785028, + "F1_noncoffee": 0.7243759957514604, + "IoU_noncoffee": 0.5678601165695254, + "kappa": 0.571807736722023, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7551386007920046, + "mIoU": 0.5984012151903004, + "macroF1": 0.7471341652896903, + "F1_coffee": 0.7921235892099576, + "IoU_coffee": 0.6557985420808482, + "precision_coffee": 0.9072240557389072, + "recall_coffee": 0.7029407586304873, + "F1_noncoffee": 0.7021447413694231, + "IoU_noncoffee": 0.5410038882997525, + "kappa": 0.5056693235415937, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9115, + 11000 + ], + [ + 39993, + 51930 + ], + [ + 117, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.50699991385142, + "test_tta": { + "OA": 0.7980305721172143, + "mIoU": 0.6279951631223438, + "macroF1": 0.765266358603776, + "F1_coffee": 0.8529639249639249, + "IoU_coffee": 0.7436243231819005, + "precision_coffee": 0.8598226545953872, + "recall_coffee": 0.8462137523477942, + "F1_noncoffee": 0.6775687922436271, + "IoU_noncoffee": 0.5123660030627871, + "kappa": 0.5305982151270351, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7712011076497057, + "mIoU": 0.5938089951085017, + "macroF1": 0.7383261541750226, + "F1_coffee": 0.8310759008433427, + "IoU_coffee": 0.7109750765194578, + "precision_coffee": 0.8405815831987076, + "recall_coffee": 0.8217828037147009, + "F1_noncoffee": 0.6455764075067024, + "IoU_noncoffee": 0.4766429136975455, + "kappa": 0.4767926904287004, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.5772490516765878, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7494767220601294, + "mIoU": 0.5723662986968818, + "macroF1": 0.7220715905941973, + "F1_coffee": 0.8093450951524732, + "IoU_coffee": 0.6797478361340279, + "precision_coffee": 0.8552628223112041, + "recall_coffee": 0.7681066471208026, + "F1_noncoffee": 0.6347980860359215, + "IoU_noncoffee": 0.46498476125973587, + "kappa": 0.44719541834261706, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7296642436829353, + "mIoU": 0.5505112090716516, + "macroF1": 0.7043189070663262, + "F1_coffee": 0.7908875898076666, + "IoU_coffee": 0.6541059236021406, + "precision_coffee": 0.840968943509929, + "recall_coffee": 0.7464358666582434, + "F1_noncoffee": 0.6177502243249857, + "IoU_noncoffee": 0.4469164945411626, + "kappa": 0.4124467779468614, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46604215456674475, + "mIoU": 0.23457777231072022, + "macroF1": 0.3216555183946488, + "F1_coffee": 0.6346153846153846, + "IoU_coffee": 0.4647887323943662, + "precision_coffee": 0.9949748743718593, + "recall_coffee": 0.46588235294117647, + "F1_noncoffee": 0.008695652173913044, + "IoU_noncoffee": 0.004366812227074236, + "kappa": -0.0005961068058952573, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7510912841176188, + "mIoU": 0.5688850979935572, + "macroF1": 0.7179083156128998, + "F1_coffee": 0.8146587134335822, + "IoU_coffee": 0.6872777677333816, + "precision_coffee": 0.8374825585664978, + "recall_coffee": 0.7930458970792768, + "F1_noncoffee": 0.6211579177922173, + "IoU_noncoffee": 0.4504924282537329, + "kappa": 0.4366718428243627, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8056348753093471, + "mIoU": 0.639171199731424, + "macroF1": 0.7740498863511557, + "F1_coffee": 0.858528474435361, + "IoU_coffee": 0.7521243020150522, + "precision_coffee": 0.8650610820244328, + "recall_coffee": 0.852093790827202, + "F1_noncoffee": 0.6895712982669504, + "IoU_noncoffee": 0.5262180974477958, + "kappa": 0.5481563133324453, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6922423956614007, + "mIoU": 0.5148171664869841, + "macroF1": 0.6756432464726956, + "F1_coffee": 0.7490193062072148, + "IoU_coffee": 0.5987456960157402, + "precision_coffee": 0.8642939558001242, + "recall_coffee": 0.6608754665761791, + "F1_noncoffee": 0.6022671867381765, + "IoU_noncoffee": 0.43088863695822793, + "kappa": 0.36907237147815536, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7554012345679012, + "mIoU": 0.5468832987455201, + "macroF1": 0.6922038269708521, + "F1_coffee": 0.8316739678746847, + "IoU_coffee": 0.7118509260311329, + "precision_coffee": 0.8243421052631579, + "recall_coffee": 0.839137422984195, + "F1_noncoffee": 0.5527336860670194, + "IoU_noncoffee": 0.3819156714599074, + "kappa": 0.3845370230271288, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7997517188693659, + "mIoU": 0.61406604109422, + "macroF1": 0.751226386113429, + "F1_coffee": 0.8610982314367093, + "IoU_coffee": 0.7560777015237874, + "precision_coffee": 0.8635578583765112, + "recall_coffee": 0.8586525759577279, + "F1_noncoffee": 0.6413545407901488, + "IoU_noncoffee": 0.47205438066465255, + "kappa": 0.5024631939222698, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.687045947730918, + "mIoU": 0.4979489478047965, + "macroF1": 0.6572298233567985, + "F1_coffee": 0.7583242258652094, + "IoU_coffee": 0.6107264405586199, + "precision_coffee": 0.8631613866312822, + "recall_coffee": 0.6761954261954262, + "F1_noncoffee": 0.5561354208483875, + "IoU_noncoffee": 0.3851714550509731, + "kappa": 0.3325433320017822, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7468269873079493, + "mIoU": 0.5813530539341224, + "macroF1": 0.7321622946112666, + "F1_coffee": 0.7948341195576522, + "IoU_coffee": 0.6595225872689938, + "precision_coffee": 0.8540801063652983, + "recall_coffee": 0.7432745154758461, + "F1_noncoffee": 0.669490469664881, + "IoU_noncoffee": 0.503183520599251, + "kappa": 0.46844506782898254, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8114800759013283, + "mIoU": 0.6601574693967427, + "macroF1": 0.7919273310949397, + "F1_coffee": 0.8557112773219083, + "IoU_coffee": 0.7478106358674959, + "precision_coffee": 0.8667255075022066, + "recall_coffee": 0.844973469095081, + "F1_noncoffee": 0.728143384867971, + "IoU_noncoffee": 0.5725043029259896, + "kappa": 0.58398124232938, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.697435413916651, + "mIoU": 0.5285348579540669, + "macroF1": 0.6897337567680275, + "F1_coffee": 0.7386169259591105, + "IoU_coffee": 0.5855611520082655, + "precision_coffee": 0.8655975563192058, + "recall_coffee": 0.6441255860207415, + "F1_noncoffee": 0.6408505875769446, + "IoU_noncoffee": 0.4715085638998682, + "kappa": 0.3972892313979183, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8290, + 11000 + ], + [ + 38899, + 51930 + ], + [ + 76, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.473823289076487, + "test_tta": { + "OA": 0.7715495369783077, + "mIoU": 0.5957545164923611, + "macroF1": 0.7402121307748452, + "F1_coffee": 0.8304400531971236, + "IoU_coffee": 0.7100448809547769, + "precision_coffee": 0.854051175288678, + "recall_coffee": 0.8080993174217783, + "F1_noncoffee": 0.6499842083525668, + "IoU_noncoffee": 0.4814641520299453, + "kappa": 0.48124271510622657, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7507067035883235, + "mIoU": 0.5713837755929672, + "macroF1": 0.7206807503842119, + "F1_coffee": 0.8122603699399363, + "IoU_coffee": 0.6838707317519249, + "precision_coffee": 0.8387241487595891, + "recall_coffee": 0.7874155031903468, + "F1_noncoffee": 0.6291011308284874, + "IoU_noncoffee": 0.4588968194340095, + "kappa": 0.4424580862561702, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.7344701015238502, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.6932920220647327, + "macroF1": 0.814410795205751, + "F1_coffee": 0.8871114757086865, + "IoU_coffee": 0.7971251894016954, + "precision_coffee": 0.8825663114939923, + "recall_coffee": 0.8917036969169454, + "F1_noncoffee": 0.7417101147028154, + "IoU_noncoffee": 0.5894588547277699, + "kappa": 0.6288441130062441, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8156368985808238, + "mIoU": 0.654870499105228, + "macroF1": 0.7862760915005329, + "F1_coffee": 0.8654916609670121, + "IoU_coffee": 0.7628781836057059, + "precision_coffee": 0.8649364852359721, + "recall_coffee": 0.8660475498557499, + "F1_noncoffee": 0.7070605220340537, + "IoU_noncoffee": 0.5468628146047501, + "kappa": 0.5725525665351092, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28454332552693207, + "mIoU": 0.14306324625293904, + "macroF1": 0.22374608558528405, + "F1_coffee": 0.4409881061299177, + "IoU_coffee": 0.2828638497652582, + "precision_coffee": 0.9917695473251029, + "recall_coffee": 0.28352941176470586, + "F1_noncoffee": 0.0065040650406504065, + "IoU_noncoffee": 0.0032626427406199023, + "kappa": -0.002829017416138462, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8336451287955101, + "mIoU": 0.6766371976087378, + "macroF1": 0.8018842337466603, + "F1_coffee": 0.8812084674933205, + "IoU_coffee": 0.7876431326924255, + "precision_coffee": 0.8683002565141082, + "recall_coffee": 0.8945062586926287, + "F1_noncoffee": 0.72256, + "IoU_noncoffee": 0.5656312625250501, + "kappa": 0.6039728768508813, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8574148105844279, + "mIoU": 0.7144546541974772, + "macroF1": 0.8293586156009412, + "F1_coffee": 0.8985507246376812, + "IoU_coffee": 0.8157894736842105, + "precision_coffee": 0.8851824671425712, + "recall_coffee": 0.9123289555112425, + "F1_noncoffee": 0.760166506564201, + "IoU_noncoffee": 0.6131198347107438, + "kappa": 0.6589011495839779, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8375854751237916, + "mIoU": 0.689131425328642, + "macroF1": 0.8118914821189445, + "F1_coffee": 0.8814131258177812, + "IoU_coffee": 0.7879702025487902, + "precision_coffee": 0.8945970503949116, + "recall_coffee": 0.8686121479470648, + "F1_noncoffee": 0.7423698384201077, + "IoU_noncoffee": 0.5902926481084939, + "kappa": 0.623960394693698, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8310185185185185, + "mIoU": 0.652052125325626, + "macroF1": 0.7802347216812868, + "F1_coffee": 0.8858780614903595, + "IoU_coffee": 0.7951356407857811, + "precision_coffee": 0.8622875982754248, + "recall_coffee": 0.9107956067506028, + "F1_noncoffee": 0.674591381872214, + "IoU_noncoffee": 0.5089686098654709, + "kappa": 0.5614054776797174, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8276355996944232, + "mIoU": 0.6480706668226845, + "macroF1": 0.7772895229250358, + "F1_coffee": 0.8831790822600479, + "IoU_coffee": 0.7907974038015763, + "precision_coffee": 0.8657530770206826, + "recall_coffee": 0.9013210039630118, + "F1_noncoffee": 0.6713999635900236, + "IoU_noncoffee": 0.5053439298437928, + "kappa": 0.5550860722674315, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8230021700160393, + "mIoU": 0.6424138646322772, + "macroF1": 0.7730377630043039, + "F1_coffee": 0.8795273567942461, + "IoU_coffee": 0.7849610270518111, + "precision_coffee": 0.8694768918232605, + "recall_coffee": 0.8898128898128899, + "F1_noncoffee": 0.6665481692143619, + "IoU_noncoffee": 0.49986670221274326, + "kappa": 0.5462433383517149, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.836243916404237, + "mIoU": 0.6954095684032261, + "macroF1": 0.8174413819367845, + "F1_coffee": 0.8760294755093194, + "IoU_coffee": 0.7794060933281913, + "precision_coffee": 0.8751443418013857, + "recall_coffee": 0.8769164015041944, + "F1_noncoffee": 0.7588532883642496, + "IoU_noncoffee": 0.6114130434782609, + "kappa": 0.6348834904022409, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8870018975332068, + "mIoU": 0.7765928981093989, + "macroF1": 0.8726253861643611, + "F1_coffee": 0.9154179390668277, + "IoU_coffee": 0.8440282870612886, + "precision_coffee": 0.9067248171074845, + "recall_coffee": 0.924279363258282, + "F1_noncoffee": 0.8298328332618946, + "IoU_noncoffee": 0.7091575091575092, + "kappa": 0.7452978733816865, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8521591551951725, + "mIoU": 0.7273097626364088, + "macroF1": 0.8405307622189018, + "F1_coffee": 0.8835931700074239, + "IoU_coffee": 0.7914616305359755, + "precision_coffee": 0.9253615300886332, + "recall_coffee": 0.8454325898565137, + "F1_noncoffee": 0.7974683544303798, + "IoU_noncoffee": 0.6631578947368421, + "kappa": 0.6821880902403303, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9218, + 11000 + ], + [ + 43810, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.120702103773753, + "test_tta": { + "OA": 0.8481066852721045, + "mIoU": 0.6987911892214682, + "macroF1": 0.8180685886754007, + "F1_coffee": 0.8919933700909921, + "IoU_coffee": 0.8050433508364879, + "precision_coffee": 0.878394883524683, + "recall_coffee": 0.906019515323652, + "F1_noncoffee": 0.7441438072598093, + "IoU_noncoffee": 0.5925390276064486, + "kappa": 0.6363436384643636, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8202809507326642, + "mIoU": 0.6585713473108277, + "macroF1": 0.7886178070891798, + "F1_coffee": 0.8704287155171517, + "IoU_coffee": 0.7705832535532808, + "precision_coffee": 0.859728042067209, + "recall_coffee": 0.8813991197590919, + "F1_noncoffee": 0.7068068986612079, + "IoU_noncoffee": 0.5465594410683745, + "kappa": 0.5773837606121203, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7497025752327588, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8769186857795256, + "mIoU": 0.7491319508647537, + "macroF1": 0.8535974189907478, + "F1_coffee": 0.9120293764308544, + "IoU_coffee": 0.8382849285386891, + "precision_coffee": 0.9026381909547738, + "recall_coffee": 0.9216180310595996, + "F1_noncoffee": 0.7951654615506413, + "IoU_noncoffee": 0.6599789731908183, + "kappa": 0.7072686196078946, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8445252105688242, + "mIoU": 0.6989820080114344, + "macroF1": 0.8188943756286124, + "F1_coffee": 0.8870257807587508, + "IoU_coffee": 0.7969868173258003, + "precision_coffee": 0.8828990465858594, + "recall_coffee": 0.8911912734011413, + "F1_noncoffee": 0.7507629704984741, + "IoU_noncoffee": 0.6009771986970684, + "kappa": 0.6378062080763874, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1885245901639344, + "mIoU": 0.09474870807579289, + "macroF1": 0.16013947013270097, + "F1_coffee": 0.314540059347181, + "IoU_coffee": 0.18661971830985916, + "precision_coffee": 0.9875776397515528, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.005738880918220947, + "IoU_noncoffee": 0.0028776978417266188, + "kappa": -0.0036086512665891145, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8670791960473929, + "mIoU": 0.7294032696214894, + "macroF1": 0.8397584525337182, + "F1_coffee": 0.9059242912918011, + "IoU_coffee": 0.8280270588965432, + "precision_coffee": 0.8850414593698176, + "recall_coffee": 0.9278164116828929, + "F1_noncoffee": 0.7735926137756353, + "IoU_noncoffee": 0.6307794803464357, + "kappa": 0.6799457381303823, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8921568627450981, + "mIoU": 0.7751448098180531, + "macroF1": 0.8709009992064562, + "F1_coffee": 0.9232852596655156, + "IoU_coffee": 0.8575022009810087, + "precision_coffee": 0.9093697899299766, + "recall_coffee": 0.9376332256068212, + "F1_noncoffee": 0.818516738747397, + "IoU_noncoffee": 0.6927874186550976, + "kappa": 0.7419449486294587, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8714925725064843, + "mIoU": 0.7433048299611719, + "macroF1": 0.849941788831331, + "F1_coffee": 0.9068089326630416, + "IoU_coffee": 0.8295063504974035, + "precision_coffee": 0.9139666344960706, + "recall_coffee": 0.8997624703087886, + "F1_noncoffee": 0.7930746449996203, + "IoU_noncoffee": 0.6571033094249402, + "kappa": 0.6999244431391324, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8581211419753086, + "mIoU": 0.6917302335237205, + "macroF1": 0.8101180583105925, + "F1_coffee": 0.9055901418394198, + "IoU_coffee": 0.8274689186019235, + "precision_coffee": 0.8693776956253851, + "recall_coffee": 0.9449504420037503, + "F1_noncoffee": 0.7146459747817653, + "IoU_noncoffee": 0.5559915484455177, + "kappa": 0.6222172218871601, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.890183346065699, + "mIoU": 0.756306532333468, + "macroF1": 0.8571119063840229, + "F1_coffee": 0.9258542875564152, + "IoU_coffee": 0.8619447779111644, + "precision_coffee": 0.9042821158690176, + "recall_coffee": 0.9484808454425363, + "F1_noncoffee": 0.7883695252116305, + "IoU_noncoffee": 0.6506682867557716, + "kappa": 0.7146872524231731, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8603641853005001, + "mIoU": 0.7060367692308097, + "macroF1": 0.8218725693667858, + "F1_coffee": 0.90467602730903, + "IoU_coffee": 0.8259437845466306, + "precision_coffee": 0.8969348659003832, + "recall_coffee": 0.912551975051975, + "F1_noncoffee": 0.7390691114245416, + "IoU_noncoffee": 0.5861297539149888, + "kappa": 0.6438177637174548, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8759423609123008, + "mIoU": 0.7592698866180299, + "macroF1": 0.8613937065435333, + "F1_coffee": 0.9062995531209457, + "IoU_coffee": 0.8286542770528535, + "precision_coffee": 0.9033045977011495, + "recall_coffee": 0.9093144344807637, + "F1_noncoffee": 0.8164878599661208, + "IoU_noncoffee": 0.6898854961832062, + "kappa": 0.7227933812272594, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8941176470588236, + "mIoU": 0.7896766943318676, + "macroF1": 0.8810959233789126, + "F1_coffee": 0.9204448246364414, + "IoU_coffee": 0.8526148969889065, + "precision_coffee": 0.9150956768249469, + "recall_coffee": 0.9258568765237344, + "F1_noncoffee": 0.841747022121384, + "IoU_noncoffee": 0.7267384916748286, + "kappa": 0.7622080095677666, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8826136149349425, + "mIoU": 0.7743621517365915, + "macroF1": 0.8715785256866144, + "F1_coffee": 0.909223477943857, + "IoU_coffee": 0.8335561497326203, + "precision_coffee": 0.9339424805272618, + "recall_coffee": 0.885779230004262, + "F1_noncoffee": 0.8339335734293718, + "IoU_noncoffee": 0.7151681537405628, + "kappa": 0.7434857829083458, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9588, + 11000 + ], + [ + 45583, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.713067849477132, + "test_tta": { + "OA": 0.8799473550678676, + "mIoU": 0.7518866857674418, + "macroF1": 0.8552508768639484, + "F1_coffee": 0.9150404542547104, + "IoU_coffee": 0.8433867030739316, + "precision_coffee": 0.8969530304696953, + "recall_coffee": 0.9338723716157405, + "F1_noncoffee": 0.7954612994731866, + "IoU_noncoffee": 0.6603866684609518, + "kappa": 0.710784891827069, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8480875735548633, + "mIoU": 0.7015212334037257, + "macroF1": 0.8203585122102905, + "F1_coffee": 0.8909367654824648, + "IoU_coffee": 0.803323685930352, + "precision_coffee": 0.8763903035241394, + "recall_coffee": 0.9059742666413966, + "F1_noncoffee": 0.7497802589381162, + "IoU_noncoffee": 0.5997187808770996, + "kappa": 0.6409439717323339, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5467574881827729, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6718571609793226, + "mIoU": 0.4896373555999725, + "macroF1": 0.6523624905872834, + "F1_coffee": 0.7346855047565323, + "IoU_coffee": 0.5806347019008633, + "precision_coffee": 0.8343622597553874, + "recall_coffee": 0.6562829263823354, + "F1_noncoffee": 0.5700394764180345, + "IoU_noncoffee": 0.3986400092990817, + "kappa": 0.3204420863039389, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6547103957540095, + "mIoU": 0.47239738667743986, + "macroF1": 0.6369369417615015, + "F1_coffee": 0.717266790273628, + "IoU_coffee": 0.5591706715277395, + "precision_coffee": 0.8165635923635386, + "recall_coffee": 0.639501337208078, + "F1_noncoffee": 0.556607093249375, + "IoU_noncoffee": 0.38562410182714024, + "kappa": 0.2903311669769278, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16744730679156908, + "mIoU": 0.08435700954882541, + "macroF1": 0.145455543405292, + "F1_coffee": 0.28254288597376387, + "IoU_coffee": 0.1645123384253819, + "precision_coffee": 0.9929078014184397, + "recall_coffee": 0.16470588235294117, + "F1_noncoffee": 0.008368200836820083, + "IoU_noncoffee": 0.004201680672268907, + "kappa": -0.0009561269604724058, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.733438864105147, + "mIoU": 0.553925140318512, + "macroF1": 0.7069281078252424, + "F1_coffee": 0.7950732013128295, + "IoU_coffee": 0.65985186998837, + "precision_coffee": 0.8463531443825076, + "recall_coffee": 0.7496522948539638, + "F1_noncoffee": 0.6187830143376553, + "IoU_noncoffee": 0.44799841064865403, + "kappa": 0.41783191673268405, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.6370169426994099, + "mIoU": 0.45091997833861674, + "macroF1": 0.615624584802192, + "F1_coffee": 0.7063036697600986, + "IoU_coffee": 0.545957852125253, + "precision_coffee": 0.8026430946963067, + "recall_coffee": 0.6306126658873685, + "F1_noncoffee": 0.5249454998442853, + "IoU_noncoffee": 0.3558821045519804, + "kappa": 0.24875527362154376, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6458382456967696, + "mIoU": 0.46806325535140336, + "macroF1": 0.6346734745646314, + "F1_coffee": 0.698538856775851, + "IoU_coffee": 0.536734316205046, + "precision_coffee": 0.8549670826373195, + "recall_coffee": 0.5904988123515439, + "F1_noncoffee": 0.5708080923534118, + "IoU_noncoffee": 0.3993921944977607, + "kappa": 0.3025855383991356, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7961033950617284, + "mIoU": 0.6002142335952215, + "macroF1": 0.7381384636228153, + "F1_coffee": 0.8613406795224977, + "IoU_coffee": 0.7564516129032258, + "precision_coffee": 0.8439588688946016, + "recall_coffee": 0.8794535226359497, + "F1_noncoffee": 0.6149362477231329, + "IoU_noncoffee": 0.4439768542872172, + "kappa": 0.4768931269172037, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.6702635599694423, + "mIoU": 0.48077017024829205, + "macroF1": 0.6418621074345259, + "F1_coffee": 0.7427166381044632, + "IoU_coffee": 0.5907313025957094, + "precision_coffee": 0.8518202016749273, + "recall_coffee": 0.6583883751651255, + "F1_noncoffee": 0.5410075767645885, + "IoU_noncoffee": 0.37080903790087466, + "kappa": 0.3040912636604539, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.5614680630248137, + "mIoU": 0.38761376982722856, + "macroF1": 0.5574414184828365, + "F1_coffee": 0.5996554694229113, + "IoU_coffee": 0.42821995325378276, + "precision_coffee": 0.8893714869698518, + "recall_coffee": 0.4523128898128898, + "F1_noncoffee": 0.5152273675427618, + "IoU_noncoffee": 0.34700758640067436, + "kappa": 0.21566514889595315, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6714381143238859, + "mIoU": 0.50039251753738, + "macroF1": 0.6655362690465366, + "F1_coffee": 0.7099654620503749, + "IoU_coffee": 0.5503460885464281, + "precision_coffee": 0.8501109542061731, + "recall_coffee": 0.6094879953717096, + "F1_noncoffee": 0.6211070760426983, + "IoU_noncoffee": 0.450438946528332, + "kappa": 0.35400766681767015, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6039848197343454, + "mIoU": 0.42188249194948857, + "macroF1": 0.5890701413090376, + "F1_coffee": 0.6673573477845075, + "IoU_coffee": 0.5007774189690228, + "precision_coffee": 0.7510313901345291, + "recall_coffee": 0.6004589129499498, + "F1_noncoffee": 0.5107829348335677, + "IoU_noncoffee": 0.34298756492995436, + "kappa": 0.19287459934023113, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7301527437299642, + "mIoU": 0.5572510434955924, + "macroF1": 0.7115119519492805, + "F1_coffee": 0.7848443843031123, + "IoU_coffee": 0.6458797327394209, + "precision_coffee": 0.8334663899089892, + "recall_coffee": 0.7415826111663588, + "F1_noncoffee": 0.6381795195954488, + "IoU_noncoffee": 0.46862235425176385, + "kappa": 0.42630719521861243, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8397, + 11000 + ], + [ + 33876, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5079587777455647, + "test_tta": { + "OA": 0.7102150196625651, + "mIoU": 0.5255616036755973, + "macroF1": 0.6822690599742075, + "F1_coffee": 0.7764990766446122, + "IoU_coffee": 0.6346534455528678, + "precision_coffee": 0.8330315673462961, + "recall_coffee": 0.7271519538228961, + "F1_noncoffee": 0.5880390433038029, + "IoU_noncoffee": 0.41646976179832684, + "kappa": 0.3698870688653907, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.690535940925349, + "mIoU": 0.5043153837421022, + "macroF1": 0.6637516695864141, + "F1_coffee": 0.7586524942354198, + "IoU_coffee": 0.6111523894093982, + "precision_coffee": 0.814235356608238, + "recall_coffee": 0.7101733105902668, + "F1_noncoffee": 0.5688508449374083, + "IoU_noncoffee": 0.39747837807480624, + "kappa": 0.3330554275365233, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6677790200914774, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8359285804896613, + "mIoU": 0.6816630584768154, + "macroF1": 0.8058019917266108, + "F1_coffee": 0.8822907068018156, + "IoU_coffee": 0.7893740458015267, + "precision_coffee": 0.8764380155949825, + "recall_coffee": 0.8882220898804343, + "F1_noncoffee": 0.7293132766514061, + "IoU_noncoffee": 0.5739520711521041, + "kappa": 0.611643808403733, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8059305411330333, + "mIoU": 0.6386771345442721, + "macroF1": 0.773518032691132, + "F1_coffee": 0.8591967854676349, + "IoU_coffee": 0.7531507402175708, + "precision_coffee": 0.8539071112127956, + "recall_coffee": 0.8645524038157811, + "F1_noncoffee": 0.687839279914629, + "IoU_noncoffee": 0.5242035288709734, + "kappa": 0.5470745980394485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11943793911007025, + "mIoU": 0.06015361748157602, + "macroF1": 0.10816830995695043, + "F1_coffee": 0.20842105263157895, + "IoU_coffee": 0.11633372502937721, + "precision_coffee": 0.99, + "recall_coffee": 0.11647058823529412, + "F1_noncoffee": 0.0079155672823219, + "IoU_noncoffee": 0.003973509933774834, + "kappa": -0.0014158740059254638, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8278889048783997, + "mIoU": 0.6650761567532938, + "macroF1": 0.792838778545744, + "F1_coffee": 0.8780504384474203, + "IoU_coffee": 0.7826113299000302, + "precision_coffee": 0.8587288924345167, + "recall_coffee": 0.8982614742698192, + "F1_noncoffee": 0.7076271186440678, + "IoU_noncoffee": 0.5475409836065573, + "kappa": 0.586179830395056, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8466590519703027, + "mIoU": 0.6981545238333221, + "macroF1": 0.8178038011082911, + "F1_coffee": 0.890311159528835, + "IoU_coffee": 0.802307031537612, + "precision_coffee": 0.8816667790438946, + "recall_coffee": 0.8991267276352884, + "F1_noncoffee": 0.7452964426877471, + "IoU_noncoffee": 0.5940020161290323, + "kappa": 0.6356889234084748, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331997170478661, + "mIoU": 0.6816136782292003, + "macroF1": 0.8063014812300209, + "F1_coffee": 0.8784828391795788, + "IoU_coffee": 0.783298615365764, + "precision_coffee": 0.8895769551906485, + "recall_coffee": 0.8676620291822192, + "F1_noncoffee": 0.734120123280463, + "IoU_noncoffee": 0.5799287410926366, + "kappa": 0.6127347501184935, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8472222222222222, + "mIoU": 0.6707888269169854, + "macroF1": 0.793835462770123, + "F1_coffee": 0.8987471234978266, + "IoU_coffee": 0.816113303923845, + "precision_coffee": 0.859623379799462, + "recall_coffee": 0.9416019287436378, + "F1_noncoffee": 0.6889238020424194, + "IoU_noncoffee": 0.5254643499101258, + "kappa": 0.5902783557437778, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8516042780748663, + "mIoU": 0.6818469122929735, + "macroF1": 0.8027902626270675, + "F1_coffee": 0.9009054967478638, + "IoU_coffee": 0.8196797400789047, + "precision_coffee": 0.8708086785009862, + "recall_coffee": 0.9331571994715984, + "F1_noncoffee": 0.7046750285062714, + "IoU_noncoffee": 0.5440140845070423, + "kappa": 0.606979665665722, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8437588451740731, + "mIoU": 0.6797740277881745, + "macroF1": 0.8025731264633842, + "F1_coffee": 0.8927461139896373, + "IoU_coffee": 0.8062704726251755, + "precision_coffee": 0.8899793388429752, + "recall_coffee": 0.8955301455301455, + "F1_noncoffee": 0.712400138937131, + "IoU_noncoffee": 0.5532775829511735, + "kappa": 0.6051564855863663, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8087603778986544, + "mIoU": 0.6548143211712545, + "macroF1": 0.7877210489775999, + "F1_coffee": 0.8545507330526927, + "IoU_coffee": 0.746039792168293, + "precision_coffee": 0.8576631701631702, + "recall_coffee": 0.8514608041654614, + "F1_noncoffee": 0.7208913649025069, + "IoU_noncoffee": 0.563588850174216, + "kappa": 0.5754528268586596, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8417457305502847, + "mIoU": 0.7072189708480565, + "macroF1": 0.8262027581501044, + "F1_coffee": 0.8781770376862401, + "IoU_coffee": 0.7828125, + "precision_coffee": 0.8947760083345736, + "recall_coffee": 0.8621827047181988, + "F1_noncoffee": 0.7742284786139686, + "IoU_noncoffee": 0.6316254416961131, + "kappa": 0.6526270652184352, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8226475579860456, + "mIoU": 0.6794653856880162, + "macroF1": 0.8065325177783813, + "F1_coffee": 0.8623692105070608, + "IoU_coffee": 0.7580396192436326, + "precision_coffee": 0.8891068195534098, + "recall_coffee": 0.8371927830657764, + "F1_noncoffee": 0.7506958250497018, + "IoU_noncoffee": 0.6008911521323997, + "kappa": 0.6136978528332606, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9392, + 11000 + ], + [ + 43194, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5054816842079162, + "test_tta": { + "OA": 0.8390365343143473, + "mIoU": 0.6837836825043233, + "macroF1": 0.807019847339775, + "F1_coffee": 0.8856238239569132, + "IoU_coffee": 0.7947260924956017, + "precision_coffee": 0.871532166855166, + "recall_coffee": 0.9001786614137157, + "F1_noncoffee": 0.7284158707226369, + "IoU_noncoffee": 0.572841272513045, + "kappa": 0.6142791360763002, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.808959270797277, + "mIoU": 0.6398511487309781, + "macroF1": 0.7739151133101468, + "F1_coffee": 0.8629260922656622, + "IoU_coffee": 0.7589006188569348, + "precision_coffee": 0.8483529004822268, + "recall_coffee": 0.8780087181755006, + "F1_noncoffee": 0.6849041343546315, + "IoU_noncoffee": 0.5208016786050214, + "kappa": 0.5481367412468897, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7187502057976562, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565901306609159, + "mIoU": 0.7157778791973718, + "macroF1": 0.830579674022606, + "F1_coffee": 0.8969626540889102, + "IoU_coffee": 0.8131752360098329, + "precision_coffee": 0.8923066461147883, + "recall_coffee": 0.9016675065280132, + "F1_noncoffee": 0.7641966939563019, + "IoU_noncoffee": 0.6183805223849107, + "kappa": 0.661180459727944, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.825126918195454, + "mIoU": 0.6697495343594224, + "macroF1": 0.7975778003649097, + "F1_coffee": 0.8722541221092557, + "IoU_coffee": 0.773449177877429, + "precision_coffee": 0.8727966602007253, + "recall_coffee": 0.8717122580916883, + "F1_noncoffee": 0.7229014786205635, + "IoU_noncoffee": 0.5660498908414159, + "kappa": 0.5951559400497766, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16042154566744732, + "mIoU": 0.08081423815119468, + "macroF1": 0.14018998673041685, + "F1_coffee": 0.2720812182741117, + "IoU_coffee": 0.15746180963572268, + "precision_coffee": 0.9925925925925926, + "recall_coffee": 0.15764705882352942, + "F1_noncoffee": 0.008298755186721992, + "IoU_noncoffee": 0.004166666666666667, + "kappa": -0.001026663832987298, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8493788075022785, + "mIoU": 0.7043729494378825, + "macroF1": 0.8224953185754933, + "F1_coffee": 0.8915745856353591, + "IoU_coffee": 0.8043613707165109, + "precision_coffee": 0.8854595336076817, + "recall_coffee": 0.8977746870653686, + "F1_noncoffee": 0.7534160515156274, + "IoU_noncoffee": 0.6043845281592541, + "kappa": 0.6450291396830684, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8690272225395013, + "mIoU": 0.7325800262061117, + "macroF1": 0.841957923857166, + "F1_coffee": 0.9073650195233607, + "IoU_coffee": 0.8304374614910659, + "precision_coffee": 0.8887570062644247, + "recall_coffee": 0.9267688922505672, + "F1_noncoffee": 0.7765508281909711, + "IoU_noncoffee": 0.6347225909211575, + "kappa": 0.6842497208047912, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8513558123084178, + "mIoU": 0.7107467253339952, + "macroF1": 0.8273924753608629, + "F1_coffee": 0.8917061774204631, + "IoU_coffee": 0.8045756091512183, + "precision_coffee": 0.9029990954004593, + "recall_coffee": 0.880692229385816, + "F1_noncoffee": 0.7630787733012627, + "IoU_noncoffee": 0.616917841516772, + "kappa": 0.6549030314846146, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8525270061728395, + "mIoU": 0.6847843001154221, + "macroF1": 0.8051853571320735, + "F1_coffee": 0.9012210091091156, + "IoU_coffee": 0.8202022577610536, + "precision_coffee": 0.8704605016847623, + "recall_coffee": 0.9342351995713903, + "F1_noncoffee": 0.7091497051550314, + "IoU_noncoffee": 0.5493663424697908, + "kappa": 0.6117981330074261, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8612490450725745, + "mIoU": 0.6976946981515489, + "macroF1": 0.8146442170519563, + "F1_coffee": 0.9075876105069007, + "IoU_coffee": 0.8308104331625524, + "precision_coffee": 0.8751379860174169, + "recall_coffee": 0.9425363276089829, + "F1_noncoffee": 0.721700823597012, + "IoU_noncoffee": 0.5645789631405455, + "kappa": 0.6308170193859318, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8475327861118973, + "mIoU": 0.6836945118896101, + "macroF1": 0.8052422716540824, + "F1_coffee": 0.8959969107993306, + "IoU_coffee": 0.8115891337297423, + "precision_coffee": 0.8876562101504718, + "recall_coffee": 0.904495841995842, + "F1_noncoffee": 0.714487632508834, + "IoU_noncoffee": 0.5557998900494777, + "kappa": 0.6105789306180054, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8462639564843973, + "mIoU": 0.7159879791270816, + "macroF1": 0.8325188665263383, + "F1_coffee": 0.8804984793412951, + "IoU_coffee": 0.7865094089583885, + "precision_coffee": 0.9037612303943963, + "recall_coffee": 0.8584032398032977, + "F1_noncoffee": 0.7845392537113816, + "IoU_noncoffee": 0.6454665492957746, + "kappa": 0.6654373895376244, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8767552182163187, + "mIoU": 0.7602557646234394, + "macroF1": 0.8620140425297114, + "F1_coffee": 0.907114765820522, + "IoU_coffee": 0.8300183198115677, + "precision_coffee": 0.904592127780947, + "recall_coffee": 0.9096515129786319, + "F1_noncoffee": 0.8169133192389006, + "IoU_noncoffee": 0.6904932094353109, + "kappa": 0.7240323153731189, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8551763152932302, + "mIoU": 0.7309848233078542, + "macroF1": 0.8429252688012796, + "F1_coffee": 0.8867924528301887, + "IoU_coffee": 0.7966101694915254, + "precision_coffee": 0.9214274774084852, + "recall_coffee": 0.8546668560875125, + "F1_noncoffee": 0.7990580847723705, + "IoU_noncoffee": 0.665359477124183, + "kappa": 0.6866364106096942, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9463, + 11000 + ], + [ + 44429, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.51640545129776, + "test_tta": { + "OA": 0.860427502219967, + "mIoU": 0.7174107688991676, + "macroF1": 0.831242139315366, + "F1_coffee": 0.9014223317280771, + "IoU_coffee": 0.8205358235126208, + "precision_coffee": 0.8819249649368864, + "recall_coffee": 0.9218012735352055, + "F1_noncoffee": 0.7610619469026548, + "IoU_noncoffee": 0.6142857142857143, + "kappa": 0.6628836484559912, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8301315334025614, + "mIoU": 0.6718299069698436, + "macroF1": 0.7983780959764017, + "F1_coffee": 0.8783917730144963, + "IoU_coffee": 0.7831538249102458, + "precision_coffee": 0.8616833789121847, + "recall_coffee": 0.8957609451007644, + "F1_noncoffee": 0.718364418938307, + "IoU_noncoffee": 0.5605059890294414, + "kappa": 0.5971070151156347, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7500204282661587, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.870988202460992, + "mIoU": 0.7337494667802706, + "macroF1": 0.8425645854116022, + "F1_coffee": 0.9094591586912976, + "IoU_coffee": 0.833952406220662, + "precision_coffee": 0.8844205878533397, + "recall_coffee": 0.935956754775757, + "F1_noncoffee": 0.7756700121319069, + "IoU_noncoffee": 0.6335465273398793, + "kappa": 0.6857532145710177, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8410782277604707, + "mIoU": 0.6876573836040423, + "macroF1": 0.8099551175704693, + "F1_coffee": 0.8868627752964732, + "IoU_coffee": 0.7967236703746748, + "precision_coffee": 0.8653522481365713, + "recall_coffee": 0.9094699601996336, + "F1_noncoffee": 0.7330474598444654, + "IoU_noncoffee": 0.5785910968334098, + "kappa": 0.6204635830139261, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3337236533957845, + "mIoU": 0.16783112569168662, + "macroF1": 0.2528296084446187, + "F1_coffee": 0.4986784140969163, + "IoU_coffee": 0.33215962441314556, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.33294117647058824, + "F1_noncoffee": 0.006980802792321117, + "IoU_noncoffee": 0.0035026269702276708, + "kappa": -0.0023432826584707397, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8598359476183624, + "mIoU": 0.7153359131263124, + "macroF1": 0.8296546928677077, + "F1_coffee": 0.9013570994531092, + "IoU_coffee": 0.8204277286135693, + "precision_coffee": 0.8758693084896995, + "recall_coffee": 0.9283727399165508, + "F1_noncoffee": 0.7579522862823062, + "IoU_noncoffee": 0.6102440976390556, + "kappa": 0.660015832792106, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8866362078812108, + "mIoU": 0.7580367841872444, + "macroF1": 0.8589441143496539, + "F1_coffee": 0.9214431765714662, + "IoU_coffee": 0.8543297455968689, + "precision_coffee": 0.8853539514544648, + "recall_coffee": 0.9605996011826996, + "F1_noncoffee": 0.7964450521278414, + "IoU_noncoffee": 0.66174382277762, + "kappa": 0.7190976410257908, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8664465927847206, + "mIoU": 0.7287374092801819, + "macroF1": 0.8393330684007104, + "F1_coffee": 0.9053349378259126, + "IoU_coffee": 0.8270428728471968, + "precision_coffee": 0.8920360977537711, + "recall_coffee": 0.9190363081099423, + "F1_noncoffee": 0.7733311989755083, + "IoU_noncoffee": 0.6304319457131672, + "kappa": 0.6788370557143416, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8468364197530864, + "mIoU": 0.6661566032533774, + "macroF1": 0.7897059692070506, + "F1_coffee": 0.8993152422013695, + "IoU_coffee": 0.8170506912442397, + "precision_coffee": 0.8538405971586804, + "recall_coffee": 0.9499062416287168, + "F1_noncoffee": 0.6800966962127317, + "IoU_noncoffee": 0.5152625152625152, + "kappa": 0.5831685861460866, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8766233766233766, + "mIoU": 0.7226386602497461, + "macroF1": 0.8326941995499181, + "F1_coffee": 0.9184240434398283, + "IoU_coffee": 0.8491535318155283, + "precision_coffee": 0.8796565070149975, + "recall_coffee": 0.9607661822985469, + "F1_noncoffee": 0.7469643556600079, + "IoU_noncoffee": 0.5961237886839638, + "kappa": 0.6673922346655254, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8613076705349562, + "mIoU": 0.700529665294098, + "macroF1": 0.8170514076980834, + "F1_coffee": 0.9070326334429547, + "IoU_coffee": 0.8298808008332369, + "precision_coffee": 0.883563331690488, + "recall_coffee": 0.9317827442827443, + "F1_noncoffee": 0.727070181953212, + "IoU_noncoffee": 0.5711785297549592, + "kappa": 0.6348591358839328, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8726977765053917, + "mIoU": 0.7541249358106852, + "macroF1": 0.8580032261406785, + "F1_coffee": 0.9036823104693141, + "IoU_coffee": 0.8242887249736565, + "precision_coffee": 0.9022491349480969, + "recall_coffee": 0.9051200462829042, + "F1_noncoffee": 0.8123241418120428, + "IoU_noncoffee": 0.6839611466477138, + "kappa": 0.7160078485034539, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.896584440227704, + "mIoU": 0.7881952683671395, + "macroF1": 0.879746439014113, + "F1_coffee": 0.9247445457056062, + "IoU_coffee": 0.8600231154488249, + "precision_coffee": 0.8916256157635468, + "recall_coffee": 0.9604187580668292, + "F1_noncoffee": 0.8347483323226198, + "IoU_noncoffee": 0.716367421285454, + "kappa": 0.7602193344204994, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.871582123326419, + "mIoU": 0.7511330257741741, + "macroF1": 0.8559082844986883, + "F1_coffee": 0.9034316505955757, + "IoU_coffee": 0.8238717186085607, + "precision_coffee": 0.9017692852087756, + "recall_coffee": 0.9051001562721978, + "F1_noncoffee": 0.8083849184018008, + "IoU_noncoffee": 0.6783943329397875, + "kappa": 0.7118185122222312, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9445, + 11000 + ], + [ + 45359, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1634613911310834, + "test_tta": { + "OA": 0.8741120131929468, + "mIoU": 0.7385956689763381, + "macroF1": 0.8458755082411256, + "F1_coffee": 0.9118447205658639, + "IoU_coffee": 0.8379729784889179, + "precision_coffee": 0.8849113127438092, + "recall_coffee": 0.940469100737551, + "F1_noncoffee": 0.7799062959163872, + "IoU_noncoffee": 0.6392183594637583, + "kappa": 0.6924622967810178, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8442223376024, + "mIoU": 0.6919018076966056, + "macroF1": 0.8129750503763344, + "F1_coffee": 0.8894212557715736, + "IoU_coffee": 0.8008628477663674, + "precision_coffee": 0.8654712094042638, + "recall_coffee": 0.9147345589319182, + "F1_noncoffee": 0.7365288449810953, + "IoU_noncoffee": 0.5829407676268438, + "kappa": 0.6266313510995353, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.5730854376361054, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7455600659647342, + "mIoU": 0.5795498168390258, + "macroF1": 0.7306533418551142, + "F1_coffee": 0.794017971758665, + "IoU_coffee": 0.6583995060992485, + "precision_coffee": 0.9031890660592256, + "recall_coffee": 0.7083925053827477, + "F1_noncoffee": 0.6672887119515634, + "IoU_noncoffee": 0.5007001275788032, + "kappa": 0.4737262910203003, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7221645321333795, + "mIoU": 0.5529679528665029, + "macroF1": 0.7092295741550663, + "F1_coffee": 0.7705574082896618, + "IoU_coffee": 0.6267534681856932, + "precision_coffee": 0.8869026403092699, + "recall_coffee": 0.6811969591677722, + "F1_noncoffee": 0.6479017400204709, + "IoU_noncoffee": 0.47918243754731266, + "kappa": 0.43342134409935035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24121779859484777, + "mIoU": 0.12189101407434139, + "macroF1": 0.19811277010108505, + "F1_coffee": 0.3840304182509506, + "IoU_coffee": 0.2376470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.2376470588235294, + "F1_noncoffee": 0.012195121951219513, + "IoU_noncoffee": 0.006134969325153374, + "kappa": 0.002911669741697407, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7275867031227514, + "mIoU": 0.560480488012772, + "macroF1": 0.7157157706848654, + "F1_coffee": 0.7738081013263234, + "IoU_coffee": 0.6310660689923991, + "precision_coffee": 0.9055653957304, + "recall_coffee": 0.6755215577190542, + "F1_noncoffee": 0.6576234400434074, + "IoU_noncoffee": 0.4898949070331447, + "kappa": 0.44908466404729525, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7768893965353132, + "mIoU": 0.6154255610773345, + "macroF1": 0.7583222753581651, + "F1_coffee": 0.8253092860336861, + "IoU_coffee": 0.7025758152518716, + "precision_coffee": 0.9008378752135362, + "recall_coffee": 0.7614659973870591, + "F1_noncoffee": 0.6913352646826442, + "IoU_noncoffee": 0.5282753069027973, + "kappa": 0.5225745174936989, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7321858052346145, + "mIoU": 0.5638925330304179, + "macroF1": 0.7180250354952502, + "F1_coffee": 0.7812150864891937, + "IoU_coffee": 0.6409786319382982, + "precision_coffee": 0.9034931384779896, + "recall_coffee": 0.6880895826263997, + "F1_noncoffee": 0.6548349845013067, + "IoU_noncoffee": 0.4868064341225375, + "kappa": 0.4518889791029456, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7330246913580247, + "mIoU": 0.5543479792932717, + "macroF1": 0.7075137908254397, + "F1_coffee": 0.7938942665673865, + "IoU_coffee": 0.6582294110383998, + "precision_coffee": 0.8938631790744467, + "recall_coffee": 0.7140369675863917, + "F1_noncoffee": 0.621133315083493, + "IoU_noncoffee": 0.45046654754814375, + "kappa": 0.4281752024476391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7669022154316272, + "mIoU": 0.5852756961281317, + "macroF1": 0.7307117314459542, + "F1_coffee": 0.8294319055272168, + "IoU_coffee": 0.7085721107927412, + "precision_coffee": 0.8804331701527963, + "recall_coffee": 0.7840158520475562, + "F1_noncoffee": 0.6319915573646917, + "IoU_noncoffee": 0.46197928146352213, + "kappa": 0.4652946451215004, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6949712237003491, + "mIoU": 0.5100030204835153, + "macroF1": 0.6690552192791606, + "F1_coffee": 0.7616660523405824, + "IoU_coffee": 0.6150732230027384, + "precision_coffee": 0.8802180950758222, + "recall_coffee": 0.6712577962577962, + "F1_noncoffee": 0.5764443862177387, + "IoU_noncoffee": 0.4049328179642923, + "kappa": 0.35878174439580013, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7222063173966982, + "mIoU": 0.5616893032924627, + "macroF1": 0.7185274854576369, + "F1_coffee": 0.7507065170848677, + "IoU_coffee": 0.6009048533040855, + "precision_coffee": 0.9202183497795507, + "recall_coffee": 0.6339311541799247, + "F1_noncoffee": 0.6863484538304062, + "IoU_noncoffee": 0.5224737532808399, + "kappa": 0.4601046231097452, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7868121442125238, + "mIoU": 0.639870862136882, + "macroF1": 0.7789726916710121, + "F1_coffee": 0.8205988023952095, + "IoU_coffee": 0.6957757920389926, + "precision_coffee": 0.9256123919308358, + "recall_coffee": 0.7369855155600172, + "F1_noncoffee": 0.7373465809468147, + "IoU_noncoffee": 0.5839659322347713, + "kappa": 0.5661217117250673, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7693758250047144, + "mIoU": 0.6180395469125614, + "macroF1": 0.7626451635097766, + "F1_coffee": 0.802614590058102, + "IoU_coffee": 0.6703059711551422, + "precision_coffee": 0.9290117691014385, + "recall_coffee": 0.7064923994885637, + "F1_noncoffee": 0.7226757369614513, + "IoU_noncoffee": 0.5657731226699805, + "kappa": 0.5373235656888857, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8030, + 11000 + ], + [ + 38877, + 51930 + ], + [ + 111, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8665729284286499, + "test_tta": { + "OA": 0.7677438792337943, + "mIoU": 0.6037941859319468, + "macroF1": 0.7492494256439881, + "F1_coffee": 0.8173485802646182, + "IoU_coffee": 0.6911153756932875, + "precision_coffee": 0.897051980401281, + "recall_coffee": 0.7506528013193459, + "F1_noncoffee": 0.6811502710233581, + "IoU_noncoffee": 0.516472996170606, + "kappa": 0.5053161017991618, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7436252451828775, + "mIoU": 0.5754256489972512, + "macroF1": 0.7269180446444652, + "F1_coffee": 0.7944638438591217, + "IoU_coffee": 0.6590128714200764, + "precision_coffee": 0.8809200235903485, + "recall_coffee": 0.7234611577905532, + "F1_noncoffee": 0.6593722454298088, + "IoU_noncoffee": 0.4918384265744261, + "kappa": 0.46241744855951133, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6203648414313337, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7838703539261702, + "mIoU": 0.620859012600635, + "macroF1": 0.7618511561441859, + "F1_coffee": 0.8342655642023347, + "IoU_coffee": 0.7156566183373319, + "precision_coffee": 0.8891451972422373, + "recall_coffee": 0.7857666407073159, + "F1_noncoffee": 0.6894367480860372, + "IoU_noncoffee": 0.5260614068639382, + "kappa": 0.527078320992911, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7587112034152532, + "mIoU": 0.5897152833445045, + "macroF1": 0.7375036372765118, + "F1_coffee": 0.8121153586990701, + "IoU_coffee": 0.6836651729158394, + "precision_coffee": 0.8700579926366195, + "recall_coffee": 0.7614083854528608, + "F1_noncoffee": 0.6628919158539535, + "IoU_noncoffee": 0.49576539377316975, + "kappa": 0.4791519354797159, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25878220140515223, + "mIoU": 0.13078677624896112, + "macroF1": 0.20961419525197128, + "F1_coffee": 0.40674789128397376, + "IoU_coffee": 0.25529411764705884, + "precision_coffee": 1.0, + "recall_coffee": 0.25529411764705884, + "F1_noncoffee": 0.0124804992199688, + "IoU_noncoffee": 0.006279434850863423, + "kappa": 0.003201073908666144, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7974768551829999, + "mIoU": 0.6284930033018221, + "macroF1": 0.765875654612119, + "F1_coffee": 0.8518908300007016, + "IoU_coffee": 0.7419946223417258, + "precision_coffee": 0.8595497663882203, + "recall_coffee": 0.8443671766342142, + "F1_noncoffee": 0.6798604792235365, + "IoU_noncoffee": 0.5149913842619185, + "kappa": 0.5318316533743667, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8088235294117647, + "mIoU": 0.6555137525269201, + "macroF1": 0.7883370657313948, + "F1_coffee": 0.8541870848306654, + "IoU_coffee": 0.7454856491161376, + "precision_coffee": 0.9046593879747808, + "recall_coffee": 0.8090490270233102, + "F1_noncoffee": 0.7224870466321244, + "IoU_noncoffee": 0.5655418559377028, + "kappa": 0.5791671925090476, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7457675076632869, + "mIoU": 0.5798704714783989, + "macroF1": 0.7309268735879262, + "F1_coffee": 0.794118770288333, + "IoU_coffee": 0.6585381302254877, + "precision_coffee": 0.9080349344978166, + "recall_coffee": 0.705598914149983, + "F1_noncoffee": 0.6677349768875193, + "IoU_noncoffee": 0.5012028127313102, + "kappa": 0.47518406419386877, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8224344135802469, + "mIoU": 0.6319950555816463, + "macroF1": 0.7631544827486083, + "F1_coffee": 0.8816457730633237, + "IoU_coffee": 0.7883421476201425, + "precision_coffee": 0.8476943998022005, + "recall_coffee": 0.9184302169836592, + "F1_noncoffee": 0.644663192433893, + "IoU_noncoffee": 0.4756479635431501, + "kappa": 0.5285793587104463, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8261077158135982, + "mIoU": 0.6648960210839789, + "macroF1": 0.7930568615836955, + "F1_coffee": 0.8757590229924268, + "IoU_coffee": 0.77897803131448, + "precision_coffee": 0.9056018061238889, + "recall_coffee": 0.8478203434610304, + "F1_noncoffee": 0.7103547001749642, + "IoU_noncoffee": 0.550814010853478, + "kappa": 0.5871588972760104, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7319558448910275, + "mIoU": 0.5502489523684422, + "macroF1": 0.7033369159720212, + "F1_coffee": 0.7954790871787488, + "IoU_coffee": 0.6604111881424815, + "precision_coffee": 0.8918482647296206, + "recall_coffee": 0.7179054054054054, + "F1_noncoffee": 0.6111947447652936, + "IoU_noncoffee": 0.44008671659440285, + "kappa": 0.4195577450308729, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7727836625632217, + "mIoU": 0.6154971102441045, + "macroF1": 0.7593941935043576, + "F1_coffee": 0.8161531928036445, + "IoU_coffee": 0.6894077745890947, + "precision_coffee": 0.8754348186185191, + "recall_coffee": 0.7643910905409315, + "F1_noncoffee": 0.7026351942050706, + "IoU_noncoffee": 0.5415864458991143, + "kappa": 0.5223312380718015, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.791650853889943, + "mIoU": 0.6429746718583285, + "macroF1": 0.7807322218889301, + "F1_coffee": 0.8296618057710208, + "IoU_coffee": 0.7089077412513256, + "precision_coffee": 0.9035310018584221, + "recall_coffee": 0.766958267603614, + "F1_noncoffee": 0.7318026380068393, + "IoU_noncoffee": 0.5770416024653313, + "kappa": 0.5660315514079922, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7595700546860268, + "mIoU": 0.6058555541989675, + "macroF1": 0.7533215979745397, + "F1_coffee": 0.7925817471937531, + "IoU_coffee": 0.65642683912692, + "precision_coffee": 0.927117031398668, + "recall_coffee": 0.692143770421935, + "F1_noncoffee": 0.7140614487553263, + "IoU_noncoffee": 0.555284269271015, + "kappa": 0.5205607404069691, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9200, + 11000 + ], + [ + 40109, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5118172566095989, + "test_tta": { + "OA": 0.8044526195610808, + "mIoU": 0.6429946869661566, + "macroF1": 0.7778813033753309, + "F1_coffee": 0.8547056882982232, + "IoU_coffee": 0.746276026664472, + "precision_coffee": 0.880003881799214, + "recall_coffee": 0.8308213843969032, + "F1_noncoffee": 0.7010569184524387, + "IoU_noncoffee": 0.5397133472678411, + "kappa": 0.556516703392257, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7782537210107303, + "mIoU": 0.6088890228528907, + "macroF1": 0.7516035271758096, + "F1_coffee": 0.8329657674883484, + "IoU_coffee": 0.7137457876412653, + "precision_coffee": 0.8603231597845602, + "recall_coffee": 0.8072946280034535, + "F1_noncoffee": 0.6702412868632708, + "IoU_noncoffee": 0.5040322580645161, + "kappa": 0.5041968061091795, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7405717644117562, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8621559051122669, + "mIoU": 0.7153008166564767, + "macroF1": 0.8292193311720291, + "F1_coffee": 0.9042188653466874, + "IoU_coffee": 0.825181997345453, + "precision_coffee": 0.8711704634721131, + "recall_coffee": 0.939873562691832, + "F1_noncoffee": 0.7542197969973706, + "IoU_noncoffee": 0.6054196359675004, + "kappa": 0.659695356044347, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8338236990884966, + "mIoU": 0.6724474012713669, + "macroF1": 0.7981578849139441, + "F1_coffee": 0.8830040007310981, + "IoU_coffee": 0.7905167084833279, + "precision_coffee": 0.8526326110402981, + "recall_coffee": 0.915619011518942, + "F1_noncoffee": 0.7133117690967903, + "IoU_noncoffee": 0.554378094059406, + "kappa": 0.5975670019564913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3559718969555035, + "mIoU": 0.17904164115125537, + "macroF1": 0.2653085485112214, + "F1_coffee": 0.5233968804159446, + "IoU_coffee": 0.3544600938967136, + "precision_coffee": 0.993421052631579, + "recall_coffee": 0.3552941176470588, + "F1_noncoffee": 0.007220216606498195, + "IoU_noncoffee": 0.0036231884057971015, + "kappa": -0.0020993522730181954, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.85441550342975, + "mIoU": 0.7049491532389429, + "macroF1": 0.8220561922141848, + "F1_coffee": 0.8979385950163097, + "IoU_coffee": 0.8147809105333822, + "precision_coffee": 0.8693755290746891, + "recall_coffee": 0.928442280945758, + "F1_noncoffee": 0.7461737894120599, + "IoU_noncoffee": 0.5951173959445037, + "kappa": 0.645065220746566, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8744526936988387, + "mIoU": 0.734570150737685, + "macroF1": 0.842653309398699, + "F1_coffee": 0.9133889290170071, + "IoU_coffee": 0.8405849649504472, + "precision_coffee": 0.8740182218033302, + "recall_coffee": 0.9564739049714639, + "F1_noncoffee": 0.7719176897803908, + "IoU_noncoffee": 0.6285553365249226, + "kappa": 0.6869792369210072, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8575807592548927, + "mIoU": 0.7069281035404289, + "macroF1": 0.8231262838853539, + "F1_coffee": 0.9011909435937705, + "IoU_coffee": 0.8201524535493092, + "precision_coffee": 0.8700486448922863, + "recall_coffee": 0.9346454021038344, + "F1_noncoffee": 0.7450616241769373, + "IoU_noncoffee": 0.5937037535315485, + "kappa": 0.6474180691089017, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8367091049382716, + "mIoU": 0.6471963551770681, + "macroF1": 0.7743305802164595, + "F1_coffee": 0.8929768000505721, + "IoU_coffee": 0.8066468707172225, + "precision_coffee": 0.8455644678558601, + "recall_coffee": 0.9460219662469863, + "F1_noncoffee": 0.655684360382347, + "IoU_noncoffee": 0.48774583963691376, + "kappa": 0.5531807590983452, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8621084797555386, + "mIoU": 0.6908649867556715, + "macroF1": 0.8085716086951128, + "F1_coffee": 0.9098063710181137, + "IoU_coffee": 0.8345364959321645, + "precision_coffee": 0.862914691943128, + "recall_coffee": 0.9620871862615588, + "F1_noncoffee": 0.7073368463721119, + "IoU_noncoffee": 0.5471934775791785, + "kappa": 0.6207768653736968, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8647985659024436, + "mIoU": 0.7052045291029607, + "macroF1": 0.8203512936813147, + "F1_coffee": 0.909709533110705, + "IoU_coffee": 0.8343735552473417, + "precision_coffee": 0.8830581039755352, + "recall_coffee": 0.9380197505197505, + "F1_noncoffee": 0.7309930542519242, + "IoU_noncoffee": 0.5760355029585799, + "kappa": 0.6416750235667058, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8719343448802367, + "mIoU": 0.7519526802268982, + "macroF1": 0.8564765501508838, + "F1_coffee": 0.9035781003017676, + "IoU_coffee": 0.8241153342070773, + "precision_coffee": 0.8977727013135351, + "recall_coffee": 0.9094590685565519, + "F1_noncoffee": 0.809375, + "IoU_noncoffee": 0.6797900262467191, + "kappa": 0.7129768278293824, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8867172675521822, + "mIoU": 0.7710986883786413, + "macroF1": 0.8686613079040912, + "F1_coffee": 0.917358803986711, + "IoU_coffee": 0.8473341004986574, + "precision_coffee": 0.8865551839464882, + "recall_coffee": 0.9503800372866772, + "F1_noncoffee": 0.8199638118214716, + "IoU_noncoffee": 0.6948632762586251, + "kappa": 0.7380116442877642, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8503677163869507, + "mIoU": 0.7067375244836385, + "macroF1": 0.8242735684780162, + "F1_coffee": 0.8919893826992445, + "IoU_coffee": 0.8050368550368551, + "precision_coffee": 0.8561536451528613, + "recall_coffee": 0.9309561017189941, + "F1_noncoffee": 0.7565577542567878, + "IoU_noncoffee": 0.6084381939304219, + "kappa": 0.6499294751812911, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9416, + 11000 + ], + [ + 44832, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.986580709616343, + "test_tta": { + "OA": 0.8640428770772548, + "mIoU": 0.7172423217882029, + "macroF1": 0.8304765332744481, + "F1_coffee": 0.9059104975528389, + "IoU_coffee": 0.8280040120361083, + "precision_coffee": 0.8695542260048875, + "recall_coffee": 0.9454395528883596, + "F1_noncoffee": 0.7550425689960574, + "IoU_noncoffee": 0.6064806315402974, + "kappa": 0.6624891067354265, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8359149648090458, + "mIoU": 0.6740719779016187, + "macroF1": 0.7991612210738357, + "F1_coffee": 0.8850773255755225, + "IoU_coffee": 0.7938463768641165, + "precision_coffee": 0.850514463211027, + "recall_coffee": 0.9225682818455577, + "F1_noncoffee": 0.7132451165721487, + "IoU_noncoffee": 0.5542975789391209, + "kappa": 0.5999708048689781, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 58, + "stopped_epoch": 78, + "best_val": 0.7559482451301036, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.867547253583661, + "mIoU": 0.7266651340755758, + "macroF1": 0.8374972074023666, + "F1_coffee": 0.9073772218710844, + "IoU_coffee": 0.830457903710319, + "precision_coffee": 0.8794196668457819, + "recall_coffee": 0.9371707361766457, + "F1_noncoffee": 0.7676171929336486, + "IoU_noncoffee": 0.6228723644408325, + "kappa": 0.6758164363708642, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8390879196953963, + "mIoU": 0.6833003555038144, + "macroF1": 0.806591393533268, + "F1_coffee": 0.885870065570752, + "IoU_coffee": 0.795122757404925, + "precision_coffee": 0.8613487169285856, + "recall_coffee": 0.911828500431697, + "F1_noncoffee": 0.727312721495784, + "IoU_noncoffee": 0.5714779536027039, + "kappa": 0.6139303738705602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.351288056206089, + "mIoU": 0.17719358574873367, + "macroF1": 0.26406794425087105, + "F1_coffee": 0.5174216027874564, + "IoU_coffee": 0.3490011750881316, + "precision_coffee": 0.9966442953020134, + "recall_coffee": 0.34941176470588237, + "F1_noncoffee": 0.010714285714285714, + "IoU_noncoffee": 0.005385996409335727, + "kappa": 0.0014267864379305533, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8614189091955677, + "mIoU": 0.7133600789728711, + "macroF1": 0.8277569386980146, + "F1_coffee": 0.9039018062069654, + "IoU_coffee": 0.8246540422432629, + "precision_coffee": 0.866352101001084, + "recall_coffee": 0.9448539638386648, + "F1_noncoffee": 0.7516120711890637, + "IoU_noncoffee": 0.6020661157024794, + "kappa": 0.6571784684246949, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.868265752903103, + "mIoU": 0.7269705255605341, + "macroF1": 0.8376218508622502, + "F1_coffee": 0.9081619110816191, + "IoU_coffee": 0.831773428953446, + "precision_coffee": 0.8774764377764955, + "recall_coffee": 0.9410713057828508, + "F1_noncoffee": 0.7670817906428812, + "IoU_noncoffee": 0.6221676221676221, + "kappa": 0.6762478272848107, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8728601744871493, + "mIoU": 0.7392568115187061, + "macroF1": 0.8465893862199364, + "F1_coffee": 0.9100733822548366, + "IoU_coffee": 0.8349859223895214, + "precision_coffee": 0.8948507707445064, + "recall_coffee": 0.9258228707159823, + "F1_noncoffee": 0.7831053901850362, + "IoU_noncoffee": 0.643527700647891, + "kappa": 0.6933927754976716, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8431712962962963, + "mIoU": 0.6522397604774701, + "macroF1": 0.7775897588718219, + "F1_coffee": 0.8983622952869109, + "IoU_coffee": 0.8154788924194281, + "precision_coffee": 0.8422409751523675, + "recall_coffee": 0.9624966514867399, + "F1_noncoffee": 0.6568172224567328, + "IoU_noncoffee": 0.48900062853551224, + "kappa": 0.5617496771295412, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8572383498854087, + "mIoU": 0.683820373242803, + "macroF1": 0.8033740240990166, + "F1_coffee": 0.9062872187049458, + "IoU_coffee": 0.8286336542870243, + "precision_coffee": 0.8623404509125612, + "recall_coffee": 0.9549537648612946, + "F1_noncoffee": 0.7004608294930875, + "IoU_noncoffee": 0.5390070921985816, + "kappa": 0.6099857114371978, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8614963675818473, + "mIoU": 0.6995895886769834, + "macroF1": 0.8162153670393387, + "F1_coffee": 0.9074401008827239, + "IoU_coffee": 0.8305632502308402, + "precision_coffee": 0.8814306712395884, + "recall_coffee": 0.935031185031185, + "F1_noncoffee": 0.7249906331959536, + "IoU_noncoffee": 0.5686159271231267, + "kappa": 0.6333792115957426, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.879473232178643, + "mIoU": 0.7627464532943715, + "macroF1": 0.8634866337607167, + "F1_coffee": 0.9102026306434412, + "IoU_coffee": 0.8352035490605428, + "precision_coffee": 0.895119563697385, + "recall_coffee": 0.9258027191206248, + "F1_noncoffee": 0.8167706368779921, + "IoU_noncoffee": 0.6902893575282001, + "kappa": 0.7271313567602999, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8792220113851993, + "mIoU": 0.7617681967226619, + "macroF1": 0.8627949276022778, + "F1_coffee": 0.9102699654613379, + "IoU_coffee": 0.8353169469598966, + "precision_coffee": 0.8950651510950929, + "recall_coffee": 0.9260002868205938, + "F1_noncoffee": 0.8153198897432178, + "IoU_noncoffee": 0.6882194464854274, + "kappa": 0.7257527388711464, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8842164812370357, + "mIoU": 0.7723934213427959, + "macroF1": 0.869939156596668, + "F1_coffee": 0.9130311614730878, + "IoU_coffee": 0.8399791503778994, + "precision_coffee": 0.9103234006496258, + "recall_coffee": 0.915755078846427, + "F1_noncoffee": 0.8268471517202481, + "IoU_noncoffee": 0.7048076923076924, + "kappa": 0.7398828952881186, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9455, + 11000 + ], + [ + 45124, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9327127814292906, + "test_tta": { + "OA": 0.870417353799315, + "mIoU": 0.7306936680190972, + "macroF1": 0.8402364067261501, + "F1_coffee": 0.9096757079381922, + "IoU_coffee": 0.8343166474058755, + "precision_coffee": 0.8789943609022557, + "recall_coffee": 0.9425763892070181, + "F1_noncoffee": 0.7707971055141078, + "IoU_noncoffee": 0.6270706886323187, + "kappa": 0.6814576391990023, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8421310718818507, + "mIoU": 0.6867393949976786, + "macroF1": 0.8089597736171378, + "F1_coffee": 0.8885653785071467, + "IoU_coffee": 0.7994760657299357, + "precision_coffee": 0.8600737076525886, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.7293541687271289, + "IoU_noncoffee": 0.5740027242654213, + "kappa": 0.6189351983022386, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.5349710190697815, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.781391089188451, + "mIoU": 0.6033248764778334, + "macroF1": 0.7452558167277771, + "F1_coffee": 0.8411998132586368, + "IoU_coffee": 0.7259230908688032, + "precision_coffee": 0.9375357718923981, + "recall_coffee": 0.76281698488633, + "F1_noncoffee": 0.6493118201969174, + "IoU_noncoffee": 0.4807266620868636, + "kappa": 0.5021206488245057, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7490769585785162, + "mIoU": 0.5655550731576249, + "macroF1": 0.7149206725379955, + "F1_coffee": 0.8135981829090597, + "IoU_coffee": 0.6857695016887315, + "precision_coffee": 0.9155996045238612, + "recall_coffee": 0.7320454238725972, + "F1_noncoffee": 0.6162431621669313, + "IoU_noncoffee": 0.4453406446265183, + "kappa": 0.4440464915735422, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2056843679880329, + "mIoU": 0.10418978502563238, + "macroF1": 0.1747143833609999, + "F1_coffee": 0.33458646616541354, + "IoU_coffee": 0.20090293453724606, + "precision_coffee": 0.996268656716418, + "recall_coffee": 0.20105421686746988, + "F1_noncoffee": 0.014842300556586271, + "IoU_noncoffee": 0.007476635514018692, + "kappa": 0.001511908210997687, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7775419545903257, + "mIoU": 0.6021333043796533, + "macroF1": 0.7450673988745649, + "F1_coffee": 0.8360554363246153, + "IoU_coffee": 0.7182948934308394, + "precision_coffee": 0.9397334205576907, + "recall_coffee": 0.7529812606473595, + "F1_noncoffee": 0.6540793614245145, + "IoU_noncoffee": 0.48597171532846717, + "kappa": 0.5029016983775417, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.820619245265016, + "mIoU": 0.6478211276254711, + "macroF1": 0.778675019186297, + "F1_coffee": 0.8750249285381905, + "IoU_coffee": 0.7778171718962359, + "precision_coffee": 0.9318938053097345, + "recall_coffee": 0.824697700645323, + "F1_noncoffee": 0.6823251098344035, + "IoU_noncoffee": 0.5178250833547063, + "kappa": 0.561500960561828, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7459796365020459, + "mIoU": 0.5633164184881818, + "macroF1": 0.7134146485509203, + "F1_coffee": 0.810020282532114, + "IoU_coffee": 0.6807009150170444, + "precision_coffee": 0.9419066534260179, + "recall_coffee": 0.7105312441475747, + "F1_noncoffee": 0.6168090145697266, + "IoU_noncoffee": 0.44593192195931924, + "kappa": 0.4486331287919614, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.820907455526684, + "mIoU": 0.6610987432675045, + "macroF1": 0.7907613809832501, + "F1_coffee": 0.8701825557809331, + "IoU_coffee": 0.770197486535009, + "precision_coffee": 0.9302973977695167, + "recall_coffee": 0.8173652694610778, + "F1_noncoffee": 0.711340206185567, + "IoU_noncoffee": 0.552, + "kappa": 0.5853724997830986, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8456401450104942, + "mIoU": 0.688247015346308, + "macroF1": 0.8095690029966154, + "F1_coffee": 0.8924488168040415, + "IoU_coffee": 0.8057856199735927, + "precision_coffee": 0.9296496330148178, + "recall_coffee": 0.858110699220248, + "F1_noncoffee": 0.7266891891891892, + "IoU_noncoffee": 0.5707084107190236, + "kappa": 0.6206815248767867, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8008727824684565, + "mIoU": 0.6364594627450477, + "macroF1": 0.7726141441733783, + "F1_coffee": 0.8527740758925441, + "IoU_coffee": 0.7433357789190511, + "precision_coffee": 0.9535686274509804, + "recall_coffee": 0.7712509515351433, + "F1_noncoffee": 0.6924542124542125, + "IoU_noncoffee": 0.5295831465710443, + "kappa": 0.555600450771445, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.735225277940316, + "mIoU": 0.5497608354563079, + "macroF1": 0.7018005553978193, + "F1_coffee": 0.8016365894644554, + "IoU_coffee": 0.6689428118522132, + "precision_coffee": 0.9502858132686645, + "recall_coffee": 0.6932019206469547, + "F1_noncoffee": 0.6019645213311831, + "IoU_noncoffee": 0.43057885906040266, + "kappa": 0.4315135098908847, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7955911823647295, + "mIoU": 0.6095263772010466, + "macroF1": 0.7477648790283757, + "F1_coffee": 0.8575987235739928, + "IoU_coffee": 0.7506983240223464, + "precision_coffee": 0.9342410196987254, + "recall_coffee": 0.7925780289997543, + "F1_noncoffee": 0.6379310344827587, + "IoU_noncoffee": 0.46835443037974683, + "kappa": 0.5040169380974481, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6907511692278324, + "mIoU": 0.4972670825833396, + "macroF1": 0.6550864883929837, + "F1_coffee": 0.7659973999711108, + "IoU_coffee": 0.6207421280580593, + "precision_coffee": 0.928884217901559, + "recall_coffee": 0.6517143910532137, + "F1_noncoffee": 0.5441755768148565, + "IoU_noncoffee": 0.37379203710862, + "kappa": 0.3491582872979659, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6443, + 8413 + ], + [ + 42083, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4382066329320273, + "test_tta": { + "OA": 0.8031298703385337, + "mIoU": 0.6287928723765785, + "macroF1": 0.7647977365446876, + "F1_coffee": 0.8597493275339094, + "IoU_coffee": 0.7540002810737015, + "precision_coffee": 0.9360217331705007, + "recall_coffee": 0.7949705770289149, + "F1_noncoffee": 0.6698461455554657, + "IoU_noncoffee": 0.5035854636794554, + "kappa": 0.5368349998329789, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7691098419291565, + "mIoU": 0.5866777364184089, + "macroF1": 0.7315572787297067, + "F1_coffee": 0.8319600289705991, + "IoU_coffee": 0.712270170204353, + "precision_coffee": 0.9130915626008018, + "recall_coffee": 0.7640696396552722, + "F1_noncoffee": 0.6311545284888141, + "IoU_noncoffee": 0.46108530263246483, + "kappa": 0.4722599556345785, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.5482626824357361, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7474413149311525, + "mIoU": 0.5618092628705555, + "macroF1": 0.7113495441895861, + "F1_coffee": 0.8134176884636841, + "IoU_coffee": 0.6855130744453114, + "precision_coffee": 0.9259289285231725, + "recall_coffee": 0.7252868210490665, + "F1_noncoffee": 0.609281399915488, + "IoU_noncoffee": 0.4381054512957998, + "kappa": 0.4400134981991117, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7194530979577709, + "mIoU": 0.531637656358964, + "macroF1": 0.6862884925835977, + "F1_coffee": 0.7882890727035263, + "IoU_coffee": 0.6505586893256207, + "precision_coffee": 0.9050558568465249, + "recall_coffee": 0.6982088804056529, + "F1_noncoffee": 0.584287912463669, + "IoU_noncoffee": 0.41271662339230725, + "kappa": 0.392434741760717, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24682124158563948, + "mIoU": 0.12508460378001907, + "macroF1": 0.20285344999594426, + "F1_coffee": 0.3900666262870987, + "IoU_coffee": 0.24228743416102333, + "precision_coffee": 0.9969040247678018, + "recall_coffee": 0.24246987951807228, + "F1_noncoffee": 0.015640273704789834, + "IoU_noncoffee": 0.007881773399014778, + "kappa": 0.002326789423334114, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7445212240868707, + "mIoU": 0.5611535607624891, + "macroF1": 0.7115032653802653, + "F1_coffee": 0.8091023087703769, + "IoU_coffee": 0.6794053886652214, + "precision_coffee": 0.9254978062774215, + "recall_coffee": 0.7187131437557331, + "F1_noncoffee": 0.6139042219901537, + "IoU_noncoffee": 0.44290173285975676, + "kappa": 0.4408924517013275, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7529698010591098, + "mIoU": 0.5676960117188499, + "macroF1": 0.7160863827279494, + "F1_coffee": 0.8184177303969701, + "IoU_coffee": 0.6926455748798006, + "precision_coffee": 0.9294305057745917, + "recall_coffee": 0.7310945429484368, + "F1_noncoffee": 0.6137550350589288, + "IoU_noncoffee": 0.44274644855789924, + "kappa": 0.44889655120096944, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7447426015795985, + "mIoU": 0.5565068826647076, + "macroF1": 0.7063588896523816, + "F1_coffee": 0.8125240241814307, + "IoU_coffee": 0.6842446000823965, + "precision_coffee": 0.9228448960152406, + "recall_coffee": 0.7257631562519508, + "F1_noncoffee": 0.6001937551233326, + "IoU_noncoffee": 0.42876916524701875, + "kappa": 0.4300866166317717, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.774935038976614, + "mIoU": 0.6031757080021207, + "macroF1": 0.7467892646391541, + "F1_coffee": 0.8312097136861041, + "IoU_coffee": 0.7111709631909708, + "precision_coffee": 0.9250917584250917, + "recall_coffee": 0.7546271094175285, + "F1_noncoffee": 0.662368815592204, + "IoU_noncoffee": 0.49518045281327056, + "kappa": 0.5038007824676647, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7137950772753291, + "mIoU": 0.5284988773316492, + "macroF1": 0.684501024012195, + "F1_coffee": 0.7806376133372331, + "IoU_coffee": 0.6402014871671864, + "precision_coffee": 0.9120109345634717, + "recall_coffee": 0.6823469257318164, + "F1_noncoffee": 0.5883644346871569, + "IoU_noncoffee": 0.416796267496112, + "kappa": 0.392650550177946, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7382601271226639, + "mIoU": 0.5538245446486607, + "macroF1": 0.7053677416476365, + "F1_coffee": 0.8038114200383987, + "IoU_coffee": 0.6719771727499703, + "precision_coffee": 0.914415143180715, + "recall_coffee": 0.7170768840395839, + "F1_noncoffee": 0.6069240632568742, + "IoU_noncoffee": 0.4356719165473512, + "kappa": 0.4275165042187623, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.714842988102204, + "mIoU": 0.5221767205246717, + "macroF1": 0.6767998238016755, + "F1_coffee": 0.787685158292187, + "IoU_coffee": 0.6497364638236703, + "precision_coffee": 0.9259132809832707, + "recall_coffee": 0.6853677028051555, + "F1_noncoffee": 0.565914489311164, + "IoU_noncoffee": 0.3946169772256729, + "kappa": 0.38177030547285745, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7921557400515317, + "mIoU": 0.609481701432926, + "macroF1": 0.7486179044822885, + "F1_coffee": 0.8532345013477088, + "IoU_coffee": 0.7440357268774239, + "precision_coffee": 0.944643390032826, + "recall_coffee": 0.7779552715654952, + "F1_noncoffee": 0.6440013076168682, + "IoU_noncoffee": 0.47492767598842817, + "kappa": 0.5084012598982033, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7512646750023861, + "mIoU": 0.5587725510110586, + "macroF1": 0.7068775980830012, + "F1_coffee": 0.8209426961660025, + "IoU_coffee": 0.6962703962703962, + "precision_coffee": 0.9309646252142746, + "recall_coffee": 0.7341772151898734, + "F1_noncoffee": 0.5928125, + "IoU_noncoffee": 0.4212747057517211, + "kappa": 0.4318017564305334, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 6296, + 8413 + ], + [ + 40120, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9978205998738607, + "test_tta": { + "OA": 0.7825961214029789, + "mIoU": 0.6018184722185407, + "macroF1": 0.7434196494439551, + "F1_coffee": 0.8436788779907346, + "IoU_coffee": 0.7296233389949046, + "precision_coffee": 0.9287076836991632, + "recall_coffee": 0.7729139325176749, + "F1_noncoffee": 0.6431604208971755, + "IoU_noncoffee": 0.47401360544217686, + "kappa": 0.4964742849463796, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7511538017768548, + "mIoU": 0.5646909521869079, + "macroF1": 0.7133766263880748, + "F1_coffee": 0.8174334447877428, + "IoU_coffee": 0.6912367352051682, + "precision_coffee": 0.9058652470626861, + "recall_coffee": 0.7447317176624829, + "F1_noncoffee": 0.6093198079884068, + "IoU_noncoffee": 0.43814516916864765, + "kappa": 0.4382100672168374, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7024252905478745, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.874660582592908, + "mIoU": 0.7171739679079776, + "macroF1": 0.8285463831979178, + "F1_coffee": 0.9174645830908725, + "IoU_coffee": 0.847514611309838, + "precision_coffee": 0.9171443680592279, + "recall_coffee": 0.9177850218026332, + "F1_noncoffee": 0.7396281833049632, + "IoU_noncoffee": 0.5868333245061172, + "kappa": 0.6570928982634431, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8377177800853813, + "mIoU": 0.660404374789676, + "macroF1": 0.7864531491672507, + "F1_coffee": 0.8910829751810121, + "IoU_coffee": 0.8035614525139665, + "precision_coffee": 0.8947726521646158, + "recall_coffee": 0.8874236026760753, + "F1_noncoffee": 0.6818233231534894, + "IoU_noncoffee": 0.5172472970653853, + "kappa": 0.5729275124757935, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30740463724756917, + "mIoU": 0.15536013130274118, + "macroF1": 0.23969151936171676, + "F1_coffee": 0.4665898617511521, + "IoU_coffee": 0.304282494365139, + "precision_coffee": 0.9926470588235294, + "recall_coffee": 0.3049698795180723, + "F1_noncoffee": 0.01279317697228145, + "IoU_noncoffee": 0.006437768240343348, + "kappa": -0.0005479301494119832, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8706811451135242, + "mIoU": 0.7127413218294409, + "macroF1": 0.8255837924820533, + "F1_coffee": 0.9142726261370329, + "IoU_coffee": 0.8420830570791393, + "precision_coffee": 0.9131372549019607, + "recall_coffee": 0.9154108242694273, + "F1_noncoffee": 0.7368949588270737, + "IoU_noncoffee": 0.5833995865797424, + "kappa": 0.6511692400787231, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8814464958732885, + "mIoU": 0.7276635774832286, + "macroF1": 0.8359565126362835, + "F1_coffee": 0.922341323166349, + "IoU_coffee": 0.8558751884932142, + "precision_coffee": 0.9201271979049757, + "recall_coffee": 0.9245661299417329, + "F1_noncoffee": 0.7495717021062179, + "IoU_noncoffee": 0.5994519664732431, + "kappa": 0.6719191513563517, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8717289941954515, + "mIoU": 0.7111771891932603, + "macroF1": 0.8240868396426038, + "F1_coffee": 0.9156339967455251, + "IoU_coffee": 0.8443957058755628, + "precision_coffee": 0.9179895839869486, + "recall_coffee": 0.913290467569761, + "F1_noncoffee": 0.7325396825396825, + "IoU_noncoffee": 0.577958672510958, + "kappa": 0.6481810233080878, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8933639816110334, + "mIoU": 0.7606591041133386, + "macroF1": 0.8599582275162094, + "F1_coffee": 0.9283556033035655, + "IoU_coffee": 0.8662907268170426, + "precision_coffee": 0.916235917826375, + "recall_coffee": 0.9408002177463255, + "F1_noncoffee": 0.7915608517288533, + "IoU_noncoffee": 0.6550274814096346, + "kappa": 0.7200589605579605, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8965846212554855, + "mIoU": 0.7638632725778032, + "macroF1": 0.8619194199163386, + "F1_coffee": 0.9311046142112622, + "IoU_coffee": 0.871090498275657, + "precision_coffee": 0.9259259259259259, + "recall_coffee": 0.9363415569474626, + "F1_noncoffee": 0.7927342256214149, + "IoU_noncoffee": 0.6566360468799494, + "kappa": 0.72386482623989, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9006735603832653, + "mIoU": 0.7707612323375234, + "macroF1": 0.8665203309088891, + "F1_coffee": 0.934038934038934, + "IoU_coffee": 0.876241134751773, + "precision_coffee": 0.9276686272056063, + "recall_coffee": 0.9404973357015985, + "F1_noncoffee": 0.7990017277788443, + "IoU_noncoffee": 0.6652813299232737, + "kappa": 0.7330790168487713, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.848546908523503, + "mIoU": 0.6668646929611963, + "macroF1": 0.7899765123161473, + "F1_coffee": 0.9008871019209905, + "IoU_coffee": 0.8196492857972361, + "precision_coffee": 0.9101225016118634, + "recall_coffee": 0.8918372504422543, + "F1_noncoffee": 0.679065922711304, + "IoU_noncoffee": 0.5140801001251565, + "kappa": 0.5800930318507755, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.866304036644718, + "mIoU": 0.6907968599864064, + "macroF1": 0.807667200150082, + "F1_coffee": 0.9138641254226868, + "IoU_coffee": 0.8413902411411751, + "precision_coffee": 0.9144825889011936, + "recall_coffee": 0.9132464979110346, + "F1_noncoffee": 0.701470274877477, + "IoU_noncoffee": 0.5402034788316377, + "kappa": 0.6153350100664512, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8426076166841653, + "mIoU": 0.6540901756070963, + "macroF1": 0.7794675978554229, + "F1_coffee": 0.897469377603681, + "IoU_coffee": 0.8140085720730882, + "precision_coffee": 0.9082557261515227, + "recall_coffee": 0.8869362172790954, + "F1_noncoffee": 0.6614658181071649, + "IoU_noncoffee": 0.4941717791411043, + "kappa": 0.559140492309622, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7265, + 8413 + ], + [ + 47064, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.187095097700755, + "test_tta": { + "OA": 0.8765243657513777, + "mIoU": 0.7173502364860183, + "macroF1": 0.8283591764415124, + "F1_coffee": 0.9192828409078974, + "IoU_coffee": 0.850622971213093, + "precision_coffee": 0.9123355640336064, + "recall_coffee": 0.9263367342618856, + "F1_noncoffee": 0.7374355119751272, + "IoU_noncoffee": 0.5840775017589436, + "kappa": 0.656783090811846, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8401696088611976, + "mIoU": 0.6601015707690774, + "macroF1": 0.785625783322358, + "F1_coffee": 0.893758987633017, + "IoU_coffee": 0.8079242928452579, + "precision_coffee": 0.8888507522452949, + "recall_coffee": 0.8987217305801377, + "F1_noncoffee": 0.677492579011699, + "IoU_noncoffee": 0.5122788486928967, + "kappa": 0.5712912495020869, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7266486293527512, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8919969793859156, + "mIoU": 0.7564744759047941, + "macroF1": 0.8569729401929235, + "F1_coffee": 0.9277499516326663, + "IoU_coffee": 0.8652365677626304, + "precision_coffee": 0.9423967158703817, + "recall_coffee": 0.9135515007832014, + "F1_noncoffee": 0.7861959287531807, + "IoU_noncoffee": 0.6477123840469577, + "kappa": 0.7141502101152691, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.854447905849775, + "mIoU": 0.6969597935686638, + "macroF1": 0.8153224947891615, + "F1_coffee": 0.900325925925926, + "IoU_coffee": 0.8187206983887482, + "precision_coffee": 0.9229694429257032, + "recall_coffee": 0.878766845971427, + "F1_noncoffee": 0.730319063652397, + "IoU_noncoffee": 0.5751988887485794, + "kappa": 0.6312454971516003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15323499567004029, + "macroF1": 0.23799514362944976, + "F1_coffee": 0.4591304347826087, + "IoU_coffee": 0.2979683972911964, + "precision_coffee": 0.9974811083123426, + "recall_coffee": 0.29819277108433734, + "F1_noncoffee": 0.01685985247629083, + "IoU_noncoffee": 0.008501594048884165, + "kappa": 0.0035721902750474157, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8875123395853899, + "mIoU": 0.7538492410383933, + "macroF1": 0.8556287730991535, + "F1_coffee": 0.9234746986333568, + "IoU_coffee": 0.857829070492826, + "precision_coffee": 0.9471037950272058, + "recall_coffee": 0.9009959376228541, + "F1_noncoffee": 0.7877828475649502, + "IoU_noncoffee": 0.6498694115839607, + "kappa": 0.7117550955299813, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8959496207242021, + "mIoU": 0.7630938576863127, + "macroF1": 0.8614290857202279, + "F1_coffee": 0.930592241351876, + "IoU_coffee": 0.8701940245208903, + "precision_coffee": 0.9456085887983443, + "recall_coffee": 0.9160453605663805, + "F1_noncoffee": 0.7922659300885798, + "IoU_noncoffee": 0.655993690851735, + "kappa": 0.7230671876300795, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.892377961747074, + "mIoU": 0.7521752369960164, + "macroF1": 0.8536113326658753, + "F1_coffee": 0.9289438964629013, + "IoU_coffee": 0.8673158141717503, + "precision_coffee": 0.9349351881125514, + "recall_coffee": 0.9230289031774768, + "F1_noncoffee": 0.7782787688688493, + "IoU_noncoffee": 0.6370346598202824, + "kappa": 0.7072601769335651, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9128522886268239, + "mIoU": 0.8063621370597577, + "macroF1": 0.8906090141392333, + "F1_coffee": 0.9399366303898609, + "IoU_coffee": 0.8866796621182587, + "precision_coffee": 0.9516039051603905, + "recall_coffee": 0.9285519869352205, + "F1_noncoffee": 0.8412813978886058, + "IoU_noncoffee": 0.7260446120012567, + "kappa": 0.7813049010361435, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9179545888189277, + "mIoU": 0.8116618534253719, + "macroF1": 0.8937120998315715, + "F1_coffee": 0.9444731404958677, + "IoU_coffee": 0.8947883533153903, + "precision_coffee": 0.9542074363992172, + "recall_coffee": 0.9349354467595552, + "F1_noncoffee": 0.8429510591672754, + "IoU_noncoffee": 0.7285353535353535, + "kappa": 0.7874867516925229, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9272365050754198, + "mIoU": 0.8228255807487879, + "macroF1": 0.9003678895125025, + "F1_coffee": 0.9521073993131439, + "IoU_coffee": 0.9085925396257896, + "precision_coffee": 0.9374154678470429, + "recall_coffee": 0.9672671910682568, + "F1_noncoffee": 0.8486283797118611, + "IoU_noncoffee": 0.7370586218717861, + "kappa": 0.800890362077278, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8627852545348157, + "mIoU": 0.70408154688966, + "macroF1": 0.8197804031719167, + "F1_coffee": 0.9078162877547009, + "IoU_coffee": 0.8311937612477505, + "precision_coffee": 0.9427132943257586, + "recall_coffee": 0.875410664644933, + "F1_noncoffee": 0.7317445185891325, + "IoU_noncoffee": 0.5769693325315695, + "kappa": 0.6409923848186085, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8739383528962688, + "mIoU": 0.7152186698516985, + "macroF1": 0.8270552384041254, + "F1_coffee": 0.9171007216818324, + "IoU_coffee": 0.8468938340287436, + "precision_coffee": 0.9371553161472361, + "recall_coffee": 0.897886458589334, + "F1_noncoffee": 0.7370097551264184, + "IoU_noncoffee": 0.5835435056746532, + "kappa": 0.6546122419099749, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8573064808628424, + "mIoU": 0.68816349457653, + "macroF1": 0.8071770767567602, + "F1_coffee": 0.9054933940198495, + "IoU_coffee": 0.8273073813099227, + "precision_coffee": 0.9323092944545691, + "recall_coffee": 0.8801769693990414, + "F1_noncoffee": 0.7088607594936709, + "IoU_noncoffee": 0.5490196078431373, + "kappa": 0.6153345156702207, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7437, + 8413 + ], + [ + 47971, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.043170154094696, + "test_tta": { + "OA": 0.8967207056668648, + "mIoU": 0.7628579806083196, + "macroF1": 0.86114040102714, + "F1_coffee": 0.9314302782044718, + "IoU_coffee": 0.8716607435211436, + "precision_coffee": 0.9388413401574126, + "recall_coffee": 0.9241353033317811, + "F1_noncoffee": 0.790850523849808, + "IoU_noncoffee": 0.6540552176954954, + "kappa": 0.7223335765677359, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8592506057459328, + "mIoU": 0.7011371480468443, + "macroF1": 0.8179561810989947, + "F1_coffee": 0.9046590920192655, + "IoU_coffee": 0.8259155532563905, + "precision_coffee": 0.9169769468430643, + "recall_coffee": 0.8926677849114081, + "F1_noncoffee": 0.7312532701787239, + "IoU_noncoffee": 0.5763587428372982, + "kappa": 0.6360974604505151, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.5542196304143491, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6910940085798294, + "mIoU": 0.5005838870502075, + "macroF1": 0.6590334657392714, + "F1_coffee": 0.7635876248094043, + "IoU_coffee": 0.6175832918945798, + "precision_coffee": 0.9110087436183323, + "recall_coffee": 0.6572329706616994, + "F1_noncoffee": 0.5544793066691385, + "IoU_noncoffee": 0.3835844822058352, + "kappa": 0.35013657164308465, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6681233414099458, + "mIoU": 0.4788466079247189, + "macroF1": 0.6402086638923294, + "F1_coffee": 0.7404257239224357, + "IoU_coffee": 0.5878380798853663, + "precision_coffee": 0.8922570822685009, + "recall_coffee": 0.6327530028727322, + "F1_noncoffee": 0.5399916038622233, + "IoU_noncoffee": 0.36985513596407155, + "kappa": 0.31554058283376696, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3425579655946148, + "mIoU": 0.17380980859721945, + "macroF1": 0.26188964360745004, + "F1_coffee": 0.5059021922428331, + "IoU_coffee": 0.33860045146726864, + "precision_coffee": 0.9977827050997783, + "recall_coffee": 0.338855421686747, + "F1_noncoffee": 0.017877094972067038, + "IoU_noncoffee": 0.009019165727170236, + "kappa": 0.004610952961334595, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7048371174728529, + "mIoU": 0.5153970796648137, + "macroF1": 0.6721409569926703, + "F1_coffee": 0.7756770950558932, + "IoU_coffee": 0.6335559776947117, + "precision_coffee": 0.9072481572481572, + "recall_coffee": 0.67743415017691, + "F1_noncoffee": 0.5686048189294474, + "IoU_noncoffee": 0.3972381816349158, + "kappa": 0.3697718101500599, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6951958398931348, + "mIoU": 0.5021867934601989, + "macroF1": 0.6595558611241067, + "F1_coffee": 0.7697076740078579, + "IoU_coffee": 0.6256299074182585, + "precision_coffee": 0.9062128670853845, + "recall_coffee": 0.6689430486811603, + "F1_noncoffee": 0.5494040482403555, + "IoU_noncoffee": 0.3787436795021392, + "kappa": 0.3480555720437752, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6737558283376154, + "mIoU": 0.48490264591928334, + "macroF1": 0.645797678241119, + "F1_coffee": 0.7453107008877168, + "IoU_coffee": 0.5940201302545886, + "precision_coffee": 0.9201210564930301, + "recall_coffee": 0.6263187464885448, + "F1_noncoffee": 0.5462846555945212, + "IoU_noncoffee": 0.3757851615839782, + "kappa": 0.3343944042889555, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7591445132920248, + "mIoU": 0.5788588095199492, + "macroF1": 0.7261750866278109, + "F1_coffee": 0.8211900875500816, + "IoU_coffee": 0.69662638469285, + "precision_coffee": 0.9027732463295269, + "recall_coffee": 0.7531301034295046, + "F1_noncoffee": 0.6311600857055403, + "IoU_noncoffee": 0.4610912343470483, + "kappa": 0.46142290096740135, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7298225529479107, + "mIoU": 0.5519242945394185, + "macroF1": 0.7058217457816746, + "F1_coffee": 0.7898486197684773, + "IoU_coffee": 0.6526857983811626, + "precision_coffee": 0.9414470192817973, + "recall_coffee": 0.6803016745494056, + "F1_noncoffee": 0.6217948717948718, + "IoU_noncoffee": 0.4511627906976744, + "kappa": 0.43787513070315776, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7069537994497676, + "mIoU": 0.5237878235611654, + "macroF1": 0.6812749378755221, + "F1_coffee": 0.7717431463829159, + "IoU_coffee": 0.6283239080736374, + "precision_coffee": 0.9240842328791364, + "recall_coffee": 0.6625222024866785, + "F1_noncoffee": 0.5908067293681283, + "IoU_noncoffee": 0.41925173904869334, + "kappa": 0.3921642053016904, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6518431831480398, + "mIoU": 0.4592826288816516, + "macroF1": 0.6209812820139022, + "F1_coffee": 0.7291350531107739, + "IoU_coffee": 0.5737313432835821, + "precision_coffee": 0.9124572730725409, + "recall_coffee": 0.6071518827394491, + "F1_noncoffee": 0.5128275109170306, + "IoU_noncoffee": 0.34483391447972106, + "kappa": 0.29327091484310286, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6605592136654261, + "mIoU": 0.4533454966735201, + "macroF1": 0.6095368851892736, + "F1_coffee": 0.7506833952477746, + "IoU_coffee": 0.6008752244165171, + "precision_coffee": 0.8737151248164464, + "recall_coffee": 0.6580240845416564, + "F1_noncoffee": 0.4683903751307727, + "IoU_noncoffee": 0.30581576893052304, + "kappa": 0.25075206104073255, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.640355063472368, + "mIoU": 0.44788427828861777, + "macroF1": 0.6102234198469303, + "F1_coffee": 0.7185959671396565, + "IoU_coffee": 0.5607879706259471, + "precision_coffee": 0.9158576051779935, + "recall_coffee": 0.59124984638073, + "F1_noncoffee": 0.5018508725542041, + "IoU_noncoffee": 0.3349805859512884, + "kappa": 0.2796068183429006, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6263, + 8413 + ], + [ + 36643, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.910247258345286, + "test_tta": { + "OA": 0.7305065955429875, + "mIoU": 0.5394318518433243, + "macroF1": 0.6916658203117554, + "F1_coffee": 0.8011004518018713, + "IoU_coffee": 0.668196474847184, + "precision_coffee": 0.9107773613395529, + "recall_coffee": 0.7149993649718471, + "F1_noncoffee": 0.5822311888216394, + "IoU_noncoffee": 0.41066722883946455, + "kappa": 0.40155923444330066, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7049584631360333, + "mIoU": 0.5134976646054938, + "macroF1": 0.6698411082548374, + "F1_coffee": 0.7775179719192161, + "IoU_coffee": 0.6360158710389126, + "precision_coffee": 0.891821765380969, + "recall_coffee": 0.6891858021478011, + "F1_noncoffee": 0.5621642445904587, + "IoU_noncoffee": 0.390979458172075, + "kappa": 0.3603606029992359, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6029564593645056, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6649207088802841, + "mIoU": 0.47728759154440525, + "macroF1": 0.6394051463585532, + "F1_coffee": 0.7353258455485754, + "IoU_coffee": 0.5814350225790266, + "precision_coffee": 0.9181377365068297, + "recall_coffee": 0.6132255196647052, + "F1_noncoffee": 0.543484447168531, + "IoU_noncoffee": 0.3731401605097839, + "kappa": 0.324969729219939, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6434896734740971, + "mIoU": 0.45702523362934466, + "macroF1": 0.6212231204571255, + "F1_coffee": 0.7130602342507574, + "IoU_coffee": 0.5540742878790612, + "precision_coffee": 0.8959743290548424, + "recall_coffee": 0.5921684307941466, + "F1_noncoffee": 0.5293860066634936, + "IoU_noncoffee": 0.35997617937962817, + "kappa": 0.29091643173675713, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1824981301421092, + "mIoU": 0.09227956254272045, + "macroF1": 0.15756781264898373, + "F1_coffee": 0.30248883216336947, + "IoU_coffee": 0.17819548872180452, + "precision_coffee": 0.9916317991631799, + "recall_coffee": 0.17846385542168675, + "F1_noncoffee": 0.012646793134598013, + "IoU_noncoffee": 0.006363636363636364, + "kappa": -0.0007162936256030522, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6721618953603159, + "mIoU": 0.4857634597522773, + "macroF1": 0.6474491849913799, + "F1_coffee": 0.7407898844832969, + "IoU_coffee": 0.5882972788693981, + "precision_coffee": 0.9159428681721675, + "recall_coffee": 0.6218713143755733, + "F1_noncoffee": 0.5541084854994629, + "IoU_noncoffee": 0.38322964063515647, + "kappa": 0.33662693087538775, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6930012881064834, + "mIoU": 0.503746806996709, + "macroF1": 0.662215625862928, + "F1_coffee": 0.7641906995492689, + "IoU_coffee": 0.6183726722808682, + "precision_coffee": 0.920462570621469, + "recall_coffee": 0.6532798696823507, + "F1_noncoffee": 0.5602405521765872, + "IoU_noncoffee": 0.38912094171254985, + "kappa": 0.3588927604973856, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6299362451232277, + "mIoU": 0.44392036100700843, + "macroF1": 0.6089958065986414, + "F1_coffee": 0.6994822656672591, + "IoU_coffee": 0.5378490790255496, + "precision_coffee": 0.9177734969076345, + "recall_coffee": 0.5650789687246395, + "F1_noncoffee": 0.5185093475300235, + "IoU_noncoffee": 0.3499916429884673, + "kappa": 0.2829820339542765, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7276634019588247, + "mIoU": 0.5465106998035663, + "macroF1": 0.7005075697755627, + "F1_coffee": 0.7906905292265151, + "IoU_coffee": 0.6538363821138211, + "precision_coffee": 0.9076000705342973, + "recall_coffee": 0.7004627109417528, + "F1_noncoffee": 0.6103246103246103, + "IoU_noncoffee": 0.4391850174933114, + "kappa": 0.4189636444171341, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7555809959931311, + "mIoU": 0.5768117975482769, + "macroF1": 0.7250286204922725, + "F1_coffee": 0.8166857469948483, + "IoU_coffee": 0.6901680977143548, + "precision_coffee": 0.9275150333170811, + "recall_coffee": 0.7295155311261664, + "F1_noncoffee": 0.6333714939896966, + "IoU_noncoffee": 0.46345549738219893, + "kappa": 0.46532540112116705, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.5969073142965563, + "mIoU": 0.41754518487555015, + "macroF1": 0.585881311531256, + "F1_coffee": 0.6534540412690645, + "IoU_coffee": 0.48528164748637187, + "precision_coffee": 0.9148207353277004, + "recall_coffee": 0.5082466379091601, + "F1_noncoffee": 0.5183085817934474, + "IoU_noncoffee": 0.34980872226472837, + "kappa": 0.2561577555677881, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6180027306417007, + "mIoU": 0.4315346855374703, + "macroF1": 0.5968078641750181, + "F1_coffee": 0.6892502975009916, + "IoU_coffee": 0.5258443287737562, + "precision_coffee": 0.926028565337881, + "recall_coffee": 0.5489006823351024, + "F1_noncoffee": 0.5043654308490446, + "IoU_noncoffee": 0.33722504230118444, + "kappa": 0.2697622483565389, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6304036644718007, + "mIoU": 0.4383858560921155, + "macroF1": 0.6012378622330381, + "F1_coffee": 0.7090813490573123, + "IoU_coffee": 0.5492843011753753, + "precision_coffee": 0.9120772946859903, + "recall_coffee": 0.579995084787417, + "F1_noncoffee": 0.4933943754087639, + "IoU_noncoffee": 0.3274874110088557, + "kappa": 0.26580725313600856, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6631669371003149, + "mIoU": 0.4693332789359004, + "macroF1": 0.629832808139436, + "F1_coffee": 0.7409147639674033, + "IoU_coffee": 0.5884548104956269, + "precision_coffee": 0.9201312910284464, + "recall_coffee": 0.620130269140961, + "F1_noncoffee": 0.5187508523114687, + "IoU_noncoffee": 0.35021174737617383, + "kappa": 0.30840034888496665, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5842, + 8413 + ], + [ + 35435, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5415997227032978, + "test_tta": { + "OA": 0.7109529394752486, + "mIoU": 0.5217638156935241, + "macroF1": 0.677605680093266, + "F1_coffee": 0.7812925500875316, + "IoU_coffee": 0.6410829359774953, + "precision_coffee": 0.9177186268349803, + "recall_coffee": 0.68017865458702, + "F1_noncoffee": 0.5739188100990005, + "IoU_noncoffee": 0.4024446954095529, + "kappa": 0.3818256835626318, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.6856899734625591, + "mIoU": 0.49592522429574604, + "macroF1": 0.6552238055609316, + "F1_coffee": 0.7577128753599341, + "IoU_coffee": 0.6099337748344371, + "precision_coffee": 0.8948792016806723, + "recall_coffee": 0.6570073457111458, + "F1_noncoffee": 0.5527347357619292, + "IoU_noncoffee": 0.38191667375705496, + "kappa": 0.3391111270245148, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.712782380248573, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826780635935667, + "mIoU": 0.7352729112727374, + "macroF1": 0.8418719769438563, + "F1_coffee": 0.9221999659052165, + "IoU_coffee": 0.8556317839419522, + "precision_coffee": 0.9284120650448363, + "recall_coffee": 0.9160704457897634, + "F1_noncoffee": 0.7615439879824962, + "IoU_noncoffee": 0.6149140386035228, + "kappa": 0.6837873452155493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.6779733589617418, + "macroF1": 0.8005416900250244, + "F1_coffee": 0.8956681379633608, + "IoU_coffee": 0.8110498019241652, + "precision_coffee": 0.9074539446346241, + "recall_coffee": 0.8841845489424875, + "F1_noncoffee": 0.705415242086688, + "IoU_noncoffee": 0.5448969159993184, + "kappa": 0.6012732857883318, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36200448765893795, + "mIoU": 0.18372777729712156, + "macroF1": 0.27291789524686894, + "F1_coffee": 0.5274238227146815, + "IoU_coffee": 0.3581640331075997, + "precision_coffee": 0.9979035639412998, + "recall_coffee": 0.35843373493975905, + "F1_noncoffee": 0.018411967779056387, + "IoU_noncoffee": 0.009291521486643438, + "kappa": 0.005157134719676768, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8761599210266535, + "mIoU": 0.732217381428069, + "macroF1": 0.840506156877066, + "F1_coffee": 0.9159154127149033, + "IoU_coffee": 0.8448744899220972, + "precision_coffee": 0.9374356863552171, + "recall_coffee": 0.8953610273882846, + "F1_noncoffee": 0.7650969010392286, + "IoU_noncoffee": 0.6195602729340409, + "kappa": 0.6814812566457885, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8903201183149659, + "mIoU": 0.7445432037179136, + "macroF1": 0.8479810846127092, + "F1_coffee": 0.928207850607376, + "IoU_coffee": 0.8660334479342696, + "precision_coffee": 0.9252895031751961, + "recall_coffee": 0.931144665121233, + "F1_noncoffee": 0.7677543186180422, + "IoU_noncoffee": 0.6230529595015576, + "kappa": 0.695971952923851, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8813398039775431, + "mIoU": 0.7287379593349672, + "macroF1": 0.836845491481256, + "F1_coffee": 0.9220478839782459, + "IoU_coffee": 0.8553699837624681, + "precision_coffee": 0.9233176838810642, + "recall_coffee": 0.9207815718833885, + "F1_noncoffee": 0.7516430989842661, + "IoU_noncoffee": 0.6021059349074664, + "kappa": 0.673692949232061, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9028582850289826, + "mIoU": 0.7882501702632294, + "macroF1": 0.8790148940388018, + "F1_coffee": 0.9327242524916943, + "IoU_coffee": 0.8739299610894942, + "precision_coffee": 0.9490140845070423, + "recall_coffee": 0.916984213391399, + "F1_noncoffee": 0.8253055355859095, + "IoU_noncoffee": 0.7025703794369645, + "kappa": 0.7582147738247333, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9122304903644343, + "mIoU": 0.7959981976000543, + "macroF1": 0.8834029079388079, + "F1_coffee": 0.9413788709060787, + "IoU_coffee": 0.8892500300951005, + "precision_coffee": 0.9385084487358658, + "recall_coffee": 0.9442669052793046, + "F1_noncoffee": 0.825426944971537, + "IoU_noncoffee": 0.7027463651050081, + "kappa": 0.7668123118448863, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.904373399108244, + "mIoU": 0.7815848842391961, + "macroF1": 0.8740060600443561, + "F1_coffee": 0.9358615423771952, + "IoU_coffee": 0.8794546759148529, + "precision_coffee": 0.9387286188409497, + "recall_coffee": 0.9330119259071302, + "F1_noncoffee": 0.812150577711517, + "IoU_noncoffee": 0.6837150925635394, + "kappa": 0.7480190043536229, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8501072752096742, + "mIoU": 0.6782148073305254, + "macroF1": 0.7998825660303877, + "F1_coffee": 0.900136443375999, + "IoU_coffee": 0.8184073724007561, + "precision_coffee": 0.9264410859970577, + "recall_coffee": 0.875284306292646, + "F1_noncoffee": 0.6996286886847762, + "IoU_noncoffee": 0.5380222422602946, + "kappa": 0.6007332844598626, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8684034736138945, + "mIoU": 0.6925982960149211, + "macroF1": 0.8088222540980987, + "F1_coffee": 0.9155490232102395, + "IoU_coffee": 0.8442511859046758, + "precision_coffee": 0.9125869857160298, + "recall_coffee": 0.9185303514376997, + "F1_noncoffee": 0.7020954849859581, + "IoU_noncoffee": 0.5409454061251664, + "kappa": 0.617658716955672, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8581655053927651, + "mIoU": 0.6751922004402486, + "macroF1": 0.7954590792087564, + "F1_coffee": 0.9087111438751689, + "IoU_coffee": 0.8326953388876379, + "precision_coffee": 0.9084879007492938, + "recall_coffee": 0.9089344967432714, + "F1_noncoffee": 0.6822070145423439, + "IoU_noncoffee": 0.5176890619928595, + "kappa": 0.5909182444088193, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7263, + 8413 + ], + [ + 47567, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.087827241420746, + "test_tta": { + "OA": 0.8878516685679397, + "mIoU": 0.741246729143661, + "macroF1": 0.8457756074920979, + "F1_coffee": 0.9263308988052519, + "IoU_coffee": 0.8627713117332495, + "precision_coffee": 0.9237569991159011, + "recall_coffee": 0.928919182083739, + "F1_noncoffee": 0.7652203161789438, + "IoU_noncoffee": 0.6197221465540724, + "kappa": 0.6915588465773834, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8508566978193146, + "mIoU": 0.6811136728204505, + "macroF1": 0.8022967241551994, + "F1_coffee": 0.9002786912120657, + "IoU_coffee": 0.8186425815503332, + "precision_coffee": 0.9005826516437722, + "recall_coffee": 0.8999749358937282, + "F1_noncoffee": 0.704314757098333, + "IoU_noncoffee": 0.543584764090568, + "kappa": 0.6045935818691489, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.7359063598981284, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8939410980253539, + "mIoU": 0.7574164245042052, + "macroF1": 0.8574063211957612, + "F1_coffee": 0.929584075610979, + "IoU_coffee": 0.8684325918839193, + "precision_coffee": 0.9369906023526375, + "recall_coffee": 0.9222937216883281, + "F1_noncoffee": 0.7852285667805433, + "IoU_noncoffee": 0.6464002571244911, + "kappa": 0.7148669814191224, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.856553594092535, + "mIoU": 0.6975751707875872, + "macroF1": 0.815443977948075, + "F1_coffee": 0.9025475210660396, + "IoU_coffee": 0.8224023713015374, + "precision_coffee": 0.9175980714442253, + "recall_coffee": 0.8879827250467542, + "F1_noncoffee": 0.7283404348301104, + "IoU_noncoffee": 0.5727479702736372, + "kappa": 0.6311645637641579, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3051608077786088, + "mIoU": 0.15449119593856434, + "macroF1": 0.23908111886483946, + "F1_coffee": 0.463316002310803, + "IoU_coffee": 0.3015037593984962, + "precision_coffee": 0.9950372208436724, + "recall_coffee": 0.3019578313253012, + "F1_noncoffee": 0.014846235418875928, + "IoU_noncoffee": 0.007478632478632479, + "kappa": 0.0015321802056144252, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8931391905231985, + "mIoU": 0.7617776857973233, + "macroF1": 0.8608368497069989, + "F1_coffee": 0.9278838146630692, + "IoU_coffee": 0.8654694587708942, + "precision_coffee": 0.9436953723151975, + "recall_coffee": 0.9125933691521426, + "F1_noncoffee": 0.7937898847509287, + "IoU_noncoffee": 0.6580859128237524, + "kappa": 0.7218969376853962, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.89504317542102, + "mIoU": 0.7584654095515431, + "macroF1": 0.8580455623931282, + "F1_coffee": 0.9305160760533131, + "IoU_coffee": 0.8700608351544504, + "precision_coffee": 0.9382204955098401, + "recall_coffee": 0.9229371593258567, + "F1_noncoffee": 0.7855750487329435, + "IoU_noncoffee": 0.6468699839486356, + "kappa": 0.7161501924229159, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8936149966695214, + "mIoU": 0.7517043009162979, + "macroF1": 0.8530589196979801, + "F1_coffee": 0.9302557704304429, + "IoU_coffee": 0.8696057849311873, + "precision_coffee": 0.9296178542484882, + "recall_coffee": 0.9308945627067857, + "F1_noncoffee": 0.7758620689655172, + "IoU_noncoffee": 0.6338028169014085, + "kappa": 0.7061182841275409, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9176494103537878, + "mIoU": 0.8159044774148829, + "macroF1": 0.8966539155910077, + "F1_coffee": 0.9432350509782309, + "IoU_coffee": 0.8925684485006519, + "precision_coffee": 0.955078125, + "recall_coffee": 0.931682090364725, + "F1_noncoffee": 0.8500727802037845, + "IoU_noncoffee": 0.739240506329114, + "kappa": 0.7933917383397976, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9156649494371303, + "mIoU": 0.8053117352863499, + "macroF1": 0.8895620410152147, + "F1_coffee": 0.9432533059442804, + "IoU_coffee": 0.8926011420240554, + "precision_coffee": 0.9473887814313346, + "recall_coffee": 0.9391537773232775, + "F1_noncoffee": 0.8358707760861492, + "IoU_noncoffee": 0.7180223285486443, + "kappa": 0.7791362540939611, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9198368276254625, + "mIoU": 0.8081673295254592, + "macroF1": 0.8910835675756645, + "F1_coffee": 0.9470451839318168, + "IoU_coffee": 0.8994167361028449, + "precision_coffee": 0.9357275541795665, + "recall_coffee": 0.9586399391017508, + "F1_noncoffee": 0.8351219512195122, + "IoU_noncoffee": 0.7169179229480737, + "kappa": 0.782266308536794, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8692217671152721, + "mIoU": 0.7090157010192024, + "macroF1": 0.8227362969512713, + "F1_coffee": 0.9135117703966462, + "IoU_coffee": 0.840793066603348, + "precision_coffee": 0.9329469108154393, + "recall_coffee": 0.8948698508971443, + "F1_noncoffee": 0.7319608235058964, + "IoU_noncoffee": 0.5772383354350568, + "kappa": 0.6459487714095518, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8744154976619907, + "mIoU": 0.7117668467866228, + "macroF1": 0.8240877269591109, + "F1_coffee": 0.9181795573240488, + "IoU_coffee": 0.848735632183908, + "precision_coffee": 0.929272589982381, + "recall_coffee": 0.9073482428115016, + "F1_noncoffee": 0.7299958965941732, + "IoU_noncoffee": 0.5747980613893376, + "kappa": 0.6483408193876141, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.867232986541949, + "mIoU": 0.697641782212912, + "macroF1": 0.813436789679016, + "F1_coffee": 0.9136185803887474, + "IoU_coffee": 0.8409740482451126, + "precision_coffee": 0.923424554356013, + "recall_coffee": 0.9040186801032322, + "F1_noncoffee": 0.7132549989692847, + "IoU_noncoffee": 0.5543095161807113, + "kappa": 0.6270131993524747, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7428, + 8413 + ], + [ + 48103, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8963276982307433, + "test_tta": { + "OA": 0.8976043959575186, + "mIoU": 0.7624072868245522, + "macroF1": 0.8606720979233939, + "F1_coffee": 0.9324056298590414, + "IoU_coffee": 0.8733706882848514, + "precision_coffee": 0.9343976531111159, + "recall_coffee": 0.9304220820456374, + "F1_noncoffee": 0.7889385659877464, + "IoU_noncoffee": 0.6514438853642529, + "kappa": 0.721348150292504, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8600871120341526, + "mIoU": 0.7002709329918353, + "macroF1": 0.8170634331588564, + "F1_coffee": 0.9057798583929838, + "IoU_coffee": 0.8277857662743427, + "precision_coffee": 0.9126316201510941, + "recall_coffee": 0.8990302118880984, + "F1_noncoffee": 0.7283470079247291, + "IoU_noncoffee": 0.572756099709328, + "kappa": 0.634186315265482, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.5201746202841215, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7393274313533316, + "mIoU": 0.5413771645930986, + "macroF1": 0.6910692657726913, + "F1_coffee": 0.8131693498238098, + "IoU_coffee": 0.6851603888921232, + "precision_coffee": 0.8916809778765532, + "recall_coffee": 0.7473646331654037, + "F1_noncoffee": 0.5689691817215728, + "IoU_noncoffee": 0.39759394029407397, + "kappa": 0.39299531567670737, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7152417214722511, + "mIoU": 0.5158758295610455, + "macroF1": 0.669180735546447, + "F1_coffee": 0.7926224687001092, + "IoU_coffee": 0.65648270582504, + "precision_coffee": 0.8705844350614891, + "recall_coffee": 0.7274760444984286, + "F1_noncoffee": 0.5457390023927848, + "IoU_noncoffee": 0.375268953297051, + "kappa": 0.34978355824414215, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38668661181750186, + "mIoU": 0.19559289288943302, + "macroF1": 0.28462739079595756, + "F1_coffee": 0.5548317046688382, + "IoU_coffee": 0.3839218632607062, + "precision_coffee": 0.9941634241245136, + "recall_coffee": 0.38478915662650603, + "F1_noncoffee": 0.014423076923076924, + "IoU_noncoffee": 0.007263922518159807, + "kappa": 0.0011206574523720267, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.77142152023692, + "mIoU": 0.578658988944343, + "macroF1": 0.722467000448515, + "F1_coffee": 0.8390281205464215, + "IoU_coffee": 0.7226946107784431, + "precision_coffee": 0.8935366846820167, + "recall_coffee": 0.7907875769885991, + "F1_noncoffee": 0.6059058803506084, + "IoU_noncoffee": 0.43462336711024296, + "kappa": 0.4499454166853098, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7870807690472783, + "mIoU": 0.5870568655273034, + "macroF1": 0.7268946377472758, + "F1_coffee": 0.8551021070744457, + "IoU_coffee": 0.7468806715063521, + "precision_coffee": 0.887398921832884, + "recall_coffee": 0.8250736169412944, + "F1_noncoffee": 0.598687168420106, + "IoU_noncoffee": 0.42723305954825463, + "kappa": 0.4557857898869267, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6607669616519174, + "mIoU": 0.4671199955439873, + "macroF1": 0.6278603468227018, + "F1_coffee": 0.7385213436995746, + "IoU_coffee": 0.5854410140124425, + "precision_coffee": 0.8951017868254956, + "recall_coffee": 0.6285660777826331, + "F1_noncoffee": 0.5171993499458288, + "IoU_noncoffee": 0.34879897707553204, + "kappa": 0.29552476704462766, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7884269438336998, + "mIoU": 0.6034945496471829, + "macroF1": 0.7435688634544124, + "F1_coffee": 0.8508209428511028, + "IoU_coffee": 0.7403728231542801, + "precision_coffee": 0.8822154026011984, + "recall_coffee": 0.8215841045182363, + "F1_noncoffee": 0.6363167840577221, + "IoU_noncoffee": 0.46661627614008566, + "kappa": 0.4887161891535829, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8083381034153787, + "mIoU": 0.6263972203964715, + "macroF1": 0.7612018414764243, + "F1_coffee": 0.8672963868155096, + "IoU_coffee": 0.7656869605784932, + "precision_coffee": 0.897348277747403, + "recall_coffee": 0.8391921257829478, + "F1_noncoffee": 0.6551072961373391, + "IoU_noncoffee": 0.48710748021444983, + "kappa": 0.5237917795451386, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7114125794516649, + "mIoU": 0.5189497951971965, + "macroF1": 0.6741402862923839, + "F1_coffee": 0.7843470863462356, + "IoU_coffee": 0.6452064380685795, + "precision_coffee": 0.8888174807197944, + "recall_coffee": 0.7018523217457499, + "F1_noncoffee": 0.5639334862385321, + "IoU_noncoffee": 0.39269315232581353, + "kappa": 0.36599199505063734, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7548273844353423, + "mIoU": 0.5551874476943846, + "macroF1": 0.7018011617218951, + "F1_coffee": 0.8275483605432844, + "IoU_coffee": 0.7058272876199392, + "precision_coffee": 0.9051620648259304, + "recall_coffee": 0.7621935809957038, + "F1_noncoffee": 0.5760539629005059, + "IoU_noncoffee": 0.4045476077688299, + "kappa": 0.41419056280397093, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7658173489836817, + "mIoU": 0.5478944721828503, + "macroF1": 0.689973224974258, + "F1_coffee": 0.8433150300089388, + "IoU_coffee": 0.7290792669463457, + "precision_coffee": 0.8777246145667198, + "recall_coffee": 0.8115015974440895, + "F1_noncoffee": 0.5366314199395771, + "IoU_noncoffee": 0.36670967741935484, + "kappa": 0.3827518920717976, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6098119690751169, + "mIoU": 0.41890674864587907, + "macroF1": 0.5823841236688158, + "F1_coffee": 0.6894089044218203, + "IoU_coffee": 0.5260289855072464, + "precision_coffee": 0.9028855721393034, + "recall_coffee": 0.5575765023964606, + "F1_noncoffee": 0.4753593429158111, + "IoU_noncoffee": 0.3117845117845118, + "kappa": 0.23683376245050378, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 6667, + 8413 + ], + [ + 39239, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8847058852513632, + "test_tta": { + "OA": 0.7662719516701747, + "mIoU": 0.5629943969787028, + "macroF1": 0.7069641878521048, + "F1_coffee": 0.8387947561475637, + "IoU_coffee": 0.7223484053213215, + "precision_coffee": 0.8802009442519245, + "recall_coffee": 0.8011091825070912, + "F1_noncoffee": 0.5751336195566459, + "IoU_noncoffee": 0.40364038863608415, + "kappa": 0.4173267026492799, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7412455290181147, + "mIoU": 0.5347279351270581, + "macroF1": 0.6827489124545878, + "F1_coffee": 0.818977085834788, + "IoU_coffee": 0.6934472447671935, + "precision_coffee": 0.8590660852631133, + "recall_coffee": 0.7824628376424316, + "F1_noncoffee": 0.5465207390743877, + "IoU_noncoffee": 0.37600862548692265, + "kappa": 0.3689404640150576, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.5938093395882698, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8356978743231736, + "mIoU": 0.6507206506442165, + "macroF1": 0.7779051122176291, + "F1_coffee": 0.8911988764523131, + "IoU_coffee": 0.8037499760109007, + "precision_coffee": 0.895926924228811, + "recall_coffee": 0.886520469074129, + "F1_noncoffee": 0.6646113479829452, + "IoU_noncoffee": 0.4976913252775322, + "kappa": 0.5558483542588553, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8050074997115495, + "mIoU": 0.6083799733093906, + "macroF1": 0.7441030853360695, + "F1_coffee": 0.8689439910044396, + "IoU_coffee": 0.768259028813356, + "precision_coffee": 0.8737888683107515, + "recall_coffee": 0.8641525440067865, + "F1_noncoffee": 0.6192621796676993, + "IoU_noncoffee": 0.4485009178054252, + "kappa": 0.4882518771641543, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.47344801795063574, + "mIoU": 0.23926182882459326, + "macroF1": 0.3274109643857543, + "F1_coffee": 0.6408163265306123, + "IoU_coffee": 0.47147147147147145, + "precision_coffee": 0.9936708860759493, + "recall_coffee": 0.47289156626506024, + "F1_noncoffee": 0.014005602240896359, + "IoU_noncoffee": 0.007052186177715092, + "kappa": 0.0007219235440500051, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8326258637709772, + "mIoU": 0.6442955710715363, + "macroF1": 0.772538950695751, + "F1_coffee": 0.8894467446940306, + "IoU_coffee": 0.8009041803663692, + "precision_coffee": 0.8851469729414055, + "recall_coffee": 0.8937884942995675, + "F1_noncoffee": 0.6556311566974713, + "IoU_noncoffee": 0.48768696177670345, + "kappa": 0.5451113376332758, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8291112065264061, + "mIoU": 0.6422657032097204, + "macroF1": 0.7714415193157045, + "F1_coffee": 0.8862496030485868, + "IoU_coffee": 0.7957344890510949, + "precision_coffee": 0.8985768562045205, + "recall_coffee": 0.8742559989975566, + "F1_noncoffee": 0.6566334355828221, + "IoU_noncoffee": 0.48879691736834596, + "kappa": 0.5431425808045738, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8452278998953278, + "mIoU": 0.6656565631157549, + "macroF1": 0.7896033781476364, + "F1_coffee": 0.8977847604084839, + "IoU_coffee": 0.8145276241518901, + "precision_coffee": 0.9038339870935088, + "recall_coffee": 0.8918159685373619, + "F1_noncoffee": 0.6814219958867888, + "IoU_noncoffee": 0.5167855020796197, + "kappa": 0.5792654958497271, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8371976813911653, + "mIoU": 0.6527694878834904, + "macroF1": 0.7794820936639117, + "F1_coffee": 0.892297520661157, + "IoU_coffee": 0.805538975766981, + "precision_coffee": 0.8676867686768677, + "recall_coffee": 0.9183451279259662, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5600595822537776, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8611906124785347, + "mIoU": 0.6997451997845288, + "macroF1": 0.816406316067359, + "F1_coffee": 0.9070821891563957, + "IoU_coffee": 0.8299637723501228, + "precision_coffee": 0.9063297600816743, + "recall_coffee": 0.9078358685926116, + "F1_noncoffee": 0.7257304429783223, + "IoU_noncoffee": 0.5695266272189349, + "kappa": 0.6328133791408053, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8828384403756759, + "mIoU": 0.7336649043532175, + "macroF1": 0.8405607446669268, + "F1_coffee": 0.9226626589016219, + "IoU_coffee": 0.8564287375029063, + "precision_coffee": 0.9109682206009645, + "recall_coffee": 0.9346612534889622, + "F1_noncoffee": 0.7584588304322316, + "IoU_noncoffee": 0.6109010712035287, + "kappa": 0.6812855316858952, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.828164618685391, + "mIoU": 0.6360847599241718, + "macroF1": 0.7657157958289418, + "F1_coffee": 0.8866735271417545, + "IoU_coffee": 0.7964182553437319, + "precision_coffee": 0.9029342415509563, + "recall_coffee": 0.870988122314885, + "F1_noncoffee": 0.644758064516129, + "IoU_noncoffee": 0.47575126450461175, + "kappa": 0.5319074652108489, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7970226166618952, + "mIoU": 0.588339431101575, + "macroF1": 0.7253904326413808, + "F1_coffee": 0.8656433579685427, + "IoU_coffee": 0.7631139325091881, + "precision_coffee": 0.8906798388145067, + "recall_coffee": 0.8419759154583436, + "F1_noncoffee": 0.5851375073142189, + "IoU_noncoffee": 0.41356492969396197, + "kappa": 0.4521175707622044, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8073876109573351, + "mIoU": 0.6035122945120245, + "macroF1": 0.7384440298108634, + "F1_coffee": 0.8727295660948536, + "IoU_coffee": 0.7741971578829585, + "precision_coffee": 0.8963596320766939, + "recall_coffee": 0.8503133833108025, + "F1_noncoffee": 0.6041584935268732, + "IoU_noncoffee": 0.4328274311410905, + "kappa": 0.47801633732472787, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7192, + 8413 + ], + [ + 44714, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5336702783902485, + "test_tta": { + "OA": 0.847330451967416, + "mIoU": 0.6558864919441103, + "macroF1": 0.7800596364025413, + "F1_coffee": 0.9016966687357749, + "IoU_coffee": 0.8209905615945442, + "precision_coffee": 0.881844671981869, + "recall_coffee": 0.9224630625291055, + "F1_noncoffee": 0.6584226040693076, + "IoU_noncoffee": 0.4907824222936763, + "kappa": 0.5608925156818614, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8181464174454829, + "mIoU": 0.6126927706272876, + "macroF1": 0.7449676971113368, + "F1_coffee": 0.8815800595433756, + "IoU_coffee": 0.7882370723678686, + "precision_coffee": 0.8594396630653727, + "recall_coffee": 0.9048913567393526, + "F1_noncoffee": 0.608355334679298, + "IoU_noncoffee": 0.43714846888670655, + "kappa": 0.49105246424012994, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7020843459390127, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8665788332074744, + "mIoU": 0.708997772912151, + "macroF1": 0.8232077147256553, + "F1_coffee": 0.9107729998065889, + "IoU_coffee": 0.8361645457235869, + "precision_coffee": 0.9248646997206704, + "recall_coffee": 0.8971042716227086, + "F1_noncoffee": 0.7356424296447217, + "IoU_noncoffee": 0.5818310001007151, + "kappa": 0.6466584598069702, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8310401523018346, + "mIoU": 0.6565583166544399, + "macroF1": 0.7844068698257614, + "F1_coffee": 0.8846755854818228, + "IoU_coffee": 0.7932002330138219, + "precision_coffee": 0.9038136615978759, + "recall_coffee": 0.8663311932442593, + "F1_noncoffee": 0.6841381541696999, + "IoU_noncoffee": 0.5199164002950578, + "kappa": 0.569342606774092, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36574420344053854, + "mIoU": 0.185296574770259, + "macroF1": 0.27412506466300973, + "F1_coffee": 0.5320088300220751, + "IoU_coffee": 0.362406015037594, + "precision_coffee": 0.9958677685950413, + "recall_coffee": 0.3629518072289157, + "F1_noncoffee": 0.016241299303944315, + "IoU_noncoffee": 0.008187134502923977, + "kappa": 0.00295829889019824, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.85893385982231, + "mIoU": 0.6986352965251065, + "macroF1": 0.8158919608982702, + "F1_coffee": 0.9049108331115252, + "IoU_coffee": 0.8263352980494623, + "precision_coffee": 0.9192240097336758, + "recall_coffee": 0.8910365613943126, + "F1_noncoffee": 0.7268730886850153, + "IoU_noncoffee": 0.5709352950007507, + "kappa": 0.6320401713994078, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8768665617098421, + "mIoU": 0.7265154423019657, + "macroF1": 0.8358064145792642, + "F1_coffee": 0.9179149572241835, + "IoU_coffee": 0.8482835645426757, + "precision_coffee": 0.9321147138612582, + "recall_coffee": 0.9041413445272852, + "F1_noncoffee": 0.7536978719343449, + "IoU_noncoffee": 0.6047473200612558, + "kappa": 0.6718413422456134, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8636882671995433, + "mIoU": 0.7019282618002, + "macroF1": 0.8177877781062377, + "F1_coffee": 0.9092406627173948, + "IoU_coffee": 0.8335850371747212, + "precision_coffee": 0.923012606122974, + "recall_coffee": 0.8958736500405768, + "F1_noncoffee": 0.7263348934950807, + "IoU_noncoffee": 0.5702714864256787, + "kappa": 0.6358200227202708, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9031581051369179, + "mIoU": 0.7788460146771994, + "macroF1": 0.8721622854973914, + "F1_coffee": 0.9351101587088998, + "IoU_coffee": 0.8781285372909068, + "precision_coffee": 0.9205009887936717, + "recall_coffee": 0.9501905280348394, + "F1_noncoffee": 0.8092144122858831, + "IoU_noncoffee": 0.6795634920634921, + "kappa": 0.7445137787342534, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9094638427780958, + "mIoU": 0.7903610344613544, + "macroF1": 0.8797124029536516, + "F1_coffee": 0.9395348837209302, + "IoU_coffee": 0.8859649122807017, + "precision_coffee": 0.9366107723577236, + "recall_coffee": 0.9424773104946951, + "F1_noncoffee": 0.8198899221863731, + "IoU_noncoffee": 0.6947571566420071, + "kappa": 0.7594317904966514, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9094013850678304, + "mIoU": 0.7843511063529081, + "macroF1": 0.8753735347330709, + "F1_coffee": 0.940494734874447, + "IoU_coffee": 0.8876734885909198, + "precision_coffee": 0.9240847312354598, + "recall_coffee": 0.9574980969297132, + "F1_noncoffee": 0.8102523345916948, + "IoU_noncoffee": 0.6810287241148965, + "kappa": 0.750997460393771, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8157792081139068, + "mIoU": 0.6292686797092427, + "macroF1": 0.7621508458863872, + "F1_coffee": 0.8750909211135357, + "IoU_coffee": 0.7779214671996237, + "precision_coffee": 0.9178804272437231, + "recall_coffee": 0.8361132170836493, + "F1_noncoffee": 0.6492107706592386, + "IoU_noncoffee": 0.4806158922188617, + "kappa": 0.527187341870409, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8442599484683653, + "mIoU": 0.6675722177614807, + "macroF1": 0.791562015369712, + "F1_coffee": 0.8963677927355854, + "IoU_coffee": 0.8121979286536248, + "precision_coffee": 0.9274638633377136, + "recall_coffee": 0.8672892602605062, + "F1_noncoffee": 0.6867562380038388, + "IoU_noncoffee": 0.5229465068693364, + "kappa": 0.5845357177180672, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176959053164073, + "mIoU": 0.6304007976874213, + "macroF1": 0.762777916713018, + "F1_coffee": 0.8769171284959402, + "IoU_coffee": 0.7808124856552674, + "precision_coffee": 0.9218263107979948, + "recall_coffee": 0.8361804104706895, + "F1_noncoffee": 0.6486387049300957, + "IoU_noncoffee": 0.47998910971957526, + "kappa": 0.5287487013611533, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7277, + 8413 + ], + [ + 46549, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.401096459229787, + "test_tta": { + "OA": 0.8718006394704285, + "mIoU": 0.7149019927023302, + "macroF1": 0.8271770176749, + "F1_coffee": 0.9149949395408299, + "IoU_coffee": 0.8433093751227367, + "precision_coffee": 0.9210690002788323, + "recall_coffee": 0.9090004656873122, + "F1_noncoffee": 0.7393590958089701, + "IoU_noncoffee": 0.5864946102819237, + "kappa": 0.6544001188339466, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8360736125533633, + "mIoU": 0.6605378160939395, + "macroF1": 0.7869415021062938, + "F1_coffee": 0.8892548133135864, + "IoU_coffee": 0.8005929928595239, + "precision_coffee": 0.8989067270757412, + "recall_coffee": 0.8798079703857944, + "F1_noncoffee": 0.6846281908990011, + "IoU_noncoffee": 0.520482639328355, + "kappa": 0.5740228604716945, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7319533831816656, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.893716158678642, + "mIoU": 0.7548505320611705, + "macroF1": 0.8554725015397674, + "F1_coffee": 0.9298180467879688, + "IoU_coffee": 0.8688410825815406, + "precision_coffee": 0.9320826154467913, + "recall_coffee": 0.9275644553575209, + "F1_noncoffee": 0.781126956291566, + "IoU_noncoffee": 0.6408599815408003, + "kappa": 0.7109503241802901, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8562507211261106, + "mIoU": 0.6943572392140123, + "macroF1": 0.8127506910646709, + "F1_coffee": 0.9030022869933336, + "IoU_coffee": 0.8231578573836518, + "precision_coffee": 0.9116884137714196, + "recall_coffee": 0.8944801125956774, + "F1_noncoffee": 0.7224990951360081, + "IoU_noncoffee": 0.5655566210443728, + "kappa": 0.6255986120240463, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32535527299925204, + "mIoU": 0.1647526406776016, + "macroF1": 0.2511003969377667, + "F1_coffee": 0.4869169510807736, + "IoU_coffee": 0.3218045112781955, + "precision_coffee": 0.9953488372093023, + "recall_coffee": 0.32228915662650603, + "F1_noncoffee": 0.015283842794759825, + "IoU_noncoffee": 0.007700770077007701, + "kappa": 0.00197953269125408, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8947186574531095, + "mIoU": 0.7619086003747989, + "macroF1": 0.8607093274720856, + "F1_coffee": 0.9295365201017476, + "IoU_coffee": 0.8683495864708061, + "precision_coffee": 0.9373709107868612, + "recall_coffee": 0.9218320010483554, + "F1_noncoffee": 0.7918821348424236, + "IoU_noncoffee": 0.6554676142787917, + "kappa": 0.7214761188602852, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8970468966175278, + "mIoU": 0.759891687432726, + "macroF1": 0.8588403340839408, + "F1_coffee": 0.9322789179689952, + "IoU_coffee": 0.8731483658593934, + "precision_coffee": 0.9339201508959447, + "recall_coffee": 0.9306434433932711, + "F1_noncoffee": 0.7854017501988863, + "IoU_noncoffee": 0.6466350090060586, + "kappa": 0.7176834310325002, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8894281092396993, + "mIoU": 0.7426859819340605, + "macroF1": 0.8466601925062553, + "F1_coffee": 0.9276418207858522, + "IoU_coffee": 0.8650484873120028, + "precision_coffee": 0.9253369774520157, + "recall_coffee": 0.9299581746675822, + "F1_noncoffee": 0.7656785642266586, + "IoU_noncoffee": 0.6203234765561183, + "kappa": 0.693326546471472, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9179492304617229, + "mIoU": 0.8107200076657723, + "macroF1": 0.8930628149216194, + "F1_coffee": 0.944650441582957, + "IoU_coffee": 0.8951066819982113, + "precision_coffee": 0.9360053440213761, + "recall_coffee": 0.9534567229178008, + "F1_noncoffee": 0.8414751882602819, + "IoU_noncoffee": 0.7263333333333334, + "kappa": 0.7861778717325328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9170005724098454, + "mIoU": 0.8034194158617329, + "macroF1": 0.8880853028432072, + "F1_coffee": 0.9449715370018975, + "IoU_coffee": 0.89568345323741, + "precision_coffee": 0.9352698134468511, + "recall_coffee": 0.9548766457880609, + "F1_noncoffee": 0.8311990686845169, + "IoU_noncoffee": 0.7111553784860558, + "kappa": 0.7762444615882816, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9153780476235651, + "mIoU": 0.795966855444642, + "macroF1": 0.8830026099706074, + "F1_coffee": 0.9445480542086286, + "IoU_coffee": 0.8949228413240664, + "precision_coffee": 0.9260117016089713, + "recall_coffee": 0.9638416645521442, + "F1_noncoffee": 0.8214571657325861, + "IoU_noncoffee": 0.6970108695652174, + "kappa": 0.7663067200501458, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8720499317339575, + "mIoU": 0.7160934531354509, + "macroF1": 0.8281188889936535, + "F1_coffee": 0.915014898302889, + "IoU_coffee": 0.8433432835820895, + "precision_coffee": 0.9387293992557151, + "recall_coffee": 0.8924690422036896, + "F1_noncoffee": 0.7412228796844181, + "IoU_noncoffee": 0.5888436226888123, + "kappa": 0.6569045006832201, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8770875083500334, + "mIoU": 0.7176604629535794, + "macroF1": 0.8285154346567918, + "F1_coffee": 0.9197807673143996, + "IoU_coffee": 0.8514760147601476, + "precision_coffee": 0.9325587269512503, + "recall_coffee": 0.9073482428115016, + "F1_noncoffee": 0.7372501019991841, + "IoU_noncoffee": 0.5838449111470113, + "kappa": 0.6572416460829769, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8633196525723013, + "mIoU": 0.6926329027447768, + "macroF1": 0.8098699999432262, + "F1_coffee": 0.9106786427145709, + "IoU_coffee": 0.8360054970224462, + "precision_coffee": 0.9246358454718177, + "recall_coffee": 0.8971365368071771, + "F1_noncoffee": 0.7090613571718813, + "IoU_noncoffee": 0.5492603084671074, + "kappa": 0.6200220068699162, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7559, + 8413 + ], + [ + 47956, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6480297406514484, + "test_tta": { + "OA": 0.8968331753402208, + "mIoU": 0.758774244254639, + "macroF1": 0.8580186142333457, + "F1_coffee": 0.9322543547757461, + "IoU_coffee": 0.8731052745993162, + "precision_coffee": 0.929342224279013, + "recall_coffee": 0.9351847931924983, + "F1_noncoffee": 0.7837828736909452, + "IoU_noncoffee": 0.6444432139099618, + "kappa": 0.7160461271720973, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8591640706126688, + "mIoU": 0.6962494043521998, + "macroF1": 0.8138089085372555, + "F1_coffee": 0.9057041049856601, + "IoU_coffee": 0.8276592365118864, + "precision_coffee": 0.9072547881601857, + "recall_coffee": 0.9041587136329458, + "F1_noncoffee": 0.7219137120888509, + "IoU_noncoffee": 0.5648395721925134, + "kappa": 0.627621025260599, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6645582935180286, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7859394026215887, + "mIoU": 0.6422962264700696, + "macroF1": 0.781373820078559, + "F1_coffee": 0.8129674249773132, + "IoU_coffee": 0.6848737280539885, + "precision_coffee": 0.887628548976733, + "recall_coffee": 0.7498917592726223, + "F1_noncoffee": 0.7497802151798049, + "IoU_noncoffee": 0.5997187248861505, + "kappa": 0.5668475255455646, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7060978423906773, + "mIoU": 0.5396629846231571, + "macroF1": 0.6994867971982952, + "F1_coffee": 0.7440592815875409, + "IoU_coffee": 0.5924318486369727, + "precision_coffee": 0.8697733145407563, + "recall_coffee": 0.650096567465543, + "F1_noncoffee": 0.6549143128090497, + "IoU_noncoffee": 0.48689412060934156, + "kappa": 0.4154390120187608, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2580386924616411, + "mIoU": 0.12946115628152216, + "macroF1": 0.2063925056399763, + "F1_coffee": 0.40884447751674285, + "IoU_coffee": 0.25694815606627475, + "precision_coffee": 1.0, + "recall_coffee": 0.25694815606627475, + "F1_noncoffee": 0.003940533763209744, + "IoU_noncoffee": 0.001974156496769562, + "kappa": 0.0010139973871338829, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7856620782068462, + "mIoU": 0.6467486261230353, + "macroF1": 0.7854476768969711, + "F1_coffee": 0.7922300289307433, + "IoU_coffee": 0.6559444661712945, + "precision_coffee": 0.8846255274261603, + "recall_coffee": 0.7173099540254464, + "F1_noncoffee": 0.778665324863199, + "IoU_noncoffee": 0.637552786074776, + "kappa": 0.5758247608489894, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7754796008066601, + "mIoU": 0.6262043155642283, + "macroF1": 0.7689088206057417, + "F1_coffee": 0.8078761061946903, + "IoU_coffee": 0.6776779749090639, + "precision_coffee": 0.8840790238233586, + "recall_coffee": 0.7437673130193906, + "F1_noncoffee": 0.7299415350167932, + "IoU_noncoffee": 0.5747306562193928, + "kappa": 0.5425944610408944, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7962363717827451, + "mIoU": 0.6504528330475148, + "macroF1": 0.7864979994765758, + "F1_coffee": 0.8320958280346228, + "IoU_coffee": 0.7124692658939235, + "precision_coffee": 0.8928602869970949, + "recall_coffee": 0.7790751267475803, + "F1_noncoffee": 0.7409001709185289, + "IoU_noncoffee": 0.5884364002011061, + "kappa": 0.5760262379112808, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7588145718636523, + "mIoU": 0.6034368139105839, + "macroF1": 0.7511524977254987, + "F1_coffee": 0.7074868589288251, + "IoU_coffee": 0.547373049021763, + "precision_coffee": 0.7849936948297604, + "recall_coffee": 0.6439100077579519, + "F1_noncoffee": 0.7948181365221724, + "IoU_noncoffee": 0.6595005787994047, + "kappa": 0.5056852146791473, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7330475876469942, + "mIoU": 0.5757706104658527, + "macroF1": 0.7301677886931005, + "F1_coffee": 0.702291947542591, + "IoU_coffee": 0.5411786928598413, + "precision_coffee": 0.7685085836909872, + "recall_coffee": 0.6465809072444143, + "F1_noncoffee": 0.75804362984361, + "IoU_noncoffee": 0.610362528071864, + "kappa": 0.46357221833681805, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7677385345282024, + "mIoU": 0.6229505162404737, + "macroF1": 0.7676621329690639, + "F1_coffee": 0.7634489423386663, + "IoU_coffee": 0.6174018756512678, + "precision_coffee": 0.79, + "recall_coffee": 0.7386245584874299, + "F1_noncoffee": 0.7718753235994615, + "IoU_noncoffee": 0.6284991568296796, + "kappa": 0.5358298973016854, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8147443217865753, + "mIoU": 0.6721116218701821, + "macroF1": 0.8017593229935795, + "F1_coffee": 0.8524954536269953, + "IoU_coffee": 0.7429124845923578, + "precision_coffee": 0.9562556663644606, + "recall_coffee": 0.7690484870579657, + "F1_noncoffee": 0.7510231923601637, + "IoU_noncoffee": 0.6013107591480066, + "kappa": 0.6112444511686965, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81318359375, + "mIoU": 0.642457149033371, + "macroF1": 0.7753778245343133, + "F1_coffee": 0.8675299494494841, + "IoU_coffee": 0.7660511189922955, + "precision_coffee": 0.949378599575629, + "recall_coffee": 0.798673976794594, + "F1_noncoffee": 0.6832256996191423, + "IoU_noncoffee": 0.5188631790744467, + "kappa": 0.5586009179169932, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8217317487266553, + "mIoU": 0.6531545103878622, + "macroF1": 0.7833588632042914, + "F1_coffee": 0.8745353159851301, + "IoU_coffee": 0.7770437654830719, + "precision_coffee": 0.9603440734800991, + "recall_coffee": 0.8028031687995125, + "F1_noncoffee": 0.6921824104234527, + "IoU_noncoffee": 0.5292652552926526, + "kappa": 0.575041644806669, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2608, + 2984 + ], + [ + 41254, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.930793583393097, + "test_tta": { + "OA": 0.7972745505336294, + "mIoU": 0.6570710781997708, + "macroF1": 0.7921734386613501, + "F1_coffee": 0.8247333302370226, + "IoU_coffee": 0.7017414442658798, + "precision_coffee": 0.8894083077334045, + "recall_coffee": 0.7688266705152259, + "F1_noncoffee": 0.7596135470856779, + "IoU_noncoffee": 0.612400712133662, + "kappa": 0.5873396491472909, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.716208030460367, + "mIoU": 0.5509101212570937, + "macroF1": 0.7087531321741396, + "F1_coffee": 0.7553494386353181, + "IoU_coffee": 0.6068767106866721, + "precision_coffee": 0.8712462354797075, + "recall_coffee": 0.6666666666666666, + "F1_noncoffee": 0.6621568257129612, + "IoU_noncoffee": 0.4949435318275154, + "kappa": 0.4314005556639362, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.6528955024176237, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7480839481412507, + "mIoU": 0.5935366508827691, + "macroF1": 0.7441230122605407, + "F1_coffee": 0.77595872085616, + "IoU_coffee": 0.6339318240957585, + "precision_coffee": 0.8655274096706577, + "recall_coffee": 0.7031894934333959, + "F1_noncoffee": 0.7122873036649214, + "IoU_noncoffee": 0.5531414776697795, + "kappa": 0.49518844718769506, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6710511134187147, + "mIoU": 0.5006838369891637, + "macroF1": 0.6660128190686794, + "F1_coffee": 0.7070338591172995, + "IoU_coffee": 0.546830915954699, + "precision_coffee": 0.8523909811694748, + "recall_coffee": 0.6040294969712932, + "F1_noncoffee": 0.6249917790200592, + "IoU_noncoffee": 0.4545367580236285, + "kappa": 0.3559977173661609, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23842561707805204, + "mIoU": 0.11961483326229137, + "macroF1": 0.1937123773553613, + "F1_coffee": 0.383585313174946, + "IoU_coffee": 0.23730625334045966, + "precision_coffee": 1.0, + "recall_coffee": 0.23730625334045966, + "F1_noncoffee": 0.0038394415357766143, + "IoU_noncoffee": 0.0019234131841230984, + "kappa": 0.0009124594715451207, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7796930198562553, + "mIoU": 0.6376685975182868, + "macroF1": 0.7785432313970138, + "F1_coffee": 0.7945003124822453, + "IoU_coffee": 0.6590630596663211, + "precision_coffee": 0.8477206595538312, + "recall_coffee": 0.7475676253608468, + "F1_noncoffee": 0.7625861503117821, + "IoU_noncoffee": 0.6162741353702524, + "kappa": 0.5590941249852527, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.735767102745747, + "mIoU": 0.5781324642233242, + "macroF1": 0.731851260771314, + "F1_coffee": 0.7642553976748477, + "IoU_coffee": 0.6184574031210334, + "precision_coffee": 0.8809827696234843, + "recall_coffee": 0.6748411275867687, + "F1_noncoffee": 0.6994471238677803, + "IoU_noncoffee": 0.537807525325615, + "kappa": 0.4754429103065107, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7341066361328222, + "mIoU": 0.5721357839554402, + "macroF1": 0.7261304512216806, + "F1_coffee": 0.7728683818839039, + "IoU_coffee": 0.6298170224563349, + "precision_coffee": 0.8656759074021149, + "recall_coffee": 0.6980334920878783, + "F1_noncoffee": 0.6793925205594573, + "IoU_noncoffee": 0.5144545454545455, + "kappa": 0.46100542642139053, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.751317793135762, + "mIoU": 0.5995223681727522, + "macroF1": 0.7492026267007148, + "F1_coffee": 0.7261705146394943, + "IoU_coffee": 0.5700688537869583, + "precision_coffee": 0.7243952650540402, + "recall_coffee": 0.7279544866821825, + "F1_noncoffee": 0.7722347387619354, + "IoU_noncoffee": 0.628975882558546, + "kappa": 0.4984077590820832, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7308495439059237, + "mIoU": 0.5722806683014173, + "macroF1": 0.727174817923822, + "F1_coffee": 0.6955116250155414, + "IoU_coffee": 0.5331681280975982, + "precision_coffee": 0.7743632336655593, + "recall_coffee": 0.631234484315053, + "F1_noncoffee": 0.7588380108321024, + "IoU_noncoffee": 0.6113932085052365, + "kappa": 0.45879423116394674, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.732946758039009, + "mIoU": 0.5769640880494527, + "macroF1": 0.7314162659766652, + "F1_coffee": 0.7111415212681036, + "IoU_coffee": 0.5517607503096797, + "precision_coffee": 0.7881698685540951, + "recall_coffee": 0.647828797008103, + "F1_noncoffee": 0.7516910106852269, + "IoU_noncoffee": 0.6021674257892257, + "kappa": 0.46720702085969856, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8104301484583175, + "mIoU": 0.6666033336976844, + "macroF1": 0.7978365851507678, + "F1_coffee": 0.8482940698619009, + "IoU_coffee": 0.7365543995767942, + "precision_coffee": 0.957588262265016, + "recall_coffee": 0.7613926358002188, + "F1_noncoffee": 0.7473791004396347, + "IoU_noncoffee": 0.5966522678185745, + "kappa": 0.6042576850725513, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74013671875, + "mIoU": 0.5568187680318201, + "macroF1": 0.7080872470815329, + "F1_coffee": 0.8048118535905523, + "IoU_coffee": 0.6733767030808887, + "precision_coffee": 0.9474956822107081, + "recall_coffee": 0.6994772408517149, + "F1_noncoffee": 0.6113626405725135, + "IoU_noncoffee": 0.44026083298275137, + "kappa": 0.44139706494344605, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.735144312393888, + "mIoU": 0.5369930745105953, + "macroF1": 0.6873829697694631, + "F1_coffee": 0.8095754780957548, + "IoU_coffee": 0.6800729178534807, + "precision_coffee": 0.9125515976150436, + "recall_coffee": 0.727483241925655, + "F1_noncoffee": 0.5651904614431713, + "IoU_noncoffee": 0.39391323116770993, + "kappa": 0.3924315870587656, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2430, + 2984 + ], + [ + 39318, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.564575239022573, + "test_tta": { + "OA": 0.7619439868204283, + "mIoU": 0.6105702701067113, + "macroF1": 0.7572960738033111, + "F1_coffee": 0.7908827785817656, + "IoU_coffee": 0.6540993417115499, + "precision_coffee": 0.8690496767725654, + "recall_coffee": 0.7256169721460528, + "F1_noncoffee": 0.7237093690248566, + "IoU_noncoffee": 0.5670411985018726, + "kappa": 0.5197257498225772, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6854736356293989, + "mIoU": 0.5160920946918782, + "macroF1": 0.6793262809997311, + "F1_coffee": 0.7237255498125064, + "IoU_coffee": 0.5670610656714048, + "precision_coffee": 0.8559271245355388, + "recall_coffee": 0.6268984285839698, + "F1_noncoffee": 0.6349270121869559, + "IoU_noncoffee": 0.4651231237123516, + "kappa": 0.37825241269790516, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.7692804500583446, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8128715708043837, + "mIoU": 0.6759748902229379, + "macroF1": 0.8054571968262578, + "F1_coffee": 0.8434363107901597, + "IoU_coffee": 0.7292605834499197, + "precision_coffee": 0.8768574187720009, + "recall_coffee": 0.8124693317939097, + "F1_noncoffee": 0.767478082862356, + "IoU_noncoffee": 0.622689196995956, + "kappa": 0.6117520497342568, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7257413176416292, + "mIoU": 0.5598065144920235, + "macroF1": 0.7155276673968041, + "F1_coffee": 0.7694303659335063, + "IoU_coffee": 0.6252635727657897, + "precision_coffee": 0.8596315361690599, + "recall_coffee": 0.6963611623211308, + "F1_noncoffee": 0.6616249688601018, + "IoU_noncoffee": 0.49434945621825727, + "kappa": 0.4401023333482402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2390927284856571, + "mIoU": 0.11994972076236093, + "macroF1": 0.19415021551267037, + "F1_coffee": 0.3844576362655154, + "IoU_coffee": 0.23797434526990913, + "precision_coffee": 1.0, + "recall_coffee": 0.23797434526990913, + "F1_noncoffee": 0.0038427947598253277, + "IoU_noncoffee": 0.0019250962548127406, + "kappa": 0.000915827479531831, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7927884029723474, + "mIoU": 0.6547275222438174, + "macroF1": 0.7910395087489943, + "F1_coffee": 0.81015625, + "IoU_coffee": 0.6808929743926461, + "precision_coffee": 0.8473211159098868, + "recall_coffee": 0.7761146156313482, + "F1_noncoffee": 0.7719227674979887, + "IoU_noncoffee": 0.6285620700949885, + "kappa": 0.5830427272759441, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8103831635555095, + "mIoU": 0.6722239005018449, + "macroF1": 0.8027262962103895, + "F1_coffee": 0.8415914294353968, + "IoU_coffee": 0.7265065632458234, + "precision_coffee": 0.8957241379310344, + "recall_coffee": 0.7936288088642659, + "F1_noncoffee": 0.7638611629853822, + "IoU_noncoffee": 0.6179412377578662, + "kappa": 0.607589082036311, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8316821825060985, + "mIoU": 0.6945313865558651, + "macroF1": 0.8175525363217193, + "F1_coffee": 0.8683257389881995, + "IoU_coffee": 0.7672930002064836, + "precision_coffee": 0.8806382810648551, + "recall_coffee": 0.8563527423567369, + "F1_noncoffee": 0.766779333655239, + "IoU_noncoffee": 0.6217697729052467, + "kappa": 0.6352313670052785, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7732224434813166, + "mIoU": 0.6298278753207922, + "macroF1": 0.7727979662655754, + "F1_coffee": 0.7629774730656219, + "IoU_coffee": 0.6167854315122724, + "precision_coffee": 0.7244826784468729, + "recall_coffee": 0.8057926040858546, + "F1_noncoffee": 0.7826184594655289, + "IoU_noncoffee": 0.6428703191293119, + "kappa": 0.5467694787200955, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7561270469282338, + "mIoU": 0.6059809477502109, + "macroF1": 0.75429357495719, + "F1_coffee": 0.7330686875977385, + "IoU_coffee": 0.5786175465248765, + "precision_coffee": 0.7849046883049974, + "recall_coffee": 0.6876551568494697, + "F1_noncoffee": 0.7755184623166413, + "IoU_noncoffee": 0.6333443489755453, + "kappa": 0.5103829861716593, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8041117554032683, + "mIoU": 0.6716611796289753, + "macroF1": 0.8034818482039557, + "F1_coffee": 0.8146078627020554, + "IoU_coffee": 0.6872053872053872, + "precision_coffee": 0.7836436936072183, + "recall_coffee": 0.8481196758778309, + "F1_noncoffee": 0.792355833705856, + "IoU_noncoffee": 0.6561169720525634, + "kappa": 0.6076497908267626, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8139829970815886, + "mIoU": 0.6732230008315192, + "macroF1": 0.8028725367482963, + "F1_coffee": 0.8496718621821165, + "IoU_coffee": 0.7386343376715993, + "precision_coffee": 0.9711673699015471, + "recall_coffee": 0.7551950419248997, + "F1_noncoffee": 0.7560732113144759, + "IoU_noncoffee": 0.6078116639914393, + "kappa": 0.6155092888406121, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85859375, + "mIoU": 0.7069046422614498, + "macroF1": 0.8229219671574821, + "F1_coffee": 0.9023995686168779, + "IoU_coffee": 0.822156718251044, + "precision_coffee": 0.9572429572429573, + "recall_coffee": 0.8534999362488843, + "F1_noncoffee": 0.7434443656980865, + "IoU_noncoffee": 0.5916525662718556, + "kappa": 0.6488736193487793, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8563478588945482, + "mIoU": 0.695983751315083, + "macroF1": 0.814125460122152, + "F1_coffee": 0.902714787607793, + "IoU_coffee": 0.8226801723134242, + "precision_coffee": 0.9484563758389262, + "recall_coffee": 0.8611822059719683, + "F1_noncoffee": 0.7255361326365111, + "IoU_noncoffee": 0.5692873303167421, + "kappa": 0.6306743785025599, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2638, + 2984 + ], + [ + 42728, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5243609587351483, + "test_tta": { + "OA": 0.8244753241171836, + "mIoU": 0.6914246520133225, + "macroF1": 0.8162953371708157, + "F1_coffee": 0.8550600343053173, + "IoU_coffee": 0.746816479400749, + "precision_coffee": 0.8766030985659279, + "recall_coffee": 0.834550440178958, + "F1_noncoffee": 0.7775306400363141, + "IoU_noncoffee": 0.6360328246258958, + "kappa": 0.6329309561738975, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7380437290873428, + "mIoU": 0.5731960014460185, + "macroF1": 0.7261444690642742, + "F1_coffee": 0.7832293021757033, + "IoU_coffee": 0.6436950721908349, + "precision_coffee": 0.8584172661870504, + "recall_coffee": 0.7201518742867176, + "F1_noncoffee": 0.6690596359528451, + "IoU_noncoffee": 0.502696930701202, + "kappa": 0.45862972754004255, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.7905638180633989, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.840591648162739, + "mIoU": 0.7184701207994442, + "macroF1": 0.835447203790425, + "F1_coffee": 0.8645424389056271, + "IoU_coffee": 0.7614044492093273, + "precision_coffee": 0.914234222637016, + "recall_coffee": 0.8199740222254294, + "F1_noncoffee": 0.806351968675223, + "IoU_noncoffee": 0.6755357923895612, + "kappa": 0.6722785123854413, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7525527864312911, + "mIoU": 0.595547360134332, + "macroF1": 0.7449710069271842, + "F1_coffee": 0.7889434254714544, + "IoU_coffee": 0.6514505119453925, + "precision_coffee": 0.8975564698967168, + "recall_coffee": 0.7037792994469317, + "F1_noncoffee": 0.7009985883829142, + "IoU_noncoffee": 0.5396442083232713, + "kappa": 0.5003081528491361, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27951967978652437, + "mIoU": 0.14024680607361867, + "macroF1": 0.2198381362194651, + "F1_coffee": 0.43561872909698995, + "IoU_coffee": 0.2784607161945484, + "precision_coffee": 1.0, + "recall_coffee": 0.2784607161945484, + "F1_noncoffee": 0.004057543341940244, + "IoU_noncoffee": 0.002032895952688967, + "kappa": 0.0011315227915660987, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8221464246558655, + "mIoU": 0.6971346775842504, + "macroF1": 0.8214354169096107, + "F1_coffee": 0.8327031053053742, + "IoU_coffee": 0.7133601649160695, + "precision_coffee": 0.8970497469448216, + "recall_coffee": 0.7769699561637977, + "F1_noncoffee": 0.8101677285138473, + "IoU_noncoffee": 0.6809091902524315, + "kappa": 0.6449438273479615, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8310667562955686, + "mIoU": 0.7043042192842932, + "macroF1": 0.8257047258935682, + "F1_coffee": 0.8562755708063877, + "IoU_coffee": 0.7486729748442188, + "precision_coffee": 0.9306684517548054, + "recall_coffee": 0.7928955515724295, + "F1_noncoffee": 0.7951338809807488, + "IoU_noncoffee": 0.6599354637243676, + "kappa": 0.6545556811014509, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8648379548962015, + "mIoU": 0.7474569478420122, + "macroF1": 0.8541144330100346, + "F1_coffee": 0.893667019151686, + "IoU_coffee": 0.8077740016992353, + "precision_coffee": 0.9116260487415102, + "recall_coffee": 0.8764019050545399, + "F1_noncoffee": 0.8145618468683833, + "IoU_noncoffee": 0.6871398939847891, + "kappa": 0.7084262045435415, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8192573503572683, + "mIoU": 0.6915194260507718, + "macroF1": 0.817334013580604, + "F1_coffee": 0.7985902623678371, + "IoU_coffee": 0.6647109952194697, + "precision_coffee": 0.8062730627306273, + "recall_coffee": 0.791052495474528, + "F1_noncoffee": 0.8360777647933709, + "IoU_noncoffee": 0.7183278568820738, + "kappa": 0.6346950224382646, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7847016155621497, + "mIoU": 0.641174333017033, + "macroF1": 0.7806274533423816, + "F1_coffee": 0.7507316452474869, + "IoU_coffee": 0.6009370543898961, + "precision_coffee": 0.8605600933488915, + "recall_coffee": 0.665763935906116, + "F1_noncoffee": 0.8105232614372764, + "IoU_noncoffee": 0.6814116116441697, + "kappa": 0.5666205812020173, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8276225619399051, + "mIoU": 0.7059336441820385, + "macroF1": 0.8276212666836134, + "F1_coffee": 0.8271487472248652, + "IoU_coffee": 0.7052460789616009, + "precision_coffee": 0.8420146362462333, + "recall_coffee": 0.8127986702680241, + "F1_noncoffee": 0.8280937861423615, + "IoU_noncoffee": 0.7066212094024762, + "kappa": 0.6553493750219325, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8252759802055577, + "mIoU": 0.6892744143488463, + "macroF1": 0.8143487257772155, + "F1_coffee": 0.8593893597467579, + "IoU_coffee": 0.7534467323187108, + "precision_coffee": 0.9770141629904806, + "recall_coffee": 0.7670433831571273, + "F1_noncoffee": 0.769308091807673, + "IoU_noncoffee": 0.6251020963789817, + "kappa": 0.6373219053968205, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.872265625, + "mIoU": 0.7300327933077917, + "macroF1": 0.8394056289370675, + "F1_coffee": 0.9120494889725659, + "IoU_coffee": 0.83831891223733, + "precision_coffee": 0.964859866268317, + "recall_coffee": 0.8647201326023205, + "F1_noncoffee": 0.7667617689015692, + "IoU_noncoffee": 0.6217466743782534, + "kappa": 0.6813428578620306, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8981324278438031, + "mIoU": 0.7631278799215293, + "macroF1": 0.8611422172452408, + "F1_coffee": 0.9328107502799552, + "IoU_coffee": 0.8740818467995802, + "precision_coffee": 0.9527258863896302, + "recall_coffee": 0.9137111517367459, + "F1_noncoffee": 0.7894736842105263, + "IoU_noncoffee": 0.6521739130434783, + "kappa": 0.7226641368176308, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2673, + 2984 + ], + [ + 44241, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.230798367659251, + "test_tta": { + "OA": 0.8450146837619081, + "mIoU": 0.7243562571088251, + "macroF1": 0.8393649297694308, + "F1_coffee": 0.8694904775547748, + "IoU_coffee": 0.7691138024862615, + "precision_coffee": 0.9102993180095984, + "recall_coffee": 0.8321835762736326, + "F1_noncoffee": 0.8092393819840867, + "IoU_noncoffee": 0.6795987117313886, + "kappa": 0.679670845324147, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7603265259028499, + "mIoU": 0.6041242622447626, + "macroF1": 0.7514458975449316, + "F1_coffee": 0.7984279857354262, + "IoU_coffee": 0.664486169997981, + "precision_coffee": 0.8924562069526547, + "recall_coffee": 0.7223246422614344, + "F1_noncoffee": 0.7044638093544371, + "IoU_noncoffee": 0.5437623544915441, + "kappa": 0.5108527049010663, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.587139452440893, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7133801303631545, + "mIoU": 0.5409146860968417, + "macroF1": 0.6986613121982883, + "F1_coffee": 0.7652597307365149, + "IoU_coffee": 0.6197738502470543, + "precision_coffee": 0.7778539697683432, + "recall_coffee": 0.7530668206090345, + "F1_noncoffee": 0.6320628936600616, + "IoU_noncoffee": 0.462055521946629, + "kappa": 0.3975701614306746, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6696953963309104, + "mIoU": 0.4869415080878504, + "macroF1": 0.6497957939369048, + "F1_coffee": 0.7332758781328612, + "IoU_coffee": 0.5788757516135558, + "precision_coffee": 0.7811662531017369, + "recall_coffee": 0.6909182688087087, + "F1_noncoffee": 0.5663157097409484, + "IoU_noncoffee": 0.395007264562145, + "kappa": 0.30384587040869804, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45883922615076717, + "mIoU": 0.23011474482278468, + "macroF1": 0.31621633099177254, + "F1_coffee": 0.6285033888990658, + "IoU_coffee": 0.4582609857085615, + "precision_coffee": 0.999126383226558, + "recall_coffee": 0.45844468198824156, + "F1_noncoffee": 0.003929273084479371, + "IoU_noncoffee": 0.001968503937007874, + "kappa": 0.0010048537809258082, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6560482397368742, + "mIoU": 0.486423057229892, + "macroF1": 0.6539481309815849, + "F1_coffee": 0.6809063683110131, + "IoU_coffee": 0.5161925976696368, + "precision_coffee": 0.7220757430488974, + "recall_coffee": 0.6441783385010157, + "F1_noncoffee": 0.6269898936521566, + "IoU_noncoffee": 0.4566535167901472, + "kappa": 0.31051631141803804, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7211334608821552, + "mIoU": 0.5470208448350062, + "macroF1": 0.7030528985474628, + "F1_coffee": 0.7763261581850608, + "IoU_coffee": 0.6344224511930586, + "precision_coffee": 0.7906564163217031, + "recall_coffee": 0.762506110477432, + "F1_noncoffee": 0.6297796389098648, + "IoU_noncoffee": 0.4596192384769539, + "kappa": 0.40642853542320884, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7527754268930154, + "mIoU": 0.5768806381475835, + "macroF1": 0.7258888225405336, + "F1_coffee": 0.8117370536052771, + "IoU_coffee": 0.683129147524247, + "precision_coffee": 0.8013473053892216, + "recall_coffee": 0.822399754186511, + "F1_noncoffee": 0.6400405914757901, + "IoU_noncoffee": 0.4706321287709199, + "kappa": 0.4519537917115199, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6747100855101323, + "mIoU": 0.5090055714209318, + "macroF1": 0.6745957838394903, + "F1_coffee": 0.6684970753252955, + "IoU_coffee": 0.502062040523579, + "precision_coffee": 0.6208425720620843, + "recall_coffee": 0.7240755107318335, + "F1_noncoffee": 0.6806944923536852, + "IoU_noncoffee": 0.5159491023182848, + "kappa": 0.3528640480924484, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6891966150126387, + "mIoU": 0.5257710083537387, + "macroF1": 0.6891844176716606, + "F1_coffee": 0.6872373368723733, + "IoU_coffee": 0.5235046335299073, + "precision_coffee": 0.6738234656256777, + "recall_coffee": 0.7011961182577297, + "F1_noncoffee": 0.691131498470948, + "IoU_noncoffee": 0.5280373831775701, + "kappa": 0.37861202078430584, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7324196099103848, + "mIoU": 0.5750373888424575, + "macroF1": 0.7295856511773489, + "F1_coffee": 0.7572685539403213, + "IoU_coffee": 0.6093581653070648, + "precision_coffee": 0.7015771752613857, + "recall_coffee": 0.8225638894660295, + "F1_noncoffee": 0.7019027484143763, + "IoU_noncoffee": 0.5407166123778502, + "kappa": 0.46332436842616137, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6358330161147062, + "mIoU": 0.45635664831462897, + "macroF1": 0.623273135125844, + "F1_coffee": 0.6920600858369099, + "IoU_coffee": 0.5291222313371616, + "precision_coffee": 0.8411580594679187, + "recall_coffee": 0.587860007291287, + "F1_noncoffee": 0.554486184414778, + "IoU_noncoffee": 0.38359106529209624, + "kappa": 0.27930557063741984, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74951171875, + "mIoU": 0.5329525920394733, + "macroF1": 0.6778743118928847, + "F1_coffee": 0.8297829982082421, + "IoU_coffee": 0.7090847226947942, + "precision_coffee": 0.8652089676169389, + "recall_coffee": 0.7971439500191253, + "F1_noncoffee": 0.5259656255775272, + "IoU_noncoffee": 0.35682046138415247, + "kappa": 0.3587425478870311, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7709866063006979, + "mIoU": 0.5527682298017014, + "macroF1": 0.693916114439186, + "F1_coffee": 0.8475065946489134, + "IoU_coffee": 0.7353678474114441, + "precision_coffee": 0.8743034858105482, + "recall_coffee": 0.8223034734917734, + "F1_noncoffee": 0.5403256342294586, + "IoU_noncoffee": 0.3701686121919585, + "kappa": 0.3895607951931787, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 15, + 28 + ], + [ + 2231, + 2984 + ], + [ + 37592, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5651204188664756, + "test_tta": { + "OA": 0.7298545949430556, + "mIoU": 0.5568310720005217, + "macroF1": 0.7111462499046552, + "F1_coffee": 0.784657987895398, + "IoU_coffee": 0.6456273049728689, + "precision_coffee": 0.7761712462229251, + "recall_coffee": 0.7933323711935344, + "F1_noncoffee": 0.6376345119139124, + "IoU_noncoffee": 0.4680348390281745, + "kappa": 0.42240869966025574, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6856611284181378, + "mIoU": 0.5004987816808562, + "macroF1": 0.6608176245420115, + "F1_coffee": 0.7526134777130793, + "IoU_coffee": 0.6033522603188469, + "precision_coffee": 0.7793920586783271, + "recall_coffee": 0.7276139057150381, + "F1_noncoffee": 0.5690217713709438, + "IoU_noncoffee": 0.39764530304286544, + "kappa": 0.32302748713052676, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.6038208466034539, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7518086096984457, + "mIoU": 0.5866186957665055, + "macroF1": 0.736199508001848, + "F1_coffee": 0.8003687273146282, + "IoU_coffee": 0.6671789453462683, + "precision_coffee": 0.7987810137135957, + "recall_coffee": 0.801962765189782, + "F1_noncoffee": 0.6720302886890677, + "IoU_noncoffee": 0.5060584461867427, + "kappa": 0.47240244050079955, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7053622937579324, + "mIoU": 0.5253495607228214, + "macroF1": 0.683592660353613, + "F1_coffee": 0.7665870685419832, + "IoU_coffee": 0.6215169705054098, + "precision_coffee": 0.7995185776591435, + "recall_coffee": 0.7362610833113862, + "F1_noncoffee": 0.6005982521652428, + "IoU_noncoffee": 0.42918215094023304, + "kappa": 0.36901708166291797, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4987324883255504, + "mIoU": 0.24996267889689358, + "macroF1": 0.3341826123927275, + "F1_coffee": 0.6651813563853489, + "IoU_coffee": 0.4983308852984377, + "precision_coffee": 0.9986620283649986, + "recall_coffee": 0.498663816141101, + "F1_noncoffee": 0.003183868400106129, + "IoU_noncoffee": 0.0015944724953494552, + "kappa": 0.00025789978754161717, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7157388232427823, + "mIoU": 0.5537946508045533, + "macroF1": 0.711990457768614, + "F1_coffee": 0.7448471926083866, + "IoU_coffee": 0.5934314835787089, + "precision_coffee": 0.7621391810248378, + "recall_coffee": 0.7283224633807335, + "F1_noncoffee": 0.6791337229288416, + "IoU_noncoffee": 0.5141578180303976, + "kappa": 0.42435356528986623, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7327162728165882, + "mIoU": 0.5625525754530526, + "macroF1": 0.7164495758636891, + "F1_coffee": 0.7843644403654416, + "IoU_coffee": 0.6452299245024022, + "precision_coffee": 0.8037103530819868, + "recall_coffee": 0.7659279778393352, + "F1_noncoffee": 0.6485347113619365, + "IoU_noncoffee": 0.47987522640370295, + "kappa": 0.4334341984873678, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7996714292826206, + "mIoU": 0.6347231343644335, + "macroF1": 0.7712627860652457, + "F1_coffee": 0.8518736656114261, + "IoU_coffee": 0.7419685796729721, + "precision_coffee": 0.8178541136556404, + "recall_coffee": 0.8888462129359349, + "F1_noncoffee": 0.6906519065190652, + "IoU_noncoffee": 0.5274776890558948, + "kappa": 0.5441726761124421, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7285931826168444, + "mIoU": 0.5730475760615894, + "macroF1": 0.7285797755386219, + "F1_coffee": 0.726672171758877, + "IoU_coffee": 0.5706874189364461, + "precision_coffee": 0.6681127982646421, + "recall_coffee": 0.7964830618050168, + "F1_noncoffee": 0.7304873793183668, + "IoU_noncoffee": 0.5754077331867327, + "kappa": 0.46124070797380956, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7087592043081657, + "mIoU": 0.5488928079533182, + "macroF1": 0.7087538537132619, + "F1_coffee": 0.7075055187637969, + "IoU_coffee": 0.547395388556789, + "precision_coffee": 0.6923741628861525, + "recall_coffee": 0.7233130218912209, + "F1_noncoffee": 0.710002188662727, + "IoU_noncoffee": 0.5503902273498473, + "kappa": 0.41778340669126957, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7560358460727464, + "mIoU": 0.606028375425834, + "macroF1": 0.7543618878904026, + "F1_coffee": 0.7746396571873783, + "IoU_coffee": 0.6321729454776666, + "precision_coffee": 0.7290559120073328, + "recall_coffee": 0.8263037606482443, + "F1_noncoffee": 0.7340841185934268, + "IoU_noncoffee": 0.5798838053740014, + "kappa": 0.5109795319520122, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7018144905468849, + "mIoU": 0.5236062001208042, + "macroF1": 0.6827276858649565, + "F1_coffee": 0.7605461585490116, + "IoU_coffee": 0.6136139427819796, + "precision_coffee": 0.8622920517560074, + "recall_coffee": 0.6802770689026614, + "F1_noncoffee": 0.6049092131809012, + "IoU_noncoffee": 0.4335984574596288, + "kappa": 0.3797048348414952, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.75400390625, + "mIoU": 0.5440299987572162, + "macroF1": 0.6893694711684852, + "F1_coffee": 0.8310643149352827, + "IoU_coffee": 0.7109581181870338, + "precision_coffee": 0.876627051499717, + "recall_coffee": 0.7900038250669387, + "F1_noncoffee": 0.5476746274016879, + "IoU_noncoffee": 0.37710187932739864, + "kappa": 0.38320026460072026, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8387096774193549, + "mIoU": 0.6238620199959752, + "macroF1": 0.7508421474999006, + "F1_coffee": 0.898804592259439, + "IoU_coffee": 0.8162080825451419, + "precision_coffee": 0.8735764408144484, + "recall_coffee": 0.925533211456429, + "F1_noncoffee": 0.6028797027403623, + "IoU_noncoffee": 0.4315159574468085, + "kappa": 0.5033099029475406, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2337, + 2984 + ], + [ + 39619, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.373974812030792, + "test_tta": { + "OA": 0.7595802592937468, + "mIoU": 0.5949553933236134, + "macroF1": 0.7425623198321938, + "F1_coffee": 0.8087518874106151, + "IoU_coffee": 0.6789113693978094, + "precision_coffee": 0.7983800658098265, + "recall_coffee": 0.8193967383460817, + "F1_noncoffee": 0.6763727522537724, + "IoU_noncoffee": 0.5109994172494172, + "kappa": 0.4852716394584495, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7141888773508711, + "mIoU": 0.5334680667989534, + "macroF1": 0.6900569747414049, + "F1_coffee": 0.7765411634698871, + "IoU_coffee": 0.6347096774193548, + "precision_coffee": 0.7985574804610497, + "recall_coffee": 0.7557062593275393, + "F1_noncoffee": 0.6035727860129229, + "IoU_noncoffee": 0.432226456178552, + "kappa": 0.3809487246560273, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.7794925317393396, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8420600243535563, + "mIoU": 0.7175761639205074, + "macroF1": 0.8344939703427695, + "F1_coffee": 0.8698807978283961, + "IoU_coffee": 0.7697248185473343, + "precision_coffee": 0.8896466399106793, + "recall_coffee": 0.8509741665463992, + "F1_noncoffee": 0.7991071428571429, + "IoU_noncoffee": 0.6654275092936803, + "kappa": 0.6692400167570238, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7649417330102688, + "mIoU": 0.6071850606098843, + "macroF1": 0.7532805434680322, + "F1_coffee": 0.8069186115389172, + "IoU_coffee": 0.6763315724669341, + "precision_coffee": 0.8766925809607167, + "recall_coffee": 0.7474321833026073, + "F1_noncoffee": 0.6996424753971472, + "IoU_noncoffee": 0.5380385487528345, + "kappa": 0.5113757436160566, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3846564376250834, + "mIoU": 0.19299895044668886, + "macroF1": 0.2795290433232921, + "F1_coffee": 0.5547402973547017, + "IoU_coffee": 0.38383433533734135, + "precision_coffee": 0.999652052887961, + "recall_coffee": 0.38388562266167825, + "F1_noncoffee": 0.004317789291882556, + "IoU_noncoffee": 0.0021635655560363477, + "kappa": 0.001393550540170533, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8164210013399927, + "mIoU": 0.6869835189539639, + "macroF1": 0.8140858905316235, + "F1_coffee": 0.8349216781684741, + "IoU_coffee": 0.7166227905227529, + "precision_coffee": 0.8559236384053902, + "recall_coffee": 0.8149256922912435, + "F1_noncoffee": 0.7932501028947729, + "IoU_noncoffee": 0.657344247385175, + "kappa": 0.6284519499250483, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8487512280883189, + "mIoU": 0.7279924756037919, + "macroF1": 0.8416112962147917, + "F1_coffee": 0.8752399232245681, + "IoU_coffee": 0.7781569965870307, + "precision_coffee": 0.9184495568883717, + "recall_coffee": 0.8359133126934984, + "F1_noncoffee": 0.8079826692050154, + "IoU_noncoffee": 0.6778279546205529, + "kappa": 0.6842980483443013, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8565739035196893, + "mIoU": 0.7307946500709637, + "macroF1": 0.8425543570379931, + "F1_coffee": 0.8895364441547486, + "IoU_coffee": 0.8010496512671776, + "precision_coffee": 0.8880042869172472, + "recall_coffee": 0.8910738976801352, + "F1_noncoffee": 0.7955722699212375, + "IoU_noncoffee": 0.6605396488747496, + "kappa": 0.6851104489006437, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7879817266018507, + "mIoU": 0.6495979784228899, + "macroF1": 0.7874987347816234, + "F1_coffee": 0.7773677736777368, + "IoU_coffee": 0.635814889336016, + "precision_coffee": 0.7412620220501994, + "recall_coffee": 0.8171709335402121, + "F1_noncoffee": 0.7976296958855098, + "IoU_noncoffee": 0.6633810675097638, + "kappa": 0.5759120543307883, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8169029563688317, + "mIoU": 0.6895363128031283, + "macroF1": 0.816121954748458, + "F1_coffee": 0.8041382553491653, + "IoU_coffee": 0.6724341329138812, + "precision_coffee": 0.8392638036809816, + "recall_coffee": 0.7718348002708192, + "F1_noncoffee": 0.8281056541477507, + "IoU_noncoffee": 0.7066384926923754, + "kappa": 0.6328083965087795, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8294148655772272, + "mIoU": 0.7084627627804825, + "macroF1": 0.8293471072630402, + "F1_coffee": 0.8327475708083523, + "IoU_coffee": 0.7134254339355296, + "precision_coffee": 0.8286360831104711, + "recall_coffee": 0.8369000623311864, + "F1_noncoffee": 0.8259466437177281, + "IoU_noncoffee": 0.7035000916254353, + "kappa": 0.6587029585794606, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8472275091993402, + "mIoU": 0.7176773304472515, + "macroF1": 0.8337095612790992, + "F1_coffee": 0.8811216429699842, + "IoU_coffee": 0.7875044122837981, + "precision_coffee": 0.96122361051271, + "recall_coffee": 0.8133430550492162, + "F1_noncoffee": 0.7862974795882144, + "IoU_noncoffee": 0.6478502486107048, + "kappa": 0.671519780837882, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87705078125, + "mIoU": 0.7371272960350952, + "macroF1": 0.8442543199711794, + "F1_coffee": 0.9157239440390923, + "IoU_coffee": 0.844548709717249, + "precision_coffee": 0.963923337091319, + "recall_coffee": 0.8721152620170853, + "F1_noncoffee": 0.7727846959032666, + "IoU_noncoffee": 0.6297058823529412, + "kappa": 0.6905943778153835, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.880871533672892, + "mIoU": 0.7201070786195767, + "macroF1": 0.8298655529700577, + "F1_coffee": 0.9230206619125982, + "IoU_coffee": 0.8570458404074703, + "precision_coffee": 0.9231894659839064, + "recall_coffee": 0.9228519195612431, + "F1_noncoffee": 0.7367104440275172, + "IoU_noncoffee": 0.5831683168316831, + "kappa": 0.6597311448505261, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2710, + 2984 + ], + [ + 44286, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5342004100481668, + "test_tta": { + "OA": 0.847342597235155, + "mIoU": 0.7253199683141663, + "macroF1": 0.8397454039837611, + "F1_coffee": 0.8746378836227814, + "IoU_coffee": 0.7772057286222036, + "precision_coffee": 0.8915102823910306, + "recall_coffee": 0.8583922643960168, + "F1_noncoffee": 0.8048529243447408, + "IoU_noncoffee": 0.6734342080061291, + "kappa": 0.6796694135751636, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7709415022499134, + "mIoU": 0.6143961668435391, + "macroF1": 0.7587840519446357, + "F1_coffee": 0.812937268851146, + "IoU_coffee": 0.6848309255437371, + "precision_coffee": 0.8772687986171133, + "recall_coffee": 0.7573961899745413, + "F1_noncoffee": 0.7046308350381254, + "IoU_noncoffee": 0.5439614081433412, + "kappa": 0.5216299573378614, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.8010416386446513, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7881956879879665, + "mIoU": 0.6485632757013917, + "macroF1": 0.7865292713775498, + "F1_coffee": 0.8053901082628583, + "IoU_coffee": 0.67418670633281, + "precision_coffee": 0.9365553132055255, + "recall_coffee": 0.7064511473517102, + "F1_noncoffee": 0.7676684344922412, + "IoU_noncoffee": 0.6229398450699736, + "kappa": 0.5828270866071091, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6844929041190724, + "mIoU": 0.5190568850494421, + "macroF1": 0.6830451848484751, + "F1_coffee": 0.7044662397665559, + "IoU_coffee": 0.5437652505787399, + "precision_coffee": 0.9161922833649588, + "recall_coffee": 0.5722280747958914, + "F1_noncoffee": 0.6616241299303944, + "IoU_noncoffee": 0.49434851952014425, + "kappa": 0.4026178593048647, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06657771847898598, + "mIoU": 0.033387815513493145, + "macroF1": 0.06278164799368322, + "F1_coffee": 0.12242849974912193, + "IoU_coffee": 0.06520577231427044, + "precision_coffee": 1.0, + "recall_coffee": 0.06520577231427044, + "F1_noncoffee": 0.003134796238244514, + "IoU_noncoffee": 0.0015698587127158557, + "kappa": 0.00020470674500335168, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.774393957851139, + "mIoU": 0.6317638894890408, + "macroF1": 0.7743186053341118, + "F1_coffee": 0.7701948132522646, + "IoU_coffee": 0.6262738371506407, + "precision_coffee": 0.9175166297117516, + "recall_coffee": 0.6636373356142414, + "F1_noncoffee": 0.7784423974159589, + "IoU_noncoffee": 0.637253941827441, + "kappa": 0.559584231181352, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7635865349811263, + "mIoU": 0.6160240782109413, + "macroF1": 0.7621111482616085, + "F1_coffee": 0.7808455565142364, + "IoU_coffee": 0.640481245576787, + "precision_coffee": 0.9484163949697252, + "recall_coffee": 0.663597849111944, + "F1_noncoffee": 0.7433767400089807, + "IoU_noncoffee": 0.5915669108450956, + "kappa": 0.5410009201275258, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8231692139194504, + "mIoU": 0.6918863007374996, + "macroF1": 0.8169204877085277, + "F1_coffee": 0.8507437599798302, + "IoU_coffee": 0.7402559414990859, + "precision_coffee": 0.9390538033395176, + "recall_coffee": 0.7776156091565525, + "F1_noncoffee": 0.7830972154372252, + "IoU_noncoffee": 0.6435166599759133, + "kappa": 0.6384871509381025, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7804849478739604, + "mIoU": 0.6299787229668379, + "macroF1": 0.7712758699568238, + "F1_coffee": 0.7253810082063306, + "IoU_coffee": 0.5690963439871235, + "precision_coffee": 0.8369969563747041, + "recall_coffee": 0.6400310318076028, + "F1_noncoffee": 0.817170731707317, + "IoU_noncoffee": 0.6908611019465523, + "kappa": 0.5479041626809807, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.729860424222442, + "mIoU": 0.5608808517621401, + "macroF1": 0.7154890506239326, + "F1_coffee": 0.6515452225687554, + "IoU_coffee": 0.48317914213624896, + "precision_coffee": 0.8760960731986275, + "recall_coffee": 0.5186188219363574, + "F1_noncoffee": 0.7794328786791098, + "IoU_noncoffee": 0.6385825613880312, + "kappa": 0.4536953227361861, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7741697416974169, + "mIoU": 0.628627198641784, + "macroF1": 0.7714695994693679, + "F1_coffee": 0.7466288147622427, + "IoU_coffee": 0.5956964892412231, + "precision_coffee": 0.8667948365833562, + "recall_coffee": 0.6557240806150011, + "F1_noncoffee": 0.7963103841764929, + "IoU_noncoffee": 0.6615579080423447, + "kappa": 0.5498935662171791, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7677959649790635, + "mIoU": 0.6149557619452108, + "macroF1": 0.7600837095211346, + "F1_coffee": 0.8030987734021949, + "IoU_coffee": 0.6709816612729234, + "precision_coffee": 0.9800420168067226, + "recall_coffee": 0.6802770689026614, + "F1_noncoffee": 0.7170686456400742, + "IoU_noncoffee": 0.5589298626174982, + "kappa": 0.5416368686650709, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7935546875, + "mIoU": 0.6266176737477287, + "macroF1": 0.7650269124213954, + "F1_coffee": 0.8469003476245655, + "IoU_coffee": 0.7344554704182892, + "precision_coffee": 0.9802179379715004, + "recall_coffee": 0.7455055463470611, + "F1_noncoffee": 0.6831534772182254, + "IoU_noncoffee": 0.5187798770771682, + "kappa": 0.5473813602503862, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8670062252405206, + "mIoU": 0.7218932627967551, + "macroF1": 0.8337465345371851, + "F1_coffee": 0.9081074035453598, + "IoU_coffee": 0.8316819863913095, + "precision_coffee": 0.9759069897744782, + "recall_coffee": 0.8491163924436319, + "F1_noncoffee": 0.7593856655290102, + "IoU_noncoffee": 0.6121045392022009, + "kappa": 0.6716428453850799, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2493, + 2984 + ], + [ + 41495, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.524834473927816, + "test_tta": { + "OA": 0.8069443449609627, + "mIoU": 0.6732741516686302, + "macroF1": 0.8043069547009962, + "F1_coffee": 0.8270252057695702, + "IoU_coffee": 0.705066476992942, + "precision_coffee": 0.9310382197818077, + "recall_coffee": 0.743916871121374, + "F1_noncoffee": 0.7815887036324224, + "IoU_noncoffee": 0.6414818263443185, + "kappa": 0.6146861261356208, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7013816776277836, + "mIoU": 0.5375707212117249, + "macroF1": 0.6986033854474838, + "F1_coffee": 0.7275406945376548, + "IoU_coffee": 0.5717594986452668, + "precision_coffee": 0.9084754674816786, + "recall_coffee": 0.6067070494249847, + "F1_noncoffee": 0.6696660763573127, + "IoU_noncoffee": 0.5033819437781829, + "kappa": 0.4248658889645777, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.5255734566340247, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6923572809970633, + "mIoU": 0.5204992958081466, + "macroF1": 0.6821908038113806, + "F1_coffee": 0.739032689269656, + "IoU_coffee": 0.5860839396713728, + "precision_coffee": 0.7800044890499247, + "recall_coffee": 0.70215038245057, + "F1_noncoffee": 0.6253489183531054, + "IoU_noncoffee": 0.45491465194492037, + "kappa": 0.36688942741669056, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6655417099342333, + "mIoU": 0.48516498534543306, + "macroF1": 0.6490692136713105, + "F1_coffee": 0.7251001683302117, + "IoU_coffee": 0.5687506973630378, + "precision_coffee": 0.788369335464247, + "recall_coffee": 0.6712316741286981, + "F1_noncoffee": 0.5730382590124093, + "IoU_noncoffee": 0.4015792733278282, + "kappa": 0.3050897586340194, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5790527018012008, + "mIoU": 0.29069556049505646, + "macroF1": 0.3693423137557277, + "F1_coffee": 0.733011762714733, + "IoU_coffee": 0.5785466203580016, + "precision_coffee": 0.9995384260327718, + "recall_coffee": 0.5787012292891501, + "F1_noncoffee": 0.005672864796722345, + "IoU_noncoffee": 0.0028445006321112516, + "kappa": 0.002755811586428041, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6531855280789377, + "mIoU": 0.48194501696036496, + "macroF1": 0.6494536125486334, + "F1_coffee": 0.6856227915194346, + "IoU_coffee": 0.5216332017138536, + "precision_coffee": 0.7088708756707387, + "recall_coffee": 0.6638511707473538, + "F1_noncoffee": 0.6132844335778321, + "IoU_noncoffee": 0.4422568322068763, + "kappa": 0.29983358968278484, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7013289208335488, + "mIoU": 0.5337374037727506, + "macroF1": 0.6943658298446445, + "F1_coffee": 0.7404977985443436, + "IoU_coffee": 0.58792894342584, + "precision_coffee": 0.8254206730769231, + "recall_coffee": 0.6714192602248655, + "F1_noncoffee": 0.6482338611449452, + "IoU_noncoffee": 0.4795458641196612, + "kappa": 0.3973784775731019, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7157365460247922, + "mIoU": 0.5372223587752044, + "macroF1": 0.6938128518208093, + "F1_coffee": 0.7757442463278611, + "IoU_coffee": 0.6336455793660978, + "precision_coffee": 0.793635486981678, + "recall_coffee": 0.7586418804731909, + "F1_noncoffee": 0.6118814573137574, + "IoU_noncoffee": 0.44079913818431105, + "kappa": 0.38816384292149925, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6918121119831322, + "mIoU": 0.528564933307752, + "macroF1": 0.6915126166101171, + "F1_coffee": 0.6819006166122598, + "IoU_coffee": 0.5173362685745735, + "precision_coffee": 0.6403269754768393, + "recall_coffee": 0.7292474786656322, + "F1_noncoffee": 0.7011246166079745, + "IoU_noncoffee": 0.5397935980409305, + "kappa": 0.3854591772451391, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.670733047587647, + "mIoU": 0.4987171550950554, + "macroF1": 0.6637744343987394, + "F1_coffee": 0.6154043645699615, + "IoU_coffee": 0.44446504728351566, + "precision_coffee": 0.7136052396546592, + "recall_coffee": 0.5409614082599865, + "F1_noncoffee": 0.7121445042275173, + "IoU_noncoffee": 0.5529692629065951, + "kappa": 0.33694682012967325, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7244069583552979, + "mIoU": 0.5617504415781824, + "macroF1": 0.7179695097819476, + "F1_coffee": 0.7605788605971789, + "IoU_coffee": 0.6136565178835354, + "precision_coffee": 0.6800982800982801, + "recall_coffee": 0.8626636193642219, + "F1_noncoffee": 0.6753601589667163, + "IoU_noncoffee": 0.5098443652728295, + "kappa": 0.4464498052042287, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6113437381043015, + "mIoU": 0.4216922941880834, + "macroF1": 0.5857199390937422, + "F1_coffee": 0.6887511431765064, + "IoU_coffee": 0.5252634841909486, + "precision_coffee": 0.7781859931113663, + "recall_coffee": 0.6177542836310609, + "F1_noncoffee": 0.48268873501097787, + "IoU_noncoffee": 0.31812110418521816, + "kappa": 0.18923840613080062, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.728515625, + "mIoU": 0.522625350082129, + "macroF1": 0.6727216472961367, + "F1_coffee": 0.8078518108930053, + "IoU_coffee": 0.6776437847866419, + "precision_coffee": 0.8821132075471698, + "recall_coffee": 0.7451230396531939, + "F1_noncoffee": 0.5375914836992681, + "IoU_noncoffee": 0.36760691537761603, + "kappa": 0.356419941233349, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7079796264855688, + "mIoU": 0.507146622486633, + "macroF1": 0.6611319240032112, + "F1_coffee": 0.7871287128712872, + "IoU_coffee": 0.6489795918367347, + "precision_coffee": 0.9029815428300993, + "recall_coffee": 0.6976234003656308, + "F1_noncoffee": 0.5351351351351351, + "IoU_noncoffee": 0.36531365313653136, + "kappa": 0.34578118873012875, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2474, + 2984 + ], + [ + 36162, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7079226970672607, + "test_tta": { + "OA": 0.70174056299692, + "mIoU": 0.5277188984948868, + "macroF1": 0.687457574360953, + "F1_coffee": 0.7542710454102859, + "IoU_coffee": 0.6054856818020322, + "precision_coffee": 0.7714337447566165, + "recall_coffee": 0.7378553903882235, + "F1_noncoffee": 0.6206441033116202, + "IoU_noncoffee": 0.4499521151877415, + "kappa": 0.37539242700787046, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.679300796123226, + "mIoU": 0.495509498237141, + "macroF1": 0.6569556651936885, + "F1_coffee": 0.74450776725802, + "IoU_coffee": 0.5930006955375773, + "precision_coffee": 0.781277129352754, + "recall_coffee": 0.7110438065139145, + "F1_noncoffee": 0.5694035631293571, + "IoU_noncoffee": 0.39801830093670476, + "kappa": 0.3164629548392165, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.6078654499636869, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.77195401475539, + "mIoU": 0.6218707174874158, + "macroF1": 0.7656614482322376, + "F1_coffee": 0.8040618509116085, + "IoU_coffee": 0.672327286761868, + "precision_coffee": 0.8609555189456343, + "recall_coffee": 0.7542213883677298, + "F1_noncoffee": 0.7272610455528666, + "IoU_noncoffee": 0.5714141482129635, + "kappa": 0.534154526369362, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6892811814930195, + "mIoU": 0.5190630822360123, + "macroF1": 0.6815256527712037, + "F1_coffee": 0.7312241129796896, + "IoU_coffee": 0.576322517207473, + "precision_coffee": 0.8471901017576319, + "recall_coffee": 0.6431832148187165, + "F1_noncoffee": 0.6318271925627179, + "IoU_noncoffee": 0.4618036472645516, + "kappa": 0.3789902425406232, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2170780520346898, + "mIoU": 0.10883409112016755, + "macroF1": 0.17925312931641435, + "F1_coffee": 0.3554481546572935, + "IoU_coffee": 0.21613678867218808, + "precision_coffee": 0.9987654320987654, + "recall_coffee": 0.2161945483698557, + "F1_noncoffee": 0.0030581039755351682, + "IoU_noncoffee": 0.0015313935681470138, + "kappa": 0.00012867637028967266, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.759105859422585, + "mIoU": 0.6105021328812453, + "macroF1": 0.7579202050767354, + "F1_coffee": 0.7748619570786133, + "IoU_coffee": 0.6324691013846296, + "precision_coffee": 0.8285853420988556, + "recall_coffee": 0.7276809579813963, + "F1_noncoffee": 0.7409784530748575, + "IoU_noncoffee": 0.588535164377861, + "kappa": 0.5181708202288741, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7521071410103936, + "mIoU": 0.5974247048615413, + "macroF1": 0.7469416159424416, + "F1_coffee": 0.7830965523482037, + "IoU_coffee": 0.6435157644259369, + "precision_coffee": 0.8805453805453806, + "recall_coffee": 0.7050676226169138, + "F1_noncoffee": 0.7107866795366795, + "IoU_noncoffee": 0.5513336452971456, + "kappa": 0.5020156055635916, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8015632000796535, + "mIoU": 0.6523762119213927, + "macroF1": 0.7870793356782726, + "F1_coffee": 0.8426123351496486, + "IoU_coffee": 0.7280294759825328, + "precision_coffee": 0.8669158271043224, + "recall_coffee": 0.8196343524350899, + "F1_noncoffee": 0.7315463362068966, + "IoU_noncoffee": 0.5767229478602527, + "kappa": 0.5747287675507654, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7438210144078716, + "mIoU": 0.5891189611008101, + "macroF1": 0.7408241343814057, + "F1_coffee": 0.7129544559653498, + "IoU_coffee": 0.5539465633285744, + "precision_coffee": 0.7238805970149254, + "recall_coffee": 0.7023532454098784, + "F1_noncoffee": 0.7686938127974616, + "IoU_noncoffee": 0.6242913588730459, + "kappa": 0.48174341267496146, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6838114078470161, + "mIoU": 0.5085854120391906, + "macroF1": 0.6711116272248595, + "F1_coffee": 0.6064833812064013, + "IoU_coffee": 0.43521790341578326, + "precision_coffee": 0.7697916666666667, + "recall_coffee": 0.5003385240352065, + "F1_noncoffee": 0.7357398732433177, + "IoU_noncoffee": 0.5819529206625981, + "kappa": 0.36152007833907457, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7342119135477069, + "mIoU": 0.5800365989774564, + "macroF1": 0.7342051065682939, + "F1_coffee": 0.7328600190738582, + "IoU_coffee": 0.5783575848804148, + "precision_coffee": 0.7478373702422145, + "recall_coffee": 0.7184708082277166, + "F1_noncoffee": 0.7355501940627295, + "IoU_noncoffee": 0.581715613074498, + "kappa": 0.4686212043066161, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7756629869305925, + "mIoU": 0.6159113978507793, + "macroF1": 0.7590911335435493, + "F1_coffee": 0.8222758343385606, + "IoU_coffee": 0.698190508706043, + "precision_coffee": 0.916629314208875, + "recall_coffee": 0.7455340867663143, + "F1_noncoffee": 0.695906432748538, + "IoU_noncoffee": 0.5336322869955157, + "kappa": 0.5267619020318631, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81279296875, + "mIoU": 0.6332266790875064, + "macroF1": 0.7667140418643077, + "F1_coffee": 0.8703941586099655, + "IoU_coffee": 0.770529087862102, + "precision_coffee": 0.9264536557282671, + "recall_coffee": 0.8207318628075991, + "F1_noncoffee": 0.66303392511865, + "IoU_noncoffee": 0.49592427031291086, + "kappa": 0.5378277171899511, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8618185248066402, + "mIoU": 0.6995047259853211, + "macroF1": 0.8160814261355842, + "F1_coffee": 0.9077978475674995, + "IoU_coffee": 0.8311628443010257, + "precision_coffee": 0.9385736595523165, + "recall_coffee": 0.8789762340036563, + "F1_noncoffee": 0.7243650047036688, + "IoU_noncoffee": 0.5678466076696165, + "kappa": 0.6333413737975953, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 27, + 28 + ], + [ + 2528, + 2984 + ], + [ + 40554, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.524362202485402, + "test_tta": { + "OA": 0.7884284793352911, + "mIoU": 0.6424345840418655, + "macroF1": 0.7809520716645553, + "F1_coffee": 0.8214204742975469, + "IoU_coffee": 0.6969580383707807, + "precision_coffee": 0.8621969793120955, + "recall_coffee": 0.7843267426757108, + "F1_noncoffee": 0.7404836690315637, + "IoU_noncoffee": 0.5879111297129503, + "kappa": 0.5633235270694148, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7054632514134072, + "mIoU": 0.5361761205662918, + "macroF1": 0.6958158062735205, + "F1_coffee": 0.7499877577004065, + "IoU_coffee": 0.5999843300099896, + "precision_coffee": 0.8480343300110742, + "recall_coffee": 0.6722631902379071, + "F1_noncoffee": 0.6416438548466343, + "IoU_noncoffee": 0.47236791112259396, + "kappa": 0.40306871173792885, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.7564588431365422, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7911682544230356, + "mIoU": 0.6500331616657218, + "macroF1": 0.7872083613526061, + "F1_coffee": 0.8162364879770572, + "IoU_coffee": 0.6895266492732016, + "precision_coffee": 0.8987750286289343, + "recall_coffee": 0.7475826237552317, + "F1_noncoffee": 0.758180234728155, + "IoU_noncoffee": 0.610539674058242, + "kappa": 0.5790879973256775, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7030691127264336, + "mIoU": 0.5373771030876254, + "macroF1": 0.69787871798098, + "F1_coffee": 0.7374783229623585, + "IoU_coffee": 0.584131216418212, + "precision_coffee": 0.8800365185636032, + "recall_coffee": 0.6346677201299271, + "F1_noncoffee": 0.6582791129996016, + "IoU_noncoffee": 0.49062298975703894, + "kappa": 0.4157152911275359, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20426951300867244, + "mIoU": 0.10240981558343028, + "macroF1": 0.1704654371640677, + "F1_coffee": 0.33792184724689167, + "IoU_coffee": 0.20331285065455518, + "precision_coffee": 0.9986876640419947, + "recall_coffee": 0.20336718332442544, + "F1_noncoffee": 0.003009027081243731, + "IoU_noncoffee": 0.0015067805123053742, + "kappa": 7.936698254785621e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.759836764526739, + "mIoU": 0.6120785181837931, + "macroF1": 0.7592522183361261, + "F1_coffee": 0.7711151100017415, + "IoU_coffee": 0.6274917335852621, + "precision_coffee": 0.8435356870713742, + "recall_coffee": 0.710146477066182, + "F1_noncoffee": 0.7473893266705106, + "IoU_noncoffee": 0.5966653027823241, + "kappa": 0.5223897429400437, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7921816019442577, + "mIoU": 0.6511897736217748, + "macroF1": 0.7880252391635313, + "F1_coffee": 0.8177076246201297, + "IoU_coffee": 0.691628941916673, + "precision_coffee": 0.9223370510590402, + "recall_coffee": 0.7343979142903699, + "F1_noncoffee": 0.7583428537069329, + "IoU_noncoffee": 0.6107506053268765, + "kappa": 0.5831614249775616, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8158012644994275, + "mIoU": 0.6793756206521562, + "macroF1": 0.8077895324772661, + "F1_coffee": 0.8470315859103688, + "IoU_coffee": 0.7346528973034997, + "precision_coffee": 0.9170993733213966, + "recall_coffee": 0.7869104317099401, + "F1_noncoffee": 0.7685474790441637, + "IoU_noncoffee": 0.6240983440008128, + "kappa": 0.6189445859306083, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7425325055640155, + "mIoU": 0.5875015515327395, + "macroF1": 0.7395404342708864, + "F1_coffee": 0.7116242456048282, + "IoU_coffee": 0.5523421588594705, + "precision_coffee": 0.722237017310253, + "recall_coffee": 0.7013188518231187, + "F1_noncoffee": 0.7674566229369446, + "IoU_noncoffee": 0.6226609442060086, + "kappa": 0.47917155409021983, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7518408616331465, + "mIoU": 0.595631163153857, + "macroF1": 0.7452365892953632, + "F1_coffee": 0.7042179722294996, + "IoU_coffee": 0.5434694702790134, + "precision_coffee": 0.8392132375897596, + "recall_coffee": 0.6066350710900474, + "F1_noncoffee": 0.7862552063612268, + "IoU_noncoffee": 0.6477928560287006, + "kappa": 0.49982588703398845, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.77227200843437, + "mIoU": 0.627451001302082, + "macroF1": 0.7708121569834031, + "F1_coffee": 0.7525206232813932, + "IoU_coffee": 0.6032329169728141, + "precision_coffee": 0.8388250319284802, + "recall_coffee": 0.6823187201329732, + "F1_noncoffee": 0.789103690685413, + "IoU_noncoffee": 0.6516690856313497, + "kappa": 0.5457223384226226, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7785813982997082, + "mIoU": 0.6254253370306073, + "macroF1": 0.7674532705164033, + "F1_coffee": 0.8183237896928683, + "IoU_coffee": 0.6925110132158591, + "precision_coffee": 0.9541150764748726, + "recall_coffee": 0.7163689391177542, + "F1_noncoffee": 0.7165827513399383, + "IoU_noncoffee": 0.5583396608453556, + "kappa": 0.5491527697445038, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82802734375, + "mIoU": 0.6661598770751824, + "macroF1": 0.7937799294816889, + "F1_coffee": 0.877818635953653, + "IoU_coffee": 0.782243106219859, + "precision_coffee": 0.9628614916286149, + "recall_coffee": 0.8065791151345149, + "F1_noncoffee": 0.7097412230097248, + "IoU_noncoffee": 0.5500766479305059, + "kappa": 0.5950642345633823, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8547443878513488, + "mIoU": 0.6979894692638176, + "macroF1": 0.816141124368034, + "F1_coffee": 0.9003880983182406, + "IoU_coffee": 0.8188235294117647, + "precision_coffee": 0.9593383873190903, + "recall_coffee": 0.8482632541133455, + "F1_noncoffee": 0.7318941504178273, + "IoU_noncoffee": 0.5771554091158704, + "kappa": 0.635981777551554, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2559, + 2984 + ], + [ + 41595, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5223952889442445, + "test_tta": { + "OA": 0.8095587708616861, + "mIoU": 0.6732279840795837, + "macroF1": 0.8037532088839796, + "F1_coffee": 0.8375070665709178, + "IoU_coffee": 0.7204405656905526, + "precision_coffee": 0.8897221140111674, + "recall_coffee": 0.7910809640640785, + "F1_noncoffee": 0.7699993511970414, + "IoU_noncoffee": 0.6260154024686149, + "kappa": 0.609410552486643, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7222943348332757, + "mIoU": 0.5576361809350829, + "macroF1": 0.7142051201197507, + "F1_coffee": 0.7622868853470944, + "IoU_coffee": 0.6158833386530482, + "precision_coffee": 0.8712080593729717, + "recall_coffee": 0.6775744008427707, + "F1_noncoffee": 0.6661233548924069, + "IoU_noncoffee": 0.49938902321711776, + "kappa": 0.440689349029134, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.7959810020670965, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7940691927512356, + "mIoU": 0.6562795319036164, + "macroF1": 0.7921428639304939, + "F1_coffee": 0.8121528912120222, + "IoU_coffee": 0.6837183718371838, + "precision_coffee": 0.9354656632173095, + "recall_coffee": 0.7175638620291528, + "F1_noncoffee": 0.7721328366489657, + "IoU_noncoffee": 0.6288406919700491, + "kappa": 0.5928674311588018, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6986990884965962, + "mIoU": 0.5350186623772293, + "macroF1": 0.6965942917815282, + "F1_coffee": 0.7218649731730372, + "IoU_coffee": 0.5647799004187413, + "precision_coffee": 0.9175212373506617, + "recall_coffee": 0.5949872706522693, + "F1_noncoffee": 0.6713236103900191, + "IoU_noncoffee": 0.5052574243357173, + "kappa": 0.42413353965794987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15463642428285523, + "mIoU": 0.07756350462731817, + "macroF1": 0.13472361631781318, + "F1_coffee": 0.2659870250231696, + "IoU_coffee": 0.1533939070016034, + "precision_coffee": 1.0, + "recall_coffee": 0.1533939070016034, + "F1_noncoffee": 0.0034602076124567475, + "IoU_noncoffee": 0.0017331022530329288, + "kappa": 0.0005315533396181266, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7974174686319893, + "mIoU": 0.6630000996704306, + "macroF1": 0.7973414397349263, + "F1_coffee": 0.8012667304015296, + "IoU_coffee": 0.6684278735918652, + "precision_coffee": 0.9081674116212921, + "recall_coffee": 0.7168822837592217, + "F1_noncoffee": 0.793416149068323, + "IoU_noncoffee": 0.6575723257489962, + "kappa": 0.6004377996601183, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7635865349811263, + "mIoU": 0.6160363776399185, + "macroF1": 0.7621228220405883, + "F1_coffee": 0.7807825086306099, + "IoU_coffee": 0.6403964134025484, + "precision_coffee": 0.9487298997902587, + "recall_coffee": 0.6633534300146652, + "F1_noncoffee": 0.7434631354505667, + "IoU_noncoffee": 0.5916763418772886, + "kappa": 0.5410753793582885, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8206800418180913, + "mIoU": 0.6889423772712118, + "macroF1": 0.8149288149401259, + "F1_coffee": 0.8475537497883867, + "IoU_coffee": 0.735438854204921, + "precision_coffee": 0.94373232799246, + "recall_coffee": 0.7691657704716547, + "F1_noncoffee": 0.7823038800918651, + "IoU_noncoffee": 0.6424459003375025, + "kappa": 0.6352672619728033, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.790910155792433, + "mIoU": 0.6475412611427611, + "macroF1": 0.7850293338129725, + "F1_coffee": 0.7494736842105263, + "IoU_coffee": 0.5993265993265994, + "precision_coffee": 0.8195211786372008, + "recall_coffee": 0.6904577191621412, + "F1_noncoffee": 0.8205849834154186, + "IoU_noncoffee": 0.6957559229589227, + "kappa": 0.5722964258670518, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7350258270139576, + "mIoU": 0.568862300939555, + "macroF1": 0.722461276328077, + "F1_coffee": 0.6634091860952115, + "IoU_coffee": 0.4963442657196574, + "precision_coffee": 0.8696925329428989, + "recall_coffee": 0.5362220717670955, + "F1_noncoffee": 0.7815133665609425, + "IoU_noncoffee": 0.6413803361594527, + "kappa": 0.4644792611906026, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7392725355824987, + "mIoU": 0.5791871267476312, + "macroF1": 0.7319853925877164, + "F1_coffee": 0.6877919454614316, + "IoU_coffee": 0.5241485472387916, + "precision_coffee": 0.8764478764478765, + "recall_coffee": 0.565967172241845, + "F1_noncoffee": 0.7761788397140013, + "IoU_noncoffee": 0.6342257062564709, + "kappa": 0.4812030820198326, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8044664382692551, + "mIoU": 0.6614804943704204, + "macroF1": 0.794567258452654, + "F1_coffee": 0.8396628862761419, + "IoU_coffee": 0.7236370157819225, + "precision_coffee": 0.9781818181818182, + "recall_coffee": 0.7355085672621218, + "F1_noncoffee": 0.749471630629166, + "IoU_noncoffee": 0.5993239729589184, + "kappa": 0.6016170489736996, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78896484375, + "mIoU": 0.6221872231632646, + "macroF1": 0.7618896539602869, + "F1_coffee": 0.8421821368582487, + "IoU_coffee": 0.7273874101173206, + "precision_coffee": 0.9856410256410256, + "recall_coffee": 0.7351778656126482, + "F1_noncoffee": 0.681597171062325, + "IoU_noncoffee": 0.5169870362092087, + "kappa": 0.5432988767309994, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.893510658366346, + "mIoU": 0.7625519410384816, + "macroF1": 0.8613682322586023, + "F1_coffee": 0.9281212198382887, + "IoU_coffee": 0.8658826324542647, + "precision_coffee": 0.9716075713143162, + "recall_coffee": 0.8883607556368068, + "F1_noncoffee": 0.7946152446789158, + "IoU_noncoffee": 0.6592212496226985, + "kappa": 0.7243144596429751, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2680, + 2984 + ], + [ + 41636, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5223443150520324, + "test_tta": { + "OA": 0.8080545806174343, + "mIoU": 0.6747263881239938, + "macroF1": 0.8053313232715058, + "F1_coffee": 0.8283559384457717, + "IoU_coffee": 0.7070030614476274, + "precision_coffee": 0.9302618328298087, + "recall_coffee": 0.7465723769663732, + "F1_noncoffee": 0.78230670809724, + "IoU_noncoffee": 0.6424497148003603, + "kappa": 0.6164993889699963, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7121697242413754, + "mIoU": 0.5498654031627151, + "macroF1": 0.7088069903196932, + "F1_coffee": 0.7400992355476839, + "IoU_coffee": 0.5874266104357893, + "precision_coffee": 0.9100662972808506, + "recall_coffee": 0.6236283030462646, + "F1_noncoffee": 0.6775147450917024, + "IoU_noncoffee": 0.512304195889641, + "kappa": 0.4417739231256075, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 92, + "stopped_epoch": 100, + "best_val": 0.6464162478333679, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8127400664923663, + "mIoU": 0.6236397675174735, + "macroF1": 0.7573938991713831, + "F1_coffee": 0.8732702032613563, + "IoU_coffee": 0.7750484683986041, + "precision_coffee": 0.9080728693439942, + "recall_coffee": 0.841036753413418, + "F1_noncoffee": 0.64151759508141, + "IoU_noncoffee": 0.47223106663634296, + "kappa": 0.5167955208429773, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7872966424368294, + "mIoU": 0.5932645198076408, + "macroF1": 0.733361950860349, + "F1_coffee": 0.8532829287703939, + "IoU_coffee": 0.744109379879932, + "precision_coffee": 0.881358022154175, + "recall_coffee": 0.8269412467943156, + "F1_noncoffee": 0.6134409729503041, + "IoU_noncoffee": 0.4424196597353497, + "kappa": 0.46814578997661127, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49382716049382713, + "mIoU": 0.2556547619047619, + "macroF1": 0.35098690639046315, + "F1_coffee": 0.6554621848739496, + "IoU_coffee": 0.4875, + "precision_coffee": 1.0, + "recall_coffee": 0.4875, + "F1_noncoffee": 0.046511627906976744, + "IoU_noncoffee": 0.023809523809523808, + "kappa": 0.022947925860547176, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8010679611650485, + "mIoU": 0.6099561400104656, + "macroF1": 0.7467550466718904, + "F1_coffee": 0.864034505640345, + "IoU_coffee": 0.7606168584613587, + "precision_coffee": 0.9074499965154366, + "recall_coffee": 0.8245836235830536, + "F1_noncoffee": 0.6294755877034358, + "IoU_noncoffee": 0.4592954215595725, + "kappa": 0.49664989568365003, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7879696339635414, + "mIoU": 0.591869203705826, + "macroF1": 0.731715823208774, + "F1_coffee": 0.8545653543829392, + "IoU_coffee": 0.7460620801482511, + "precision_coffee": 0.902170868347339, + "recall_coffee": 0.8117320899754269, + "F1_noncoffee": 0.6088662920346088, + "IoU_noncoffee": 0.4376763272634009, + "kappa": 0.46741986770491245, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8491368889318698, + "mIoU": 0.673187916868583, + "macroF1": 0.7955889057069025, + "F1_coffee": 0.9002110919209365, + "IoU_coffee": 0.8185307974175536, + "precision_coffee": 0.9141279636245534, + "recall_coffee": 0.8867116123747716, + "F1_noncoffee": 0.6909667194928685, + "IoU_noncoffee": 0.5278450363196125, + "kappa": 0.5914710459252736, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.848780487804878, + "mIoU": 0.5838376475278642, + "macroF1": 0.7042584264569086, + "F1_coffee": 0.9109978320735923, + "IoU_coffee": 0.8365436349940816, + "precision_coffee": 0.9471247563352827, + "recall_coffee": 0.877525680099334, + "F1_noncoffee": 0.4975190208402249, + "IoU_noncoffee": 0.33113166006164685, + "kappa": 0.41333584480345026, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7681087517364557, + "mIoU": 0.49880615630941494, + "macroF1": 0.6274129138489043, + "F1_coffee": 0.8563702292422101, + "IoU_coffee": 0.7488177128116938, + "precision_coffee": 0.9440379403794038, + "recall_coffee": 0.7836013946687662, + "F1_noncoffee": 0.39845559845559847, + "IoU_noncoffee": 0.24879459980713597, + "kappa": 0.28080182538292897, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.883111728517563, + "mIoU": 0.626261429909474, + "macroF1": 0.7409295656722036, + "F1_coffee": 0.9328545371637027, + "IoU_coffee": 0.8741587437239611, + "precision_coffee": 0.945683577949844, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5490045941807045, + "IoU_noncoffee": 0.3783641160949868, + "kappa": 0.48249881237722214, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7556608242539081, + "mIoU": 0.5922935326008354, + "macroF1": 0.7409161451053354, + "F1_coffee": 0.8027231698921441, + "IoU_coffee": 0.670457449527217, + "precision_coffee": 0.8544211040547142, + "recall_coffee": 0.7569244085401039, + "F1_noncoffee": 0.6791091203185268, + "IoU_noncoffee": 0.5141296156744537, + "kappa": 0.4848997262666835, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8068471187399793, + "mIoU": 0.6529447587752739, + "macroF1": 0.7864486440855316, + "F1_coffee": 0.8524495677233429, + "IoU_coffee": 0.7428427925665495, + "precision_coffee": 0.8573913043478261, + "recall_coffee": 0.8475644699140401, + "F1_noncoffee": 0.7204477204477204, + "IoU_noncoffee": 0.5630467249839983, + "kappa": 0.5729241681292634, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8168442893520702, + "mIoU": 0.6699955646119973, + "macroF1": 0.7994942677498228, + "F1_coffee": 0.8584754408978283, + "IoU_coffee": 0.7520429009193054, + "precision_coffee": 0.8736280035597745, + "recall_coffee": 0.8438395415472779, + "F1_noncoffee": 0.7405130946018172, + "IoU_noncoffee": 0.5879482283046892, + "kappa": 0.5992096005208343, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2551, + 2995 + ], + [ + 47808, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0749069054921465, + "test_tta": { + "OA": 0.8334463058003292, + "mIoU": 0.6476966513657539, + "macroF1": 0.7755776996975756, + "F1_coffee": 0.8895382441718579, + "IoU_coffee": 0.801052570701521, + "precision_coffee": 0.9054322009892576, + "recall_coffee": 0.874192666147729, + "F1_noncoffee": 0.6616171552232933, + "IoU_noncoffee": 0.4943407320299868, + "kappa": 0.5515786862947313, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8063199492327218, + "mIoU": 0.6120683337699138, + "macroF1": 0.7474998536782171, + "F1_coffee": 0.8693689750099707, + "IoU_coffee": 0.7689236857954057, + "precision_coffee": 0.8772281115037299, + "recall_coffee": 0.8616494089971269, + "F1_noncoffee": 0.6256307323464637, + "IoU_noncoffee": 0.45521298174442193, + "kappa": 0.49511584424297145, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.5949466548928368, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7802201349214034, + "mIoU": 0.5996317451360643, + "macroF1": 0.7418361991676709, + "F1_coffee": 0.8413818808675193, + "IoU_coffee": 0.7261943059353386, + "precision_coffee": 0.9425119386237311, + "recall_coffee": 0.7598510508488839, + "F1_noncoffee": 0.6422905174678224, + "IoU_noncoffee": 0.47306918433678996, + "kappa": 0.4967388554875041, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7541969539633091, + "mIoU": 0.5685303577252978, + "macroF1": 0.7166250254740635, + "F1_coffee": 0.8198090565957942, + "IoU_coffee": 0.6946410334509882, + "precision_coffee": 0.90749496746407, + "recall_coffee": 0.747575249223887, + "F1_noncoffee": 0.6134409943523328, + "IoU_noncoffee": 0.4424196819996074, + "kappa": 0.44437846035720885, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8321844660194174, + "mIoU": 0.6604875075642678, + "macroF1": 0.7877556920314354, + "F1_coffee": 0.8848626144879267, + "IoU_coffee": 0.7935009856042052, + "precision_coffee": 0.9332583953913166, + "recall_coffee": 0.8412386802609081, + "F1_noncoffee": 0.690648769574944, + "IoU_noncoffee": 0.5274740295243302, + "kappa": 0.5785563761257372, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7619554180165369, + "mIoU": 0.5797775790290307, + "macroF1": 0.7263486852855561, + "F1_coffee": 0.8250595216943251, + "IoU_coffee": 0.7022138882167916, + "precision_coffee": 0.9461287693561532, + "recall_coffee": 0.7314598954067166, + "F1_noncoffee": 0.627637848876787, + "IoU_noncoffee": 0.4573412698412698, + "kappa": 0.4711301661759026, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7467240462260045, + "mIoU": 0.5639489883636927, + "macroF1": 0.7138789126351057, + "F1_coffee": 0.8108205720889916, + "IoU_coffee": 0.6818319868796696, + "precision_coffee": 0.9499026825759499, + "recall_coffee": 0.7072648226324744, + "F1_noncoffee": 0.6169372531812198, + "IoU_noncoffee": 0.4460659898477157, + "kappa": 0.45156487549933716, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8620209059233449, + "mIoU": 0.5910329376729286, + "macroF1": 0.7082131314601346, + "F1_coffee": 0.9200599838505018, + "IoU_coffee": 0.8519547105319376, + "precision_coffee": 0.9406769666234226, + "recall_coffee": 0.9003273507167852, + "F1_noncoffee": 0.49636627906976744, + "IoU_noncoffee": 0.3301111648139198, + "kappa": 0.41818703506765414, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7550109148640604, + "mIoU": 0.5036863038405528, + "macroF1": 0.6392438111252826, + "F1_coffee": 0.8436054981947172, + "IoU_coffee": 0.7295135845749343, + "precision_coffee": 0.9656322505800464, + "recall_coffee": 0.7489596220897536, + "F1_noncoffee": 0.43488212405584803, + "IoU_noncoffee": 0.2778590231061714, + "kappa": 0.3178502317944539, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8170271879341139, + "mIoU": 0.5608338021146299, + "macroF1": 0.6879276759469728, + "F1_coffee": 0.8886473429951691, + "IoU_coffee": 0.7996087806998479, + "precision_coffee": 0.959447124788108, + "recall_coffee": 0.8275784501180969, + "F1_noncoffee": 0.4872080088987764, + "IoU_noncoffee": 0.3220588235294118, + "kappa": 0.3911236798741555, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8037896731406916, + "mIoU": 0.6623184647256017, + "macroF1": 0.7954438241681951, + "F1_coffee": 0.8367620398833452, + "IoU_coffee": 0.7193386637755793, + "precision_coffee": 0.9223284100781929, + "recall_coffee": 0.7657241777264858, + "F1_noncoffee": 0.7541256084530452, + "IoU_noncoffee": 0.6052982656756242, + "kappa": 0.5961233623589847, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.768556069037065, + "mIoU": 0.6172258759637961, + "macroF1": 0.7620671988363169, + "F1_coffee": 0.8013598834385625, + "IoU_coffee": 0.6685575364667747, + "precision_coffee": 0.9211016002977298, + "recall_coffee": 0.7091690544412608, + "F1_noncoffee": 0.7227745142340714, + "IoU_noncoffee": 0.5658942154608173, + "kappa": 0.5350992386385308, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6799019145524852, + "mIoU": 0.5143557068462921, + "macroF1": 0.6791152126283428, + "F1_coffee": 0.6950035945363048, + "IoU_coffee": 0.5325712711747693, + "precision_coffee": 0.9322565091610414, + "recall_coffee": 0.5540114613180516, + "F1_noncoffee": 0.663226830720381, + "IoU_noncoffee": 0.49614014251781474, + "kappa": 0.4010631830342349, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2439, + 2995 + ], + [ + 45905, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5596644997596742, + "test_tta": { + "OA": 0.8030728511022885, + "mIoU": 0.6250792308050059, + "macroF1": 0.7612244414490791, + "F1_coffee": 0.8611863211303497, + "IoU_coffee": 0.7562135379205626, + "precision_coffee": 0.9376006341499665, + "recall_coffee": 0.7962888940315149, + "F1_noncoffee": 0.6612625617678085, + "IoU_noncoffee": 0.49394492368944926, + "kappa": 0.5300658414108581, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7753547940463829, + "mIoU": 0.5895748554223696, + "macroF1": 0.7328378881086841, + "F1_coffee": 0.8394160583941606, + "IoU_coffee": 0.7232704402515723, + "precision_coffee": 0.9019607843137255, + "recall_coffee": 0.7849829351535836, + "F1_noncoffee": 0.6262597178232076, + "IoU_noncoffee": 0.4558792705931671, + "kappa": 0.4715892882474073, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.7682255129401765, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.887624673186792, + "mIoU": 0.7400465180156024, + "macroF1": 0.8448623650115363, + "F1_coffee": 0.9263120019472342, + "IoU_coffee": 0.8627385270462072, + "precision_coffee": 0.9319633730834753, + "recall_coffee": 0.9207287568636526, + "F1_noncoffee": 0.7634127280758384, + "IoU_noncoffee": 0.6173545089849976, + "kappa": 0.6897613569498342, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8560776508595823, + "mIoU": 0.6903494980829005, + "macroF1": 0.8093259334914564, + "F1_coffee": 0.9037417164243892, + "IoU_coffee": 0.8243875827115303, + "precision_coffee": 0.9042039839407041, + "recall_coffee": 0.9032799213281657, + "F1_noncoffee": 0.7149101505585236, + "IoU_noncoffee": 0.5563114134542706, + "kappa": 0.61865216218461, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8805339805825243, + "mIoU": 0.7343894597680428, + "macroF1": 0.8415192212298683, + "F1_coffee": 0.9201518445215924, + "IoU_coffee": 0.8521122528694189, + "precision_coffee": 0.9434464404524284, + "recall_coffee": 0.8979798619466784, + "F1_noncoffee": 0.7628865979381443, + "IoU_noncoffee": 0.6166666666666667, + "kappa": 0.6836112228566095, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8902857695469272, + "mIoU": 0.7430409251893562, + "macroF1": 0.8468036249475719, + "F1_coffee": 0.9284204549039402, + "IoU_coffee": 0.8664036740461611, + "precision_coffee": 0.9296815769522365, + "recall_coffee": 0.927162749669208, + "F1_noncoffee": 0.7651867949912036, + "IoU_noncoffee": 0.6196781763325512, + "kappa": 0.6936090993989651, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8920264977515594, + "mIoU": 0.742583450249243, + "macroF1": 0.8461641586987518, + "F1_coffee": 0.9301598223501079, + "IoU_coffee": 0.8694381102730515, + "precision_coffee": 0.9234877654949696, + "recall_coffee": 0.9369289899817277, + "F1_noncoffee": 0.7621684950473959, + "IoU_noncoffee": 0.6157287902254345, + "kappa": 0.6923829977831183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.916674962667994, + "mIoU": 0.7111446401930829, + "macroF1": 0.8154126075709534, + "F1_coffee": 0.9521303974835573, + "IoU_coffee": 0.9086344285558345, + "precision_coffee": 0.9649895664270809, + "recall_coffee": 0.939609436731008, + "F1_noncoffee": 0.6786948176583494, + "IoU_noncoffee": 0.5136548518303312, + "kappa": 0.6312647093767269, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9058344909704307, + "mIoU": 0.6838314363543198, + "macroF1": 0.7928423111025241, + "F1_coffee": 0.9458364248615947, + "IoU_coffee": 0.8972387655657823, + "precision_coffee": 0.9601390498261877, + "recall_coffee": 0.9319536610055111, + "F1_noncoffee": 0.6398481973434536, + "IoU_noncoffee": 0.47042410714285715, + "kappa": 0.5862950470841353, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9316332605675729, + "mIoU": 0.7389626223998176, + "macroF1": 0.8365259628852592, + "F1_coffee": 0.9612158739093724, + "IoU_coffee": 0.9253278422022326, + "precision_coffee": 0.9621365787694388, + "recall_coffee": 0.9602969294792487, + "F1_noncoffee": 0.711836051861146, + "IoU_noncoffee": 0.5525974025974026, + "kappa": 0.6730541502524553, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8461392704879204, + "mIoU": 0.7186411262835533, + "macroF1": 0.8346614443512121, + "F1_coffee": 0.8782243551289742, + "IoU_coffee": 0.7828877005347593, + "precision_coffee": 0.9144284821986258, + "recall_coffee": 0.8447778418926717, + "F1_noncoffee": 0.79109853357345, + "IoU_noncoffee": 0.6543945520323473, + "kappa": 0.670209708924954, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8755069320003772, + "mIoU": 0.7567060139079727, + "macroF1": 0.8595389315117259, + "F1_coffee": 0.9068980110029623, + "IoU_coffee": 0.829655439411537, + "precision_coffee": 0.8931647679911087, + "recall_coffee": 0.9210601719197707, + "F1_noncoffee": 0.8121798520204895, + "IoU_noncoffee": 0.6837565884044082, + "kappa": 0.7192117829312294, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8543808356125625, + "mIoU": 0.7212267790652087, + "macroF1": 0.83534718091913, + "F1_coffee": 0.8913288288288288, + "IoU_coffee": 0.8039614017267649, + "precision_coffee": 0.8760376314333149, + "recall_coffee": 0.907163323782235, + "F1_noncoffee": 0.7793655330094312, + "IoU_noncoffee": 0.6384921564036525, + "kappa": 0.6708979380733695, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2693, + 2995 + ], + [ + 52306, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.126572052637736, + "test_tta": { + "OA": 0.8895290662018657, + "mIoU": 0.7414653967522655, + "macroF1": 0.8456797375666916, + "F1_coffee": 0.9279405417355329, + "IoU_coffee": 0.865568168427668, + "precision_coffee": 0.9286737747060558, + "recall_coffee": 0.9272084656975154, + "F1_noncoffee": 0.7634189333978502, + "IoU_noncoffee": 0.6173626250768629, + "kappa": 0.6913601068156134, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8584862120687666, + "mIoU": 0.6911613599391708, + "macroF1": 0.8095522943620708, + "F1_coffee": 0.906089087115484, + "IoU_coffee": 0.8283024480725147, + "precision_coffee": 0.8995458087075502, + "recall_coffee": 0.9127282543722643, + "F1_noncoffee": 0.7130155016086575, + "IoU_noncoffee": 0.554020271805827, + "kappa": 0.6191661662352398, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7723103307693953, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9009392853684516, + "mIoU": 0.7539135023779853, + "macroF1": 0.853656784096873, + "F1_coffee": 0.9368401555843675, + "IoU_coffee": 0.8811846689895471, + "precision_coffee": 0.9168764728393322, + "recall_coffee": 0.9576925504386427, + "F1_noncoffee": 0.7704734126093785, + "IoU_noncoffee": 0.6266423357664234, + "kappa": 0.7078169605447814, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8691877235490942, + "mIoU": 0.6983798739201795, + "macroF1": 0.8136915302106685, + "F1_coffee": 0.915374423855642, + "IoU_coffee": 0.8439543045901865, + "precision_coffee": 0.8867798326011895, + "recall_coffee": 0.9458745492759492, + "F1_noncoffee": 0.712008636565695, + "IoU_noncoffee": 0.5528054432501726, + "kappa": 0.6286969006945695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5802469135802469, + "mIoU": 0.30178571428571427, + "macroF1": 0.39285714285714285, + "F1_coffee": 0.7301587301587301, + "IoU_coffee": 0.575, + "precision_coffee": 1.0, + "recall_coffee": 0.575, + "F1_noncoffee": 0.05555555555555555, + "IoU_noncoffee": 0.02857142857142857, + "kappa": 0.032326071679550226, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8991747572815534, + "mIoU": 0.7542120887744679, + "macroF1": 0.8541571668527643, + "F1_coffee": 0.9351848962396629, + "IoU_coffee": 0.8782603598851181, + "precision_coffee": 0.9218653869816661, + "recall_coffee": 0.9488949401557849, + "F1_noncoffee": 0.7731294374658656, + "IoU_noncoffee": 0.6301638176638177, + "kappa": 0.708527314880831, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9127701755234273, + "mIoU": 0.7750488118679904, + "macroF1": 0.8680587753332929, + "F1_coffee": 0.9448655256723716, + "IoU_coffee": 0.8954929903835014, + "precision_coffee": 0.9174431717015846, + "recall_coffee": 0.9739776951672863, + "F1_noncoffee": 0.7912520249942143, + "IoU_noncoffee": 0.6546046333524794, + "kappa": 0.7370071492757838, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8908660122818045, + "mIoU": 0.7334261219946911, + "macroF1": 0.8390281527853574, + "F1_coffee": 0.9303760372643983, + "IoU_coffee": 0.8698160004614408, + "precision_coffee": 0.911398525323341, + "recall_coffee": 0.9501606704051414, + "F1_noncoffee": 0.7476802683063164, + "IoU_noncoffee": 0.5970362435279415, + "kappa": 0.6785613765779465, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9158785465405674, + "mIoU": 0.6857255346239988, + "macroF1": 0.7923191387748643, + "F1_coffee": 0.9525094138144214, + "IoU_coffee": 0.9093250348749866, + "precision_coffee": 0.9485113051264831, + "recall_coffee": 0.9565413703578282, + "F1_noncoffee": 0.632128863735307, + "IoU_noncoffee": 0.4621260343730108, + "kappa": 0.5846954358172611, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9402659257789244, + "mIoU": 0.7476468770724061, + "macroF1": 0.84224851912226, + "F1_coffee": 0.9665963821995339, + "IoU_coffee": 0.935352233676976, + "precision_coffee": 0.9538933304128792, + "recall_coffee": 0.9796423349454505, + "F1_noncoffee": 0.717900656044986, + "IoU_noncoffee": 0.5599415204678363, + "kappa": 0.6849688606569834, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9216114308394523, + "mIoU": 0.7089984964770926, + "macroF1": 0.8124945537925151, + "F1_coffee": 0.9555330406394236, + "IoU_coffee": 0.9148523388661349, + "precision_coffee": 0.9563943661971831, + "recall_coffee": 0.9546732650995389, + "F1_noncoffee": 0.6694560669456067, + "IoU_noncoffee": 0.5031446540880503, + "kappa": 0.6249913685491505, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8832780672666982, + "mIoU": 0.7681472225885551, + "macroF1": 0.8669558905005899, + "F1_coffee": 0.9135559921414538, + "IoU_coffee": 0.840867992766727, + "precision_coffee": 0.889344262295082, + "recall_coffee": 0.9391229082515868, + "F1_noncoffee": 0.8203557888597258, + "IoU_noncoffee": 0.6954264524103831, + "kappa": 0.7343209920936358, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8866358577761011, + "mIoU": 0.768501089004723, + "macroF1": 0.8667622034716078, + "F1_coffee": 0.9182201660089808, + "IoU_coffee": 0.8488050314465408, + "precision_coffee": 0.8743197719616481, + "recall_coffee": 0.9667621776504298, + "F1_noncoffee": 0.8153042409342348, + "IoU_noncoffee": 0.6881971465629053, + "kappa": 0.7350330919495529, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8616429312458738, + "mIoU": 0.7261116431612298, + "macroF1": 0.8380358445085481, + "F1_coffee": 0.8998703160193844, + "IoU_coffee": 0.8179674897629979, + "precision_coffee": 0.8593403728327467, + "recall_coffee": 0.9444126074498568, + "F1_noncoffee": 0.7762013729977116, + "IoU_noncoffee": 0.6342557965594615, + "kappa": 0.6776742373961228, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2694, + 2995 + ], + [ + 53130, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6250241001447043, + "test_tta": { + "OA": 0.9020205932668409, + "mIoU": 0.7546942845761453, + "macroF1": 0.8540986763644784, + "F1_coffee": 0.9377160854800817, + "IoU_coffee": 0.8827358417677509, + "precision_coffee": 0.9151181417701242, + "recall_coffee": 0.961458355247933, + "F1_noncoffee": 0.7704812672488752, + "IoU_noncoffee": 0.6266527273845397, + "kappa": 0.7088515973547918, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8696348217376255, + "mIoU": 0.697199396836499, + "macroF1": 0.812583319026245, + "F1_coffee": 0.9159873967153387, + "IoU_coffee": 0.8449969990568464, + "precision_coffee": 0.8841916382558765, + "recall_coffee": 0.9501552226142959, + "F1_noncoffee": 0.7091792413371513, + "IoU_noncoffee": 0.5494017946161516, + "kappa": 0.6268370555986713, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.627262940002599, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8182757173751655, + "mIoU": 0.6353447838884245, + "macroF1": 0.7674202041143074, + "F1_coffee": 0.8761766517110935, + "IoU_coffee": 0.7796391248189753, + "precision_coffee": 0.9178628205423588, + "recall_coffee": 0.8381124692319021, + "F1_noncoffee": 0.6586637565175215, + "IoU_noncoffee": 0.4910504429578738, + "kappa": 0.537470360329058, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7901090342679128, + "mIoU": 0.5972904919749877, + "macroF1": 0.7367632694852713, + "F1_coffee": 0.8552645973604909, + "IoU_coffee": 0.7471286337335581, + "precision_coffee": 0.8831334209661518, + "recall_coffee": 0.8291008657758239, + "F1_noncoffee": 0.6182619416100517, + "IoU_noncoffee": 0.4474523502164173, + "kappa": 0.4749056925454901, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8427669902912621, + "mIoU": 0.6662597775491674, + "macroF1": 0.7906942584623227, + "F1_coffee": 0.8950931174089068, + "IoU_coffee": 0.8101072873307147, + "precision_coffee": 0.9160700079554495, + "recall_coffee": 0.87505541131024, + "F1_noncoffee": 0.6862953995157385, + "IoU_noncoffee": 0.5224122677676202, + "kappa": 0.5820438657188399, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8249117547507374, + "mIoU": 0.6404921636337453, + "macroF1": 0.7707535091947002, + "F1_coffee": 0.882178765496372, + "IoU_coffee": 0.78919485358328, + "precision_coffee": 0.9121248822500336, + "recall_coffee": 0.8541364753323673, + "F1_noncoffee": 0.6593282528930285, + "IoU_noncoffee": 0.4917894736842105, + "kappa": 0.5429315307830186, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7872443305449446, + "mIoU": 0.6018069748951531, + "macroF1": 0.7421710046666288, + "F1_coffee": 0.8499727223131478, + "IoU_coffee": 0.7390891840607211, + "precision_coffee": 0.926209407743182, + "recall_coffee": 0.7853317371306155, + "F1_noncoffee": 0.6343692870201096, + "IoU_noncoffee": 0.464524765729585, + "kappa": 0.4927179116695963, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8326530612244898, + "mIoU": 0.5612934985084598, + "macroF1": 0.6829845385909667, + "F1_coffee": 0.9008084026671387, + "IoU_coffee": 0.8195190036504187, + "precision_coffee": 0.9437438180019783, + "recall_coffee": 0.861609662490123, + "F1_noncoffee": 0.46516067451479476, + "IoU_noncoffee": 0.3030679933665008, + "kappa": 0.3729668851896648, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8150426671958722, + "mIoU": 0.5327330539205678, + "macroF1": 0.6536085436697854, + "F1_coffee": 0.8900813775209341, + "IoU_coffee": 0.8019339071299543, + "precision_coffee": 0.9355398537250527, + "recall_coffee": 0.8488359014734, + "F1_noncoffee": 0.4171357098186366, + "IoU_noncoffee": 0.26353220071118133, + "kappa": 0.3157834198314132, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.77545147846795, + "mIoU": 0.5123473999167587, + "macroF1": 0.6425594716556879, + "F1_coffee": 0.8605066880355051, + "IoU_coffee": 0.7551660716217679, + "precision_coffee": 0.9519912711402073, + "recall_coffee": 0.7850635474074907, + "F1_noncoffee": 0.4246122552758708, + "IoU_noncoffee": 0.2695287282117495, + "kappa": 0.31135115679588343, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8523922311700616, + "mIoU": 0.7211321305639316, + "macroF1": 0.8356038918215828, + "F1_coffee": 0.8881390005743826, + "IoU_coffee": 0.7987860002582978, + "precision_coffee": 0.8840766152086906, + "recall_coffee": 0.8922388920946336, + "F1_noncoffee": 0.783068783068783, + "IoU_noncoffee": 0.6434782608695652, + "kappa": 0.6712212462615081, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8342921814580779, + "mIoU": 0.6956510137454367, + "macroF1": 0.8180040791494697, + "F1_coffee": 0.8724500907441016, + "IoU_coffee": 0.7737574040690188, + "precision_coffee": 0.884326710816777, + "recall_coffee": 0.8608882521489971, + "F1_noncoffee": 0.7635580675548378, + "IoU_noncoffee": 0.6175446234218546, + "kappa": 0.6361298192072464, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.798453267943035, + "mIoU": 0.6510631282009625, + "macroF1": 0.7865689376316864, + "F1_coffee": 0.8369324685234644, + "IoU_coffee": 0.7195906049074925, + "precision_coffee": 0.8953469387755102, + "recall_coffee": 0.78567335243553, + "F1_noncoffee": 0.7362054067399086, + "IoU_noncoffee": 0.5825356514944325, + "kappa": 0.5760570760196279, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2543, + 2995 + ], + [ + 48159, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5189885020256044, + "test_tta": { + "OA": 0.8381104547948742, + "mIoU": 0.6567767009824481, + "macroF1": 0.7830129011234678, + "F1_coffee": 0.8923539196222569, + "IoU_coffee": 0.8056309099364439, + "precision_coffee": 0.9107377551914484, + "recall_coffee": 0.8746975785243936, + "F1_noncoffee": 0.6736718826246787, + "IoU_noncoffee": 0.5079224920284523, + "kappa": 0.5665611914891139, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8085121726087459, + "mIoU": 0.6137726550430987, + "macroF1": 0.74864205870191, + "F1_coffee": 0.8713157257087473, + "IoU_coffee": 0.7719747191976093, + "precision_coffee": 0.8759597770588923, + "recall_coffee": 0.8667206571412044, + "F1_noncoffee": 0.6259683916950728, + "IoU_noncoffee": 0.4555705908885882, + "kappa": 0.4973251846566187, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6211950092977473, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8400309867338046, + "mIoU": 0.6632776723294029, + "macroF1": 0.7885744326520783, + "F1_coffee": 0.8928779855182103, + "IoU_coffee": 0.8064856211319575, + "precision_coffee": 0.9180389803764696, + "recall_coffee": 0.8690593903183051, + "F1_noncoffee": 0.6842708797859464, + "IoU_noncoffee": 0.5200697235268484, + "kappa": 0.5780829716789355, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8106899734625591, + "mIoU": 0.6210559544966208, + "macroF1": 0.7553612008132196, + "F1_coffee": 0.871703645782426, + "IoU_coffee": 0.7725839426175544, + "precision_coffee": 0.8839025550556007, + "recall_coffee": 0.8598368716376468, + "F1_noncoffee": 0.639018755844013, + "IoU_noncoffee": 0.46952796637568706, + "kappa": 0.5109844769867848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8502427184466019, + "mIoU": 0.6726831315844163, + "macroF1": 0.7948966036796571, + "F1_coffee": 0.9014408485351906, + "IoU_coffee": 0.8205665096260106, + "precision_coffee": 0.9096067053513862, + "recall_coffee": 0.8934203027040719, + "F1_noncoffee": 0.6883523588241236, + "IoU_noncoffee": 0.5247997535428219, + "kappa": 0.5898977167438739, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.834243992070016, + "mIoU": 0.6611714267267641, + "macroF1": 0.7879262249702905, + "F1_coffee": 0.8870361826929414, + "IoU_coffee": 0.7970036122461065, + "precision_coffee": 0.9298100172711572, + "recall_coffee": 0.8480246991367903, + "F1_noncoffee": 0.6888162672476398, + "IoU_noncoffee": 0.5253392412074218, + "kappa": 0.578310767411997, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8356462453459698, + "mIoU": 0.6559317416469937, + "macroF1": 0.7827882185749881, + "F1_coffee": 0.8899394488877376, + "IoU_coffee": 0.8017035178811038, + "precision_coffee": 0.9154010125233146, + "recall_coffee": 0.8658559637073908, + "F1_noncoffee": 0.6756369882622387, + "IoU_noncoffee": 0.5101599654128837, + "kappa": 0.5665646973078792, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.871279243404679, + "mIoU": 0.5792826757559765, + "macroF1": 0.6910696740943277, + "F1_coffee": 0.9270192470508551, + "IoU_coffee": 0.8639663335086797, + "precision_coffee": 0.9270715737186724, + "recall_coffee": 0.9269669262896489, + "F1_noncoffee": 0.45512010113780027, + "IoU_noncoffee": 0.2945990180032733, + "kappa": 0.38213936288477257, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.883111728517563, + "mIoU": 0.626261429909474, + "macroF1": 0.7409295656722036, + "F1_coffee": 0.9328545371637027, + "IoU_coffee": 0.8741587437239611, + "precision_coffee": 0.945683577949844, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5490045941807045, + "IoU_noncoffee": 0.3783641160949868, + "kappa": 0.48249881237722214, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8656479460210359, + "mIoU": 0.5876072182260395, + "macroF1": 0.7029967578146765, + "F1_coffee": 0.9227874087591241, + "IoU_coffee": 0.8566437268395977, + "precision_coffee": 0.9359167148640832, + "recall_coffee": 0.9100213699246429, + "F1_noncoffee": 0.483206106870229, + "IoU_noncoffee": 0.31857070961248113, + "kappa": 0.4067748877531047, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8302226432970157, + "mIoU": 0.6911387870231585, + "macroF1": 0.814986100794826, + "F1_coffee": 0.8680800942285041, + "IoU_coffee": 0.7669094693028096, + "precision_coffee": 0.8863499699338545, + "recall_coffee": 0.8505481823427582, + "F1_noncoffee": 0.761892107361148, + "IoU_noncoffee": 0.6153681047435072, + "kappa": 0.6302557489482326, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7877959068188248, + "mIoU": 0.639329917471257, + "macroF1": 0.778258279491521, + "F1_coffee": 0.8242462115294485, + "IoU_coffee": 0.7010364071219771, + "precision_coffee": 0.9062177945723119, + "recall_coffee": 0.7558739255014326, + "F1_noncoffee": 0.7322703474535935, + "IoU_noncoffee": 0.5776234278205369, + "kappa": 0.5619760370087766, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8071300575308875, + "mIoU": 0.6606565439865117, + "macroF1": 0.7932854127992532, + "F1_coffee": 0.8467820484003896, + "IoU_coffee": 0.7342775467775468, + "precision_coffee": 0.8875451547039422, + "recall_coffee": 0.8095988538681949, + "F1_noncoffee": 0.7397887771981168, + "IoU_noncoffee": 0.5870355411954766, + "kappa": 0.5880465936293512, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2568, + 2995 + ], + [ + 49482, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.518113354841868, + "test_tta": { + "OA": 0.8603498918692102, + "mIoU": 0.6847689596259794, + "macroF1": 0.8035718591068022, + "F1_coffee": 0.9091786932563631, + "IoU_coffee": 0.8334808713724886, + "precision_coffee": 0.9071886389342717, + "recall_coffee": 0.9111774977384133, + "F1_noncoffee": 0.6979650249572411, + "IoU_noncoffee": 0.5360570478794703, + "kappa": 0.6071500050317684, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8301171108803508, + "mIoU": 0.6373790628511051, + "macroF1": 0.7664910313086007, + "F1_coffee": 0.8883813927925025, + "IoU_coffee": 0.7991782316636546, + "precision_coffee": 0.8734255049563986, + "recall_coffee": 0.9038583906982125, + "F1_noncoffee": 0.644600669824699, + "IoU_noncoffee": 0.4755798940385557, + "kappa": 0.5334176556918169, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7322208413288274, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8738743100610051, + "mIoU": 0.7231501988225252, + "macroF1": 0.8335873053026741, + "F1_coffee": 0.9154669060779457, + "IoU_coffee": 0.8441115455198277, + "precision_coffee": 0.9421364324516875, + "recall_coffee": 0.8902657101382198, + "F1_noncoffee": 0.7517077045274027, + "IoU_noncoffee": 0.6021888521252227, + "kappa": 0.6679561213744049, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8416983962155302, + "mIoU": 0.6746825998999119, + "macroF1": 0.7984989676801884, + "F1_coffee": 0.8917981072555206, + "IoU_coffee": 0.8047253060062625, + "precision_coffee": 0.9123217491276548, + "recall_coffee": 0.8721775515319797, + "F1_noncoffee": 0.705199828104856, + "IoU_noncoffee": 0.5446398937935613, + "kappa": 0.5975528351318219, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8740776699029126, + "mIoU": 0.7256989633955331, + "macroF1": 0.8356201149368431, + "F1_coffee": 0.9151289098285564, + "IoU_coffee": 0.8435370046444297, + "precision_coffee": 0.9466594462871455, + "recall_coffee": 0.8856310556646191, + "F1_noncoffee": 0.7561113200451297, + "IoU_noncoffee": 0.6078609221466365, + "kappa": 0.672284958300051, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8424640974807794, + "mIoU": 0.6815129959068924, + "macroF1": 0.8043601082587204, + "F1_coffee": 0.8907004830917874, + "IoU_coffee": 0.8029395753946652, + "precision_coffee": 0.9525005381358973, + "recall_coffee": 0.8364312267657993, + "F1_noncoffee": 0.7180197334256535, + "IoU_noncoffee": 0.5600864164191196, + "kappa": 0.6129240348911892, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9050819592863014, + "mIoU": 0.7678126352897521, + "macroF1": 0.8636936206394451, + "F1_coffee": 0.9388035040683356, + "IoU_coffee": 0.8846650998824912, + "precision_coffee": 0.9291003332099222, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7885837372105546, + "IoU_noncoffee": 0.6509601706970128, + "kappa": 0.7274899238009207, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8698855151816824, + "mIoU": 0.6278070320361514, + "macroF1": 0.7463615389110818, + "F1_coffee": 0.9233655819407798, + "IoU_coffee": 0.8576407798714737, + "precision_coffee": 0.9607125427037579, + "recall_coffee": 0.8888136358505475, + "F1_noncoffee": 0.5693574958813838, + "IoU_noncoffee": 0.3979732842008291, + "kappa": 0.49699466455883423, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8058146457630482, + "mIoU": 0.562199376221576, + "macroF1": 0.6933643192827678, + "F1_coffee": 0.8790556825906928, + "IoU_coffee": 0.7842099459697872, + "precision_coffee": 0.9755829903978052, + "recall_coffee": 0.7999100213699246, + "F1_noncoffee": 0.5076729559748427, + "IoU_noncoffee": 0.3401888064733648, + "kappa": 0.4102315523380074, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9304425481246279, + "mIoU": 0.7221596675364101, + "macroF1": 0.8223650373516846, + "F1_coffee": 0.9609231283795083, + "IoU_coffee": 0.9247854077253219, + "precision_coffee": 0.9525862068965517, + "recall_coffee": 0.9694072657743786, + "F1_noncoffee": 0.6838069463238611, + "IoU_noncoffee": 0.5195339273474983, + "kappa": 0.6449501264115571, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8780672666982473, + "mIoU": 0.7682150514321505, + "macroF1": 0.8677051767707202, + "F1_coffee": 0.90473017988008, + "IoU_coffee": 0.8260340632603407, + "precision_coffee": 0.929147027520146, + "recall_coffee": 0.8815637622619734, + "F1_noncoffee": 0.8306801736613604, + "IoU_noncoffee": 0.7103960396039604, + "kappa": 0.7357346953397585, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.7663393296833811, + "macroF1": 0.8664346227951225, + "F1_coffee": 0.9045277757393411, + "IoU_coffee": 0.8256966773847803, + "precision_coffee": 0.9271851963291711, + "recall_coffee": 0.8829512893982808, + "F1_noncoffee": 0.8283414698509038, + "IoU_noncoffee": 0.706981981981982, + "kappa": 0.733155751872992, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8809770819579364, + "mIoU": 0.766551347811852, + "macroF1": 0.8660929020217321, + "F1_coffee": 0.9107370207950205, + "IoU_coffee": 0.8361038961038961, + "precision_coffee": 0.8994132439228835, + "recall_coffee": 0.9223495702005731, + "F1_noncoffee": 0.8214487832484437, + "IoU_noncoffee": 0.6969987995198079, + "kappa": 0.7322706930400752, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2613, + 2995 + ], + [ + 51534, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5177846948305764, + "test_tta": { + "OA": 0.8827991349536813, + "mIoU": 0.7323116271962751, + "macroF1": 0.8394818434115513, + "F1_coffee": 0.9228677642060542, + "IoU_coffee": 0.8567822348440027, + "precision_coffee": 0.9319347019327713, + "recall_coffee": 0.9139755538257631, + "F1_noncoffee": 0.7560959226170484, + "IoU_noncoffee": 0.6078410195485474, + "kappa": 0.6790597501504708, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8509143879081574, + "mIoU": 0.6817881898407963, + "macroF1": 0.8028802146601937, + "F1_coffee": 0.900186359993434, + "IoU_coffee": 0.8184899034240561, + "precision_coffee": 0.9015705388572975, + "recall_coffee": 0.89880642486647, + "F1_noncoffee": 0.7055740693269532, + "IoU_noncoffee": 0.5450864762575364, + "kappa": 0.6057631704423537, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7781185841174975, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9042154869113328, + "mIoU": 0.7646655285451343, + "macroF1": 0.8614341755583231, + "F1_coffee": 0.9384278615223413, + "IoU_coffee": 0.883998201825538, + "precision_coffee": 0.9257030578410905, + "recall_coffee": 0.9515073738245009, + "F1_noncoffee": 0.784440489594305, + "IoU_noncoffee": 0.6453328552647305, + "kappa": 0.7230515575259591, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8726779739240799, + "mIoU": 0.7094733868490753, + "macroF1": 0.8224816423526592, + "F1_coffee": 0.916878519104382, + "IoU_coffee": 0.8465149434080359, + "precision_coffee": 0.895924188057779, + "recall_coffee": 0.9388365052737124, + "F1_noncoffee": 0.7280847656009364, + "IoU_noncoffee": 0.5724318302901148, + "kappa": 0.645597478734753, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4444444444444444, + "mIoU": 0.2296195652173913, + "macroF1": 0.32562442183163737, + "F1_coffee": 0.6086956521739131, + "IoU_coffee": 0.4375, + "precision_coffee": 1.0, + "recall_coffee": 0.4375, + "F1_noncoffee": 0.0425531914893617, + "IoU_noncoffee": 0.021739130434782608, + "kappa": 0.01884253028263787, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8996601941747573, + "mIoU": 0.75911315933551, + "macroF1": 0.8578616804297674, + "F1_coffee": 0.9349406691637028, + "IoU_coffee": 0.8778296589632957, + "precision_coffee": 0.9294117647058824, + "recall_coffee": 0.9405357482110063, + "F1_noncoffee": 0.780782691695832, + "IoU_noncoffee": 0.6403966597077244, + "kappa": 0.7157572543641537, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.911948164982351, + "mIoU": 0.7822618546972544, + "macroF1": 0.8735150625036943, + "F1_coffee": 0.9432374302546679, + "IoU_coffee": 0.8925727095746564, + "precision_coffee": 0.933374460209747, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.8037926947527206, + "IoU_noncoffee": 0.6719509998198523, + "kappa": 0.7471277268325522, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9010202601421595, + "mIoU": 0.7524977349370722, + "macroF1": 0.8525418108980738, + "F1_coffee": 0.9370908755647069, + "IoU_coffee": 0.8816284045567571, + "precision_coffee": 0.9146868250539957, + "recall_coffee": 0.9606199987398399, + "F1_noncoffee": 0.7679927462314405, + "IoU_noncoffee": 0.6233670653173873, + "kappa": 0.7057347030780304, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9219512195121952, + "mIoU": 0.7050093473478924, + "macroF1": 0.8088315285729294, + "F1_coffee": 0.9558856628404231, + "IoU_coffee": 0.9154990299633542, + "precision_coffee": 0.952990014585437, + "recall_coffee": 0.9587989615080709, + "F1_noncoffee": 0.6617773943054357, + "IoU_noncoffee": 0.4945196647324307, + "kappa": 0.6176901187356446, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9345108156380234, + "mIoU": 0.7351863923736336, + "macroF1": 0.8328206131509384, + "F1_coffee": 0.9632066005128777, + "IoU_coffee": 0.9290246263039037, + "precision_coffee": 0.9549021775174091, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.7024346257889991, + "IoU_noncoffee": 0.5413481584433635, + "kappa": 0.6658456168448678, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9380829529668585, + "mIoU": 0.7317766907184959, + "macroF1": 0.82924195003102, + "F1_coffee": 0.9655705142352682, + "IoU_coffee": 0.933432899509281, + "precision_coffee": 0.9476876421531463, + "recall_coffee": 0.9841412664492183, + "F1_noncoffee": 0.6929133858267716, + "IoU_noncoffee": 0.5301204819277109, + "kappa": 0.6595651062505677, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8784462340123165, + "mIoU": 0.76319774842445, + "macroF1": 0.8639629511676654, + "F1_coffee": 0.9083505964711766, + "IoU_coffee": 0.832090040570606, + "precision_coffee": 0.8996745436536012, + "recall_coffee": 0.917195614541258, + "F1_noncoffee": 0.8195753058641542, + "IoU_noncoffee": 0.694305456278294, + "kappa": 0.7279757044219325, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8905026879185136, + "mIoU": 0.7829653014089549, + "macroF1": 0.876766088466596, + "F1_coffee": 0.9179099201018172, + "IoU_coffee": 0.8482749607945635, + "precision_coffee": 0.9061845595420913, + "recall_coffee": 0.9299426934097421, + "F1_noncoffee": 0.8356222568313748, + "IoU_noncoffee": 0.7176556420233463, + "kappa": 0.7536147780819665, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8657927001791945, + "mIoU": 0.7369119886943936, + "macroF1": 0.8458706722129681, + "F1_coffee": 0.9012833853624697, + "IoU_coffee": 0.8203055941406743, + "precision_coffee": 0.8737054472091459, + "recall_coffee": 0.9306590257879657, + "F1_noncoffee": 0.7904579590634664, + "IoU_noncoffee": 0.653518383248113, + "kappa": 0.6923918817353315, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 53386, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6700865268707275, + "test_tta": { + "OA": 0.9060714631548369, + "mIoU": 0.7660719617405489, + "macroF1": 0.86223550359809, + "F1_coffee": 0.939946756918505, + "IoU_coffee": 0.8866976852843265, + "precision_coffee": 0.9223588019683684, + "recall_coffee": 0.9582185008310016, + "F1_noncoffee": 0.7845242502776749, + "IoU_noncoffee": 0.6454462381967713, + "kappa": 0.7248300067459216, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8747115495557863, + "mIoU": 0.7098954536331847, + "macroF1": 0.8224597261119297, + "F1_coffee": 0.9187758880234874, + "IoU_coffee": 0.8497552707587471, + "precision_coffee": 0.8918497004901071, + "recall_coffee": 0.947378569638071, + "F1_noncoffee": 0.726143564200372, + "IoU_noncoffee": 0.5700356365076222, + "kappa": 0.6460073762876946, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5493597553100698, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7296246086310965, + "mIoU": 0.5397345417761421, + "macroF1": 0.6922897286198784, + "F1_coffee": 0.7994733377221857, + "IoU_coffee": 0.6659355121737223, + "precision_coffee": 0.927357547484172, + "recall_coffee": 0.7025855721288368, + "F1_noncoffee": 0.585106119517571, + "IoU_noncoffee": 0.41353357137856195, + "kappa": 0.4078773171135304, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.710539979231568, + "mIoU": 0.5200363862159537, + "macroF1": 0.6757139634341736, + "F1_coffee": 0.7819852701557714, + "IoU_coffee": 0.6420162671232876, + "precision_coffee": 0.8954399582058362, + "recall_coffee": 0.6940475501822179, + "F1_noncoffee": 0.5694426567125757, + "IoU_noncoffee": 0.39805650530861975, + "kappa": 0.3713585166717578, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16049382716049382, + "macroF1": 0.24299065420560748, + "F1_coffee": 0.48598130841121495, + "IoU_coffee": 0.32098765432098764, + "precision_coffee": 0.9629629629629629, + "recall_coffee": 0.325, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024844720496894464, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7527669902912622, + "mIoU": 0.5646402361803476, + "macroF1": 0.712844435464498, + "F1_coffee": 0.8199144301828083, + "IoU_coffee": 0.6947923533289387, + "precision_coffee": 0.9282626100880704, + "recall_coffee": 0.73421569248306, + "F1_noncoffee": 0.6057744407461878, + "IoU_noncoffee": 0.4344881190317566, + "kappa": 0.4423211425411295, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6638460422610125, + "mIoU": 0.4748883367722537, + "macroF1": 0.636743267736008, + "F1_coffee": 0.7359665780478541, + "IoU_coffee": 0.582236644432426, + "precision_coffee": 0.9263791949517163, + "recall_coffee": 0.610484531535505, + "F1_noncoffee": 0.5375199574241618, + "IoU_noncoffee": 0.3675400291120815, + "kappa": 0.32354600204670003, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7723514336830908, + "mIoU": 0.585312651902209, + "macroF1": 0.729231420191195, + "F1_coffee": 0.8372848551876685, + "IoU_coffee": 0.7201117650555853, + "precision_coffee": 0.9272755109852254, + "recall_coffee": 0.7632159284229098, + "F1_noncoffee": 0.6211779851947216, + "IoU_noncoffee": 0.4505135387488329, + "kappa": 0.47008248274497016, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7402687904430064, + "mIoU": 0.46732043881547186, + "macroF1": 0.5951513234293618, + "F1_coffee": 0.837536583847064, + "IoU_coffee": 0.7204842511249197, + "precision_coffee": 0.9340277777777778, + "recall_coffee": 0.7591150242691048, + "F1_noncoffee": 0.35276606301165964, + "IoU_noncoffee": 0.2141566265060241, + "kappa": 0.2233244737324464, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.6755308592974797, + "mIoU": 0.4222160871454822, + "macroF1": 0.5575579596003827, + "F1_coffee": 0.7860227718884962, + "IoU_coffee": 0.6474773609314359, + "precision_coffee": 0.9397590361445783, + "recall_coffee": 0.6755145652907435, + "F1_noncoffee": 0.3290931473122692, + "IoU_noncoffee": 0.1969548133595285, + "kappa": 0.18361857540202037, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8120658860885096, + "mIoU": 0.5372878561307048, + "macroF1": 0.6606399785514627, + "F1_coffee": 0.8873289708506841, + "IoU_coffee": 0.7974764756201882, + "precision_coffee": 0.9417855789872459, + "recall_coffee": 0.8388257788775166, + "F1_noncoffee": 0.4339509862522415, + "IoU_noncoffee": 0.2770992366412214, + "kappa": 0.33249226924411446, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7646612979630507, + "mIoU": 0.6126581166738636, + "macroF1": 0.7586409966475292, + "F1_coffee": 0.7967599410898379, + "IoU_coffee": 0.6621787025703795, + "precision_coffee": 0.9204158790170133, + "recall_coffee": 0.7023946912867859, + "F1_noncoffee": 0.7205220522052205, + "IoU_noncoffee": 0.5631375307773479, + "kappa": 0.5289728390581476, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.6527397906252947, + "mIoU": 0.48399348190355096, + "macroF1": 0.6521270408358936, + "F1_coffee": 0.6667270094134685, + "IoU_coffee": 0.5000678886625933, + "precision_coffee": 0.9053588987217306, + "recall_coffee": 0.5276504297994269, + "F1_noncoffee": 0.6375270722583186, + "IoU_noncoffee": 0.46791907514450864, + "kappa": 0.3531313547319138, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.734603414128077, + "mIoU": 0.5750712674481557, + "macroF1": 0.7290273682989931, + "F1_coffee": 0.7678983833718245, + "IoU_coffee": 0.6232427366447985, + "precision_coffee": 0.9049377916018663, + "recall_coffee": 0.6669054441260746, + "F1_noncoffee": 0.6901563532261616, + "IoU_noncoffee": 0.5268997982515131, + "kappa": 0.47415293885506743, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2440, + 2995 + ], + [ + 42769, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.549248194694519, + "test_tta": { + "OA": 0.7617410671056454, + "mIoU": 0.5718600463292542, + "macroF1": 0.7180005579503871, + "F1_coffee": 0.8290626990100156, + "IoU_coffee": 0.7080333834348549, + "precision_coffee": 0.921945817882159, + "recall_coffee": 0.7531819998737719, + "F1_noncoffee": 0.6069384168907586, + "IoU_noncoffee": 0.43568670922365355, + "kappa": 0.4488642015174644, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7395148263528326, + "mIoU": 0.5467732436511978, + "macroF1": 0.6971336575342606, + "F1_coffee": 0.8104289777796437, + "IoU_coffee": 0.6812783454214976, + "precision_coffee": 0.889293282963236, + "recall_coffee": 0.7444129500009641, + "F1_noncoffee": 0.5838383372888776, + "IoU_noncoffee": 0.41226814188089816, + "kappa": 0.4045476687637997, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6587272218561269, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8077531390206901, + "mIoU": 0.6244965729838294, + "macroF1": 0.7594927142720894, + "F1_coffee": 0.8672284268485699, + "IoU_coffee": 0.7655810292236545, + "precision_coffee": 0.9221998340642409, + "recall_coffee": 0.8184419245576757, + "F1_noncoffee": 0.6517570016956089, + "IoU_noncoffee": 0.4834121167440045, + "kappa": 0.5234269361916248, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7811093804084458, + "mIoU": 0.5894363356098165, + "macroF1": 0.7310927449448132, + "F1_coffee": 0.847066173580951, + "IoU_coffee": 0.7347049363725353, + "precision_coffee": 0.8871417113428174, + "recall_coffee": 0.8104548697479802, + "F1_noncoffee": 0.6151193163086754, + "IoU_noncoffee": 0.4441677348470976, + "kappa": 0.4649334037760013, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.831747572815534, + "mIoU": 0.6532864428820778, + "macroF1": 0.7812177110464226, + "F1_coffee": 0.886360655737705, + "IoU_coffee": 0.795913560619443, + "precision_coffee": 0.9189611802297912, + "recall_coffee": 0.8559939205876765, + "F1_noncoffee": 0.6760747663551402, + "IoU_noncoffee": 0.5106593251447127, + "kappa": 0.563999498242438, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7782505681543446, + "mIoU": 0.5908085429077806, + "macroF1": 0.7333176939508376, + "F1_coffee": 0.8427836818649297, + "IoU_coffee": 0.7282853418651499, + "precision_coffee": 0.9242800210542146, + "recall_coffee": 0.7744943607838195, + "F1_noncoffee": 0.6238517060367454, + "IoU_noncoffee": 0.45333174395041126, + "kappa": 0.4763752038393729, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8133552536144287, + "mIoU": 0.6317800611331736, + "macroF1": 0.7651843197840029, + "F1_coffee": 0.8715388711395101, + "IoU_coffee": 0.7723251150171051, + "precision_coffee": 0.9236086619171898, + "recall_coffee": 0.8250267784008569, + "F1_noncoffee": 0.6588297684284957, + "IoU_noncoffee": 0.49123500724924213, + "kappa": 0.5342996269772486, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8146341463414634, + "mIoU": 0.5412546183183362, + "macroF1": 0.6647101057910292, + "F1_coffee": 0.8889154038897507, + "IoU_coffee": 0.8000429553264605, + "precision_coffee": 0.9426799949386309, + "recall_coffee": 0.8409527034654024, + "F1_noncoffee": 0.4405048076923077, + "IoU_noncoffee": 0.28246628131021195, + "kappa": 0.3402295592328401, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7618575114109942, + "mIoU": 0.4941044566722881, + "macroF1": 0.6235948534059816, + "F1_coffee": 0.8517237118497467, + "IoU_coffee": 0.7417410954481868, + "precision_coffee": 0.944893762851268, + "recall_coffee": 0.7752783713867957, + "F1_noncoffee": 0.3954659949622166, + "IoU_noncoffee": 0.24646781789638933, + "kappa": 0.27589342911128023, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8111728517563008, + "mIoU": 0.5442325551010643, + "macroF1": 0.6697476492094072, + "F1_coffee": 0.8858633719186709, + "IoU_coffee": 0.7951119724375538, + "precision_coffee": 0.9489848368028785, + "recall_coffee": 0.8306152288831402, + "F1_noncoffee": 0.45363192650014356, + "IoU_noncoffee": 0.29335313776457483, + "kappa": 0.3531937066477082, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8480341070582662, + "mIoU": 0.7167516453731917, + "macroF1": 0.8328317627293256, + "F1_coffee": 0.883243558014267, + "IoU_coffee": 0.7909007952027115, + "precision_coffee": 0.8914193358801058, + "recall_coffee": 0.8752163877668783, + "F1_noncoffee": 0.7824199674443841, + "IoU_noncoffee": 0.642602495543672, + "kappa": 0.6657159274674987, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7938319343582005, + "mIoU": 0.6458690566609429, + "macroF1": 0.7828834448190861, + "F1_coffee": 0.8316389402341343, + "IoU_coffee": 0.7117996044825313, + "precision_coffee": 0.8992338441039307, + "recall_coffee": 0.7734957020057307, + "F1_noncoffee": 0.7341279494040379, + "IoU_noncoffee": 0.5799385088393544, + "kappa": 0.5696073080619144, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.815429595397529, + "mIoU": 0.6724197655040312, + "macroF1": 0.8018890080998475, + "F1_coffee": 0.8536822429906542, + "IoU_coffee": 0.7447169319071224, + "precision_coffee": 0.892728694292416, + "recall_coffee": 0.8179083094555873, + "F1_noncoffee": 0.750095773209041, + "IoU_noncoffee": 0.6001225991009399, + "kappa": 0.605068410957744, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2577, + 2995 + ], + [ + 47473, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.522282942136129, + "test_tta": { + "OA": 0.8273780704302637, + "mIoU": 0.6444558731780182, + "macroF1": 0.7739391872269017, + "F1_coffee": 0.8838502302145773, + "IoU_coffee": 0.7918742216687422, + "precision_coffee": 0.9133879474806419, + "recall_coffee": 0.8561630866976627, + "F1_noncoffee": 0.6640281442392261, + "IoU_noncoffee": 0.4970375246872943, + "kappa": 0.5492419253873619, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8002192223376025, + "mIoU": 0.6061349872305306, + "macroF1": 0.7430999378090619, + "F1_coffee": 0.8642360090169557, + "IoU_coffee": 0.7609292211042267, + "precision_coffee": 0.8788096234726624, + "recall_coffee": 0.8501378685331945, + "F1_noncoffee": 0.6219638666011681, + "IoU_noncoffee": 0.4513407533568345, + "kappa": 0.48659302303506863, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 69, + "stopped_epoch": 99, + "best_val": 0.7518750116390728, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.903295568251509, + "mIoU": 0.7581340563620439, + "macroF1": 0.8565689727951684, + "F1_coffee": 0.9384349827387802, + "IoU_coffee": 0.884010840108401, + "precision_coffee": 0.9171201927904408, + "recall_coffee": 0.9607641007300192, + "F1_noncoffee": 0.7747029628515566, + "IoU_noncoffee": 0.6322572726156868, + "kappa": 0.71370385456148, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8705145955924772, + "mIoU": 0.7005372229559944, + "macroF1": 0.8152911448668909, + "F1_coffee": 0.9162874832164702, + "IoU_coffee": 0.8455078898009052, + "precision_coffee": 0.8871215267120444, + "recall_coffee": 0.9474364165750757, + "F1_noncoffee": 0.7142948065173116, + "IoU_noncoffee": 0.5555665561110836, + "kappa": 0.6319400793277863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8968932038834951, + "mIoU": 0.7475177758176565, + "macroF1": 0.8492838253585524, + "F1_coffee": 0.9339921685623718, + "IoU_coffee": 0.8761588245583348, + "precision_coffee": 0.9170073839018734, + "recall_coffee": 0.9516180102590083, + "F1_noncoffee": 0.7645754821547329, + "IoU_noncoffee": 0.6188767270769783, + "kappa": 0.6989360251163528, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9073062231033315, + "mIoU": 0.7656919208401062, + "macroF1": 0.8617694260807798, + "F1_coffee": 0.9411078000675862, + "IoU_coffee": 0.8887663920157828, + "precision_coffee": 0.9182853717026379, + "recall_coffee": 0.9650935668829942, + "F1_noncoffee": 0.7824310520939735, + "IoU_noncoffee": 0.6426174496644296, + "kappa": 0.7241682883397935, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9056622020211789, + "mIoU": 0.7614329250420147, + "macroF1": 0.8587554451054505, + "F1_coffee": 0.9401515383907482, + "IoU_coffee": 0.8870622286541244, + "precision_coffee": 0.9160688665710186, + "recall_coffee": 0.9655346228971079, + "F1_noncoffee": 0.7773593518201529, + "IoU_noncoffee": 0.6358036214299048, + "kappa": 0.7182353113580658, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9147834743653559, + "mIoU": 0.6695098452975916, + "macroF1": 0.7768902362194591, + "F1_coffee": 0.9522907145245793, + "IoU_coffee": 0.9089264815405894, + "precision_coffee": 0.9405482770009909, + "recall_coffee": 0.9643300598261655, + "F1_noncoffee": 0.6014897579143389, + "IoU_noncoffee": 0.43009320905459386, + "kappa": 0.5543606680267571, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9203214923595952, + "mIoU": 0.6888366134946253, + "macroF1": 0.7942363903896394, + "F1_coffee": 0.9553069516335504, + "IoU_coffee": 0.9144379328716036, + "precision_coffee": 0.9455707360070515, + "recall_coffee": 0.9652457541333933, + "F1_noncoffee": 0.6331658291457286, + "IoU_noncoffee": 0.4632352941176471, + "kappa": 0.5888305829175642, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9385790831514189, + "mIoU": 0.7486801752630692, + "macroF1": 0.8433915960720131, + "F1_coffee": 0.9654864789517703, + "IoU_coffee": 0.9332758434838849, + "precision_coffee": 0.9573197700132685, + "recall_coffee": 0.9737937239905522, + "F1_noncoffee": 0.7212967131922557, + "IoU_noncoffee": 0.5640845070422535, + "kappa": 0.6869671519041902, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8798673614400758, + "mIoU": 0.76247896280647, + "macroF1": 0.8632334209403101, + "F1_coffee": 0.9109300365271144, + "IoU_coffee": 0.8364293085655314, + "precision_coffee": 0.8877327491785323, + "recall_coffee": 0.9353721869590306, + "F1_noncoffee": 0.8155368053535059, + "IoU_noncoffee": 0.6885286170474085, + "kappa": 0.7268531062409401, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8949353956427426, + "mIoU": 0.785033477677091, + "macroF1": 0.8776938993726426, + "F1_coffee": 0.923614920460779, + "IoU_coffee": 0.8580710918588356, + "precision_coffee": 0.885718043135192, + "recall_coffee": 0.9648997134670487, + "F1_noncoffee": 0.8317728782845062, + "IoU_noncoffee": 0.7119958634953464, + "kappa": 0.7563700757505128, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8743751768367444, + "mIoU": 0.7475648439668972, + "macroF1": 0.8527789216449071, + "F1_coffee": 0.9091653027823241, + "IoU_coffee": 0.8334583645911477, + "precision_coffee": 0.8675169182717335, + "recall_coffee": 0.9550143266475645, + "F1_noncoffee": 0.7963925405074901, + "IoU_noncoffee": 0.6616713233426467, + "kappa": 0.7070712107201284, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2682, + 2995 + ], + [ + 53288, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.031221350034078, + "test_tta": { + "OA": 0.9038281527387754, + "mIoU": 0.7582166516495896, + "macroF1": 0.8565530286248368, + "F1_coffee": 0.9389027303579301, + "IoU_coffee": 0.8848413403934604, + "precision_coffee": 0.91574, + "recall_coffee": 0.9632676245976479, + "F1_noncoffee": 0.7742033268917434, + "IoU_noncoffee": 0.6315919629057187, + "kappa": 0.7137828046423618, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8717549325025961, + "mIoU": 0.7011191907104563, + "macroF1": 0.8155510485005869, + "F1_coffee": 0.9173682743239476, + "IoU_coffee": 0.847350260081372, + "precision_coffee": 0.8853791099391918, + "recall_coffee": 0.9517556545380922, + "F1_noncoffee": 0.7137338226772262, + "IoU_noncoffee": 0.5548881213395405, + "kappa": 0.6327628957917912, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.7805500682679429, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9022788160485459, + "mIoU": 0.7541787335831762, + "macroF1": 0.8536584700283318, + "F1_coffee": 0.9380099716412257, + "IoU_coffee": 0.8832568542012108, + "precision_coffee": 0.9135888640714741, + "recall_coffee": 0.9637725369743125, + "F1_noncoffee": 0.769306968415438, + "IoU_noncoffee": 0.6251006129651415, + "kappa": 0.7080931622008921, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8701973001038421, + "mIoU": 0.699667720610499, + "macroF1": 0.8146047716842897, + "F1_coffee": 0.9161261462760009, + "IoU_coffee": 0.845233182005778, + "precision_coffee": 0.8865321140630918, + "recall_coffee": 0.9477642158847689, + "F1_noncoffee": 0.7130833970925784, + "IoU_noncoffee": 0.5541022592152199, + "kappa": 0.6306176145298757, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.7674188187005613, + "macroF1": 0.8631043848501543, + "F1_coffee": 0.940742805811108, + "IoU_coffee": 0.8881155690724061, + "precision_coffee": 0.9207494542808634, + "recall_coffee": 0.9616237097080615, + "F1_noncoffee": 0.7854659638892004, + "IoU_noncoffee": 0.6467220683287165, + "kappa": 0.7266753454805656, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9088051835017649, + "mIoU": 0.7682488447716185, + "macroF1": 0.8634953494361672, + "F1_coffee": 0.9421401398944655, + "IoU_coffee": 0.8906095934110551, + "precision_coffee": 0.9180866965620329, + "recall_coffee": 0.9674878709596119, + "F1_noncoffee": 0.784850558977869, + "IoU_noncoffee": 0.6458880961321818, + "kappa": 0.7276857557179275, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8909143658430443, + "mIoU": 0.7271393794649228, + "macroF1": 0.8338935067383012, + "F1_coffee": 0.9312153180071956, + "IoU_coffee": 0.871284304216352, + "precision_coffee": 0.9021681337508123, + "recall_coffee": 0.9621951987902464, + "F1_noncoffee": 0.7365716954694068, + "IoU_noncoffee": 0.5829944547134935, + "kappa": 0.6691007238624858, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.932105525136884, + "mIoU": 0.7296411186549414, + "macroF1": 0.8285303128873949, + "F1_coffee": 0.9617969975352901, + "IoU_coffee": 0.9264055249811158, + "precision_coffee": 0.9546313799621928, + "recall_coffee": 0.9690710012416751, + "F1_noncoffee": 0.6952636282394995, + "IoU_noncoffee": 0.5328767123287671, + "kappa": 0.6572146839842714, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9424488985909902, + "mIoU": 0.7639603873291201, + "macroF1": 0.8551405329439776, + "F1_coffee": 0.967601385320076, + "IoU_coffee": 0.9372362298452549, + "precision_coffee": 0.9611585839529464, + "recall_coffee": 0.9741311438533349, + "F1_noncoffee": 0.7426796805678794, + "IoU_noncoffee": 0.5906845448129852, + "kappa": 0.7103844202827818, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9318317126413971, + "mIoU": 0.7265458263708511, + "macroF1": 0.8259126685600676, + "F1_coffee": 0.961703550922571, + "IoU_coffee": 0.9262321486094707, + "precision_coffee": 0.9533598585322723, + "recall_coffee": 0.970194578787538, + "F1_noncoffee": 0.6901217861975643, + "IoU_noncoffee": 0.5268595041322314, + "kappa": 0.6520409940723818, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8833728090952155, + "mIoU": 0.7657763296412956, + "macroF1": 0.865194248930657, + "F1_coffee": 0.9146975261589634, + "IoU_coffee": 0.8428042395607203, + "precision_coffee": 0.8801173489798639, + "recall_coffee": 0.9521061742642816, + "F1_noncoffee": 0.8156909717023506, + "IoU_noncoffee": 0.6887484197218711, + "kappa": 0.7312847918712254, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8768273130246157, + "mIoU": 0.7513246034791508, + "macroF1": 0.8552836797783715, + "F1_coffee": 0.9111201851095685, + "IoU_coffee": 0.83675, + "precision_coffee": 0.8677728804770547, + "recall_coffee": 0.959025787965616, + "F1_noncoffee": 0.7994471744471745, + "IoU_noncoffee": 0.6658992069583014, + "kappa": 0.7121878512691009, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8520230123549939, + "mIoU": 0.7062861654383443, + "macroF1": 0.8236020133289474, + "F1_coffee": 0.8944074298405007, + "IoU_coffee": 0.8089846603360117, + "precision_coffee": 0.8433811397385454, + "recall_coffee": 0.9520057306590258, + "F1_noncoffee": 0.7527965968173941, + "IoU_noncoffee": 0.6035876705406771, + "kappa": 0.6502016636676987, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2762, + 2995 + ], + [ + 53145, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.773111836115519, + "test_tta": { + "OA": 0.9039088473580582, + "mIoU": 0.7559288532742231, + "macroF1": 0.854770293767299, + "F1_coffee": 0.9392473776580548, + "IoU_coffee": 0.8854537409338387, + "precision_coffee": 0.911909809593628, + "recall_coffee": 0.9682746723329055, + "F1_noncoffee": 0.7702932098765433, + "IoU_noncoffee": 0.6264039656146075, + "kappa": 0.7105242293956024, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8719712703357563, + "mIoU": 0.7004376963256378, + "macroF1": 0.814922800505242, + "F1_coffee": 0.9176767348907086, + "IoU_coffee": 0.8478767522363505, + "precision_coffee": 0.8839914239771306, + "recall_coffee": 0.9540309673936098, + "F1_noncoffee": 0.7121688661197756, + "IoU_noncoffee": 0.5529986404149252, + "kappa": 0.631715352181124, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5615876314598371, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7583671481902289, + "mIoU": 0.5765056310567197, + "macroF1": 0.7239184793256368, + "F1_coffee": 0.8214409940868147, + "IoU_coffee": 0.69698758396092, + "precision_coffee": 0.9333823970343719, + "recall_coffee": 0.7334747033371889, + "F1_noncoffee": 0.626395964564459, + "IoU_noncoffee": 0.4560236781525195, + "kappa": 0.4639687352577431, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7170878043152187, + "mIoU": 0.5298985523793985, + "macroF1": 0.6850503357464743, + "F1_coffee": 0.7855002733734281, + "IoU_coffee": 0.646768588046747, + "precision_coffee": 0.9111133659724512, + "recall_coffee": 0.6903265486555574, + "F1_noncoffee": 0.5846003981195206, + "IoU_noncoffee": 0.41302851671205004, + "kappa": 0.39246399442050744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.023389021479713605, + "mIoU": 0.011736011477761838, + "macroF1": 0.023014835399275735, + "F1_coffee": 0.042134831460674156, + "IoU_coffee": 0.021520803443328552, + "precision_coffee": 1.0, + "recall_coffee": 0.021520803443328552, + "F1_noncoffee": 0.0038948393378773127, + "IoU_noncoffee": 0.001951219512195122, + "kappa": 8.398009671707802e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7121658805031447, + "mIoU": 0.5287243055398375, + "macroF1": 0.6852848860107512, + "F1_coffee": 0.7772623574144487, + "IoU_coffee": 0.6356738603146962, + "precision_coffee": 0.9359033055580991, + "recall_coffee": 0.6646075817673451, + "F1_noncoffee": 0.5933074146070536, + "IoU_noncoffee": 0.4217747507649788, + "kappa": 0.4019446912834216, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8011934216271285, + "mIoU": 0.6223384408492835, + "macroF1": 0.7590227627323403, + "F1_coffee": 0.8598303461485839, + "IoU_coffee": 0.75412491750165, + "precision_coffee": 0.9243271069274893, + "recall_coffee": 0.8037472822611588, + "F1_noncoffee": 0.6582151793160967, + "IoU_noncoffee": 0.49055196419691693, + "kappa": 0.523700148327646, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.761152821506418, + "mIoU": 0.5812954549897329, + "macroF1": 0.7281631568334933, + "F1_coffee": 0.8228616589431332, + "IoU_coffee": 0.69903564453125, + "precision_coffee": 0.9412393162393162, + "recall_coffee": 0.730933690726913, + "F1_noncoffee": 0.6334646547238534, + "IoU_noncoffee": 0.46355526544821585, + "kappa": 0.47355667071017665, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6985339034819792, + "mIoU": 0.48719183451388415, + "macroF1": 0.6395583152196039, + "F1_coffee": 0.785357013410656, + "IoU_coffee": 0.6465743614227739, + "precision_coffee": 0.9671487234422425, + "recall_coffee": 0.6610934830363681, + "F1_noncoffee": 0.49375961702855187, + "IoU_noncoffee": 0.3278093076049943, + "kappa": 0.33456718820979653, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7832167832167832, + "mIoU": 0.5684503865022216, + "macroF1": 0.7078032509682957, + "F1_coffee": 0.856247142577232, + "IoU_coffee": 0.7486295111923252, + "precision_coffee": 0.9659593280282935, + "recall_coffee": 0.7689149560117302, + "F1_noncoffee": 0.5593593593593593, + "IoU_noncoffee": 0.38827126181211785, + "kappa": 0.4378356794169386, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7773540627750073, + "mIoU": 0.5601326232613513, + "macroF1": 0.7002857371474367, + "F1_coffee": 0.8522675663401025, + "IoU_coffee": 0.7425664217071792, + "precision_coffee": 0.9637564196625091, + "recall_coffee": 0.763898581065364, + "F1_noncoffee": 0.5483039079547709, + "IoU_noncoffee": 0.37769882481552336, + "kappa": 0.4241339169723257, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7248812915479582, + "mIoU": 0.5589386307478836, + "macroF1": 0.7148501441036677, + "F1_coffee": 0.7683326669332267, + "IoU_coffee": 0.6238150889494871, + "precision_coffee": 0.9030075187969925, + "recall_coffee": 0.6686151704940849, + "F1_noncoffee": 0.6613676212741088, + "IoU_noncoffee": 0.4940621725462801, + "kappa": 0.4476584418582545, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.818642447418738, + "mIoU": 0.6667658213823114, + "macroF1": 0.796288243846913, + "F1_coffee": 0.863770197486535, + "IoU_coffee": 0.7602073062823916, + "precision_coffee": 0.88285378743394, + "recall_coffee": 0.8454941656122592, + "F1_noncoffee": 0.7288062902072909, + "IoU_noncoffee": 0.5733243364822312, + "kappa": 0.5929550979621969, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7452486081781532, + "mIoU": 0.5841482355490231, + "macroF1": 0.7354397666963977, + "F1_coffee": 0.786381197681906, + "IoU_coffee": 0.6479639209444223, + "precision_coffee": 0.9125723893144031, + "recall_coffee": 0.6908499505020507, + "F1_noncoffee": 0.6844983357108892, + "IoU_noncoffee": 0.5203325501536237, + "kappa": 0.4854121930786238, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 554, + 563 + ], + [ + 5770, + 7520 + ], + [ + 40374, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.536806587378184, + "test_tta": { + "OA": 0.7841584158415842, + "mIoU": 0.6031398128090774, + "macroF1": 0.7443411713435223, + "F1_coffee": 0.8452353242400261, + "IoU_coffee": 0.7319546068412247, + "precision_coffee": 0.9254549161527091, + "recall_coffee": 0.7778134772737009, + "F1_noncoffee": 0.6434470184470185, + "IoU_noncoffee": 0.47432501877693006, + "kappa": 0.4973827578420703, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.741822429906542, + "mIoU": 0.5527237795487736, + "macroF1": 0.7030681160464194, + "F1_coffee": 0.8103406261588176, + "IoU_coffee": 0.6811534830700177, + "precision_coffee": 0.9028709037680612, + "recall_coffee": 0.7350131657344943, + "F1_noncoffee": 0.5957956059340213, + "IoU_noncoffee": 0.42429407602752944, + "kappa": 0.41913840087451376, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5875365582160712, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7867067034572309, + "mIoU": 0.603497422330726, + "macroF1": 0.744028409674736, + "F1_coffee": 0.8485484112623463, + "IoU_coffee": 0.7369379829443088, + "precision_coffee": 0.9184651081559841, + "recall_coffee": 0.7885233260506361, + "F1_noncoffee": 0.6395084080871258, + "IoU_noncoffee": 0.4700568617171432, + "kappa": 0.4950219661390924, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7475914387908157, + "mIoU": 0.5565113423374934, + "macroF1": 0.7054991614084942, + "F1_coffee": 0.8168374341960669, + "IoU_coffee": 0.6903847854931446, + "precision_coffee": 0.8966911764705883, + "recall_coffee": 0.7500432451133022, + "F1_noncoffee": 0.5941608886209215, + "IoU_noncoffee": 0.4226378991818422, + "kappa": 0.4211695488389071, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1412887828162291, + "mIoU": 0.07093231351223173, + "macroF1": 0.12474823395101022, + "F1_coffee": 0.24506924045321024, + "IoU_coffee": 0.13964610234337638, + "precision_coffee": 1.0, + "recall_coffee": 0.13964610234337638, + "F1_noncoffee": 0.004427227448810182, + "IoU_noncoffee": 0.0022185246810870773, + "kappa": 0.0006194247463898422, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6752653301886793, + "mIoU": 0.4951353167495374, + "macroF1": 0.6579027579766756, + "F1_coffee": 0.7349721297670129, + "IoU_coffee": 0.580992835858746, + "precision_coffee": 0.9587779870265746, + "recall_coffee": 0.5958774952857793, + "F1_noncoffee": 0.5808333861863385, + "IoU_noncoffee": 0.4092777976403289, + "kappa": 0.370090542504793, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8221510697132878, + "mIoU": 0.6447212679704787, + "macroF1": 0.7754178502954832, + "F1_coffee": 0.8778651385927505, + "IoU_coffee": 0.7823169645507987, + "precision_coffee": 0.9163305049380999, + "recall_coffee": 0.842499040798056, + "F1_noncoffee": 0.6729705619982159, + "IoU_noncoffee": 0.5071255713901587, + "kappa": 0.5529450260386287, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8611770404456285, + "mIoU": 0.6851435080595194, + "macroF1": 0.8037327919885113, + "F1_coffee": 0.9099138743949204, + "IoU_coffee": 0.834717416378316, + "precision_coffee": 0.8965004645401053, + "recall_coffee": 0.9237347629076521, + "F1_noncoffee": 0.6975517095821021, + "IoU_noncoffee": 0.5355695997407227, + "kappa": 0.6077603802820879, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7594176338831196, + "mIoU": 0.550482917974479, + "macroF1": 0.6950327322892735, + "F1_coffee": 0.8351587024764562, + "IoU_coffee": 0.7169720924661636, + "precision_coffee": 0.9747598111056831, + "recall_coffee": 0.7305345374664388, + "F1_noncoffee": 0.5549067621020908, + "IoU_noncoffee": 0.3839937434827946, + "kappa": 0.4220721777987077, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8436915197478577, + "mIoU": 0.6346623618452455, + "macroF1": 0.7604086189493713, + "F1_coffee": 0.9016667699361794, + "IoU_coffee": 0.8209409906352251, + "precision_coffee": 0.9556080903598634, + "recall_coffee": 0.8534897360703813, + "F1_noncoffee": 0.619150467962563, + "IoU_noncoffee": 0.4483837330552659, + "kappa": 0.5266585600645253, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8754277891854894, + "mIoU": 0.6424633104721055, + "macroF1": 0.7599670823317528, + "F1_coffee": 0.9264434180138568, + "IoU_coffee": 0.8629665483489297, + "precision_coffee": 0.9198578307727585, + "recall_coffee": 0.9331239823214701, + "F1_noncoffee": 0.593490746649649, + "IoU_noncoffee": 0.4219600725952813, + "kappa": 0.5200701131216117, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.5967711301044635, + "mIoU": 0.4252705984297025, + "macroF1": 0.5967522771172002, + "F1_coffee": 0.5995095265044331, + "IoU_coffee": 0.4280711206896552, + "precision_coffee": 0.9300556043312848, + "recall_coffee": 0.44231036882393876, + "F1_noncoffee": 0.5939950277299675, + "IoU_noncoffee": 0.42247007616974974, + "kappa": 0.28505453671495995, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8012428298279158, + "mIoU": 0.6417936405800011, + "macroF1": 0.7774985235437639, + "F1_coffee": 0.8501837572962456, + "IoU_coffee": 0.739408373025821, + "precision_coffee": 0.8721170904790065, + "recall_coffee": 0.8293265851258259, + "F1_noncoffee": 0.7048132897912821, + "IoU_noncoffee": 0.5441789081341811, + "kappa": 0.5555509320531262, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.847187559992321, + "mIoU": 0.7003765461426281, + "macroF1": 0.8195682664195325, + "F1_coffee": 0.8901614461156341, + "IoU_coffee": 0.8020639065025488, + "precision_coffee": 0.8690556378822578, + "recall_coffee": 0.9123179182576722, + "F1_noncoffee": 0.748975086723431, + "IoU_noncoffee": 0.5986891857827074, + "kappa": 0.6396223006583791, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6569, + 7520 + ], + [ + 41324, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.547062126795451, + "test_tta": { + "OA": 0.8144944002596981, + "mIoU": 0.634020454364864, + "macroF1": 0.7670642411233941, + "F1_coffee": 0.8721745646508818, + "IoU_coffee": 0.7733240777469258, + "precision_coffee": 0.9126038619075483, + "recall_coffee": 0.8351754273229662, + "F1_noncoffee": 0.6619539175959064, + "IoU_noncoffee": 0.49471683098280206, + "kappa": 0.5365339764184133, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7737538940809969, + "mIoU": 0.5815543299061801, + "macroF1": 0.7248749785143045, + "F1_coffee": 0.8408396830389302, + "IoU_coffee": 0.725386877669631, + "precision_coffee": 0.8905054586091292, + "recall_coffee": 0.7964212266236138, + "F1_noncoffee": 0.6089102739896787, + "IoU_noncoffee": 0.4377217821427291, + "kappa": 0.45392380024920603, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.7350044246261025, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8840123356597955, + "mIoU": 0.7405498747728623, + "macroF1": 0.8458390432388383, + "F1_coffee": 0.9225516972298088, + "IoU_coffee": 0.8562375520550426, + "precision_coffee": 0.9337238383572463, + "recall_coffee": 0.911643747590284, + "F1_noncoffee": 0.7691263892478677, + "IoU_noncoffee": 0.624862197490682, + "kappa": 0.6918096142333451, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8416262836044768, + "mIoU": 0.6759781953067957, + "macroF1": 0.7996634402301309, + "F1_coffee": 0.8913514529677745, + "IoU_coffee": 0.8039982150825524, + "precision_coffee": 0.918515497553018, + "recall_coffee": 0.8657479482596244, + "F1_noncoffee": 0.7079754274924873, + "IoU_noncoffee": 0.547958175531039, + "kappa": 0.6002665644832369, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33890214797136037, + "mIoU": 0.17025863182021478, + "macroF1": 0.2552848003231849, + "F1_coffee": 0.5048265999284948, + "IoU_coffee": 0.33763749402199905, + "precision_coffee": 1.0, + "recall_coffee": 0.33763749402199905, + "F1_noncoffee": 0.00574300071787509, + "IoU_noncoffee": 0.0028797696184305254, + "kappa": 0.0019427474259800246, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.870626965408805, + "mIoU": 0.7257788122145314, + "macroF1": 0.8362689342480187, + "F1_coffee": 0.9112721145745577, + "IoU_coffee": 0.8370063142255788, + "precision_coffee": 0.9457890318970341, + "recall_coffee": 0.8791859028545419, + "F1_noncoffee": 0.7612657539214798, + "IoU_noncoffee": 0.6145513102034841, + "kappa": 0.6737071997024257, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8850725270460389, + "mIoU": 0.7378357735190255, + "macroF1": 0.8435210963117967, + "F1_coffee": 0.9241555946854491, + "IoU_coffee": 0.8590048803713843, + "precision_coffee": 0.9253702635122139, + "recall_coffee": 0.922944110500064, + "F1_noncoffee": 0.7628865979381443, + "IoU_noncoffee": 0.6166666666666667, + "kappa": 0.6870438784028097, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8961491886655365, + "mIoU": 0.7584615881400959, + "macroF1": 0.8578801954444635, + "F1_coffee": 0.9316282926207029, + "IoU_coffee": 0.8720076413348457, + "precision_coffee": 0.9310344827586207, + "recall_coffee": 0.9322228604250431, + "F1_noncoffee": 0.7841320982682239, + "IoU_noncoffee": 0.6449155349453461, + "kappa": 0.7157607559444842, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8868865811443698, + "mIoU": 0.6924601540919437, + "macroF1": 0.8049051011840149, + "F1_coffee": 0.9313731546111558, + "IoU_coffee": 0.8715606936416185, + "precision_coffee": 0.9429643527204503, + "recall_coffee": 0.9200634610690749, + "F1_noncoffee": 0.6784370477568741, + "IoU_noncoffee": 0.513359614542269, + "kappa": 0.6100862643569364, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8838766866935881, + "mIoU": 0.6726533574791118, + "macroF1": 0.7873738390067719, + "F1_coffee": 0.9306184899664568, + "IoU_coffee": 0.8702399295619635, + "precision_coffee": 0.9337505904581955, + "recall_coffee": 0.9275073313782991, + "F1_noncoffee": 0.6441291880470872, + "IoU_noncoffee": 0.47506678539626, + "kappa": 0.574772218312487, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8948860858511782, + "mIoU": 0.6876971548828196, + "macroF1": 0.7988769331044869, + "F1_coffee": 0.9378361186607298, + "IoU_coffee": 0.882948606271777, + "precision_coffee": 0.9326049453709028, + "recall_coffee": 0.9431263084438242, + "F1_noncoffee": 0.6599177475482442, + "IoU_noncoffee": 0.49244570349386213, + "kappa": 0.5978230916549724, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8554605887939222, + "mIoU": 0.731261122769117, + "macroF1": 0.8430958005095681, + "F1_coffee": 0.8871422215631025, + "IoU_coffee": 0.7971748400852878, + "precision_coffee": 0.9493731153785113, + "recall_coffee": 0.8325678496868476, + "F1_noncoffee": 0.7990493794560338, + "IoU_noncoffee": 0.6653474054529463, + "kappa": 0.6885741984263793, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8862332695984704, + "mIoU": 0.771641954878618, + "macroF1": 0.8691236273142566, + "F1_coffee": 0.9164443196180312, + "IoU_coffee": 0.845775012960083, + "precision_coffee": 0.9154159068593071, + "recall_coffee": 0.9174750456909884, + "F1_noncoffee": 0.8218029350104822, + "IoU_noncoffee": 0.697508896797153, + "kappa": 0.738247959179854, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8973891341908236, + "mIoU": 0.793012304366705, + "macroF1": 0.8830582717128206, + "F1_coffee": 0.923995734091717, + "IoU_coffee": 0.8587286903660631, + "precision_coffee": 0.9290820703460109, + "recall_coffee": 0.9189647857445906, + "F1_noncoffee": 0.8421208093339241, + "IoU_noncoffee": 0.727295918367347, + "kappa": 0.7661311034253616, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 553, + 563 + ], + [ + 6879, + 7520 + ], + [ + 47010, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.05692667166392, + "test_tta": { + "OA": 0.8902775523453985, + "mIoU": 0.7498184797530799, + "macroF1": 0.8521063565131393, + "F1_coffee": 0.9272414164244969, + "IoU_coffee": 0.8643523627972308, + "precision_coffee": 0.9318752163378332, + "recall_coffee": 0.9226534721329734, + "F1_noncoffee": 0.7769712966017815, + "IoU_noncoffee": 0.635284596708929, + "kappa": 0.7042351302663549, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8479577708549672, + "mIoU": 0.6830626594564484, + "macroF1": 0.804603540103628, + "F1_coffee": 0.8966430056080631, + "IoU_coffee": 0.8126499493504417, + "precision_coffee": 0.9151439950367243, + "recall_coffee": 0.8788752426531358, + "F1_noncoffee": 0.7125640745991929, + "IoU_noncoffee": 0.553475369562455, + "kappa": 0.6096507558226468, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.7400869206171412, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8930206135367635, + "mIoU": 0.7599748223903742, + "macroF1": 0.8594890130365354, + "F1_coffee": 0.928129804704112, + "IoU_coffee": 0.8658975767563938, + "precision_coffee": 0.9452921969747451, + "recall_coffee": 0.9115794884976224, + "F1_noncoffee": 0.7908482213689588, + "IoU_noncoffee": 0.6540520680243544, + "kappa": 0.7192473408095719, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8468905042113765, + "mIoU": 0.6866204420146689, + "macroF1": 0.8079168312646774, + "F1_coffee": 0.894439583167608, + "IoU_coffee": 0.8090372715498633, + "precision_coffee": 0.9265951090875378, + "recall_coffee": 0.8644409848353802, + "F1_noncoffee": 0.7213940793617468, + "IoU_noncoffee": 0.5642036124794746, + "kappa": 0.617050861478965, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2610978520286396, + "mIoU": 0.13113084056856336, + "macroF1": 0.2087210357730528, + "F1_coffee": 0.4123006833712984, + "IoU_coffee": 0.25968436154949787, + "precision_coffee": 1.0, + "recall_coffee": 0.25968436154949787, + "F1_noncoffee": 0.005141388174807198, + "IoU_noncoffee": 0.002577319587628866, + "kappa": 0.0013376838853434811, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8872346698113207, + "mIoU": 0.7545619716693654, + "macroF1": 0.8562148598424857, + "F1_coffee": 0.9229994967287368, + "IoU_coffee": 0.8570093457943925, + "precision_coffee": 0.9534867600166367, + "recall_coffee": 0.894401456531634, + "F1_noncoffee": 0.7894302229562346, + "IoU_noncoffee": 0.6521145975443383, + "kappa": 0.7132314743692967, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8960364818318537, + "mIoU": 0.7626252069431355, + "macroF1": 0.8610623858890079, + "F1_coffee": 0.9307704732676466, + "IoU_coffee": 0.8705057707414345, + "precision_coffee": 0.9405236012273944, + "recall_coffee": 0.9212175470008953, + "F1_noncoffee": 0.791354298510369, + "IoU_noncoffee": 0.6547446431448365, + "kappa": 0.7222147993695145, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8957132477597481, + "mIoU": 0.7626595483364345, + "macroF1": 0.8611346678010702, + "F1_coffee": 0.9304294438879375, + "IoU_coffee": 0.8699093655589124, + "precision_coffee": 0.9423353842125932, + "recall_coffee": 0.9188206011870572, + "F1_noncoffee": 0.7918398917142029, + "IoU_noncoffee": 0.6554097311139565, + "kappa": 0.7224019238059609, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8975768682549379, + "mIoU": 0.7067473400562234, + "macroF1": 0.8153675498490491, + "F1_coffee": 0.9385686370297998, + "IoU_coffee": 0.8842480727189046, + "precision_coffee": 0.9392569054021022, + "recall_coffee": 0.9378813766170369, + "F1_noncoffee": 0.6921664626682986, + "IoU_noncoffee": 0.5292466073935423, + "kappa": 0.6307360932932752, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.887914901999409, + "mIoU": 0.6834350645075966, + "macroF1": 0.7964943046444213, + "F1_coffee": 0.9328930298384244, + "IoU_coffee": 0.8742263483642794, + "precision_coffee": 0.9379817384086327, + "recall_coffee": 0.9278592375366569, + "F1_noncoffee": 0.6600955794504182, + "IoU_noncoffee": 0.49264378065091396, + "kappa": 0.5930492769704511, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9056419282291972, + "mIoU": 0.7090939454053522, + "macroF1": 0.8158186780542804, + "F1_coffee": 0.944441245897864, + "IoU_coffee": 0.8947311006872477, + "precision_coffee": 0.9351271234750883, + "recall_coffee": 0.9539427773900907, + "F1_noncoffee": 0.6871961102106969, + "IoU_noncoffee": 0.5234567901234568, + "kappa": 0.631842990285208, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.877587844254511, + "mIoU": 0.7679134393259954, + "macroF1": 0.8675487195386729, + "F1_coffee": 0.9040137016903715, + "IoU_coffee": 0.8248403315667889, + "precision_coffee": 0.9721332479180013, + "recall_coffee": 0.8448155880306193, + "F1_noncoffee": 0.8310837373869742, + "IoU_noncoffee": 0.7109865470852018, + "kappa": 0.7373668008937119, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9039196940726577, + "mIoU": 0.806243039105045, + "macroF1": 0.8915153100583417, + "F1_coffee": 0.9281988997642352, + "IoU_coffee": 0.866017864284762, + "precision_coffee": 0.9436374201045904, + "recall_coffee": 0.9132574159988753, + "F1_noncoffee": 0.8548317203524484, + "IoU_noncoffee": 0.7464682139253279, + "kappa": 0.7831479760766564, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8859665962756768, + "mIoU": 0.7788866006600914, + "macroF1": 0.8744120343474591, + "F1_coffee": 0.9125055236411843, + "IoU_coffee": 0.8390898008939456, + "precision_coffee": 0.9520516366989396, + "recall_coffee": 0.8761137038608401, + "F1_noncoffee": 0.8363185450537338, + "IoU_noncoffee": 0.7186834004262372, + "kappa": 0.7496322036768103, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6923, + 7520 + ], + [ + 47519, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9864818453788757, + "test_tta": { + "OA": 0.9017854244440837, + "mIoU": 0.7741605868478392, + "macroF1": 0.8688938822570382, + "F1_coffee": 0.9345618531616001, + "IoU_coffee": 0.8771619975639464, + "precision_coffee": 0.9437782583054846, + "recall_coffee": 0.9255237116051921, + "F1_noncoffee": 0.8032259113524763, + "IoU_noncoffee": 0.6711591761317319, + "kappa": 0.7378629352026704, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.854721933771778, + "mIoU": 0.6962322023096545, + "macroF1": 0.814650253467055, + "F1_coffee": 0.9008318976126015, + "IoU_coffee": 0.8195578962453425, + "precision_coffee": 0.9234045129778388, + "recall_coffee": 0.8793365238616925, + "F1_noncoffee": 0.7284686093215085, + "IoU_noncoffee": 0.5729065083739665, + "kappa": 0.6299060427174077, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5789280214392338, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7425580262944327, + "mIoU": 0.5645389584515018, + "macroF1": 0.7157297644760678, + "F1_coffee": 0.803059463352248, + "IoU_coffee": 0.6709267827133343, + "precision_coffee": 0.9553041269091016, + "recall_coffee": 0.6926701794970656, + "F1_noncoffee": 0.6284000655998876, + "IoU_noncoffee": 0.4581511341896693, + "kappa": 0.45745953772559567, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7025066343602169, + "mIoU": 0.5204258095734998, + "macroF1": 0.6788210550743359, + "F1_coffee": 0.7660409459536097, + "IoU_coffee": 0.6207993234796676, + "precision_coffee": 0.9344974540624308, + "recall_coffee": 0.6490418804897269, + "F1_noncoffee": 0.591601164195062, + "IoU_noncoffee": 0.4200522956673321, + "kappa": 0.3921230922675134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04821002386634845, + "mIoU": 0.024195644712143992, + "macroF1": 0.0463307259468137, + "F1_coffee": 0.0886654478976234, + "IoU_coffee": 0.046389287422285985, + "precision_coffee": 1.0, + "recall_coffee": 0.046389287422285985, + "F1_noncoffee": 0.003996003996003996, + "IoU_noncoffee": 0.002002002002002002, + "kappa": 0.00018572564397255803, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7427279874213837, + "mIoU": 0.5676007428531343, + "macroF1": 0.7189477436796292, + "F1_coffee": 0.800700365408039, + "IoU_coffee": 0.6676399644534722, + "precision_coffee": 0.9655742219774167, + "recall_coffee": 0.6839196306651928, + "F1_noncoffee": 0.6371951219512195, + "IoU_noncoffee": 0.46756152125279643, + "kappa": 0.46622611554699356, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7180420123223209, + "mIoU": 0.5377280175491191, + "macroF1": 0.6936629768445426, + "F1_coffee": 0.7800817314968972, + "IoU_coffee": 0.639454094292804, + "precision_coffee": 0.9553290083410565, + "recall_coffee": 0.6591635759048472, + "F1_noncoffee": 0.6072442221921881, + "IoU_noncoffee": 0.43600194080543425, + "kappa": 0.42205888916562107, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7668684911600872, + "mIoU": 0.5890930370638157, + "macroF1": 0.7346682769903881, + "F1_coffee": 0.8271006214750153, + "IoU_coffee": 0.7051761102603369, + "precision_coffee": 0.9460880999342538, + "recall_coffee": 0.7346990873699661, + "F1_noncoffee": 0.6422359325057608, + "IoU_noncoffee": 0.47300996386729444, + "kappa": 0.4861545844916, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.753512522907758, + "mIoU": 0.543585689063076, + "macroF1": 0.6890160599199976, + "F1_coffee": 0.8306400839454354, + "IoU_coffee": 0.7103374012921752, + "precision_coffee": 0.9731191607933126, + "recall_coffee": 0.7245545521113009, + "F1_noncoffee": 0.5473920358945598, + "IoU_noncoffee": 0.37683397683397685, + "kappa": 0.4117340966875166, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6733970255097016, + "mIoU": 0.46357619361948876, + "macroF1": 0.618247367252782, + "F1_coffee": 0.7633457036825578, + "IoU_coffee": 0.6172668513388735, + "precision_coffee": 0.974667395662475, + "recall_coffee": 0.6273313782991202, + "F1_noncoffee": 0.473149030823006, + "IoU_noncoffee": 0.30988553590010404, + "kappa": 0.308827507900455, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7553534760926958, + "mIoU": 0.5338274444962935, + "macroF1": 0.6769198053616359, + "F1_coffee": 0.8361063801912747, + "IoU_coffee": 0.7183701035569563, + "precision_coffee": 0.9571085782843431, + "recall_coffee": 0.7422656431728308, + "F1_noncoffee": 0.5177332305319969, + "IoU_noncoffee": 0.3492847854356307, + "kappa": 0.38286445852915507, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7326685660018993, + "mIoU": 0.5731000438102818, + "macroF1": 0.7275232775550547, + "F1_coffee": 0.7649661851882775, + "IoU_coffee": 0.6193888588426176, + "precision_coffee": 0.9559682804674458, + "recall_coffee": 0.6375782881002088, + "F1_noncoffee": 0.690080369921832, + "IoU_noncoffee": 0.5268112287779458, + "kappa": 0.4822979011914224, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.761376673040153, + "mIoU": 0.6057089348419821, + "macroF1": 0.7527300675970556, + "F1_coffee": 0.7989690721649485, + "IoU_coffee": 0.6652360515021459, + "precision_coffee": 0.935319630397888, + "recall_coffee": 0.6973147757626881, + "F1_noncoffee": 0.7064910630291628, + "IoU_noncoffee": 0.5461818181818182, + "kappa": 0.5203428818221245, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7781723939335765, + "mIoU": 0.6261981165603097, + "macroF1": 0.7682756811245579, + "F1_coffee": 0.81616418741548, + "IoU_coffee": 0.689423464588093, + "precision_coffee": 0.9327272727272727, + "recall_coffee": 0.7254985150615189, + "F1_noncoffee": 0.7203871748336358, + "IoU_noncoffee": 0.5629727685325264, + "kappa": 0.5473047576739616, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5874, + 7520 + ], + [ + 39298, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5371060808499655, + "test_tta": { + "OA": 0.7766434020451225, + "mIoU": 0.6016529440339856, + "macroF1": 0.7448203655505125, + "F1_coffee": 0.8349346863866998, + "IoU_coffee": 0.7166419570051891, + "precision_coffee": 0.9488018320111229, + "recall_coffee": 0.7454697339673564, + "F1_noncoffee": 0.6547060447143251, + "IoU_noncoffee": 0.4866639310627821, + "kappa": 0.5045674224886234, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7347121264566747, + "mIoU": 0.5522603108211914, + "macroF1": 0.7047188358247751, + "F1_coffee": 0.7988275696130542, + "IoU_coffee": 0.6650398805404815, + "precision_coffee": 0.926785940870448, + "recall_coffee": 0.7019162390205462, + "F1_noncoffee": 0.610610102036496, + "IoU_noncoffee": 0.4394807411019015, + "kappa": 0.4304524464885675, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6379025254923478, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84395390358708, + "mIoU": 0.6804180258342083, + "macroF1": 0.8030989456790842, + "F1_coffee": 0.8927894372950911, + "IoU_coffee": 0.8063411489807429, + "precision_coffee": 0.9311900995626686, + "recall_coffee": 0.8574304930814377, + "F1_noncoffee": 0.7134084540630775, + "IoU_noncoffee": 0.5544949026876738, + "kappa": 0.6079800023562026, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7988635052497981, + "mIoU": 0.6178173164972972, + "macroF1": 0.7551738057152593, + "F1_coffee": 0.8585971244904994, + "IoU_coffee": 0.7522296841132786, + "precision_coffee": 0.9086421872652746, + "recall_coffee": 0.8137769320955621, + "F1_noncoffee": 0.651750486940019, + "IoU_noncoffee": 0.48340494888131574, + "kappa": 0.513978595603306, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12410501193317422, + "mIoU": 0.062302277374563404, + "macroF1": 0.11124578981352766, + "F1_coffee": 0.21815083084789091, + "IoU_coffee": 0.12242945958871354, + "precision_coffee": 1.0, + "recall_coffee": 0.12242945958871354, + "F1_noncoffee": 0.004340748779164406, + "IoU_noncoffee": 0.002175095160413268, + "kappa": 0.0005324496610183119, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8590801886792453, + "mIoU": 0.7026277134026215, + "macroF1": 0.8192473850924166, + "F1_coffee": 0.9040995118036514, + "IoU_coffee": 0.8249832184048331, + "precision_coffee": 0.9306119639292352, + "recall_coffee": 0.8790558553872163, + "F1_noncoffee": 0.7343952583811817, + "IoU_noncoffee": 0.5802722084004098, + "kappa": 0.6393055762070942, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8321447630136322, + "mIoU": 0.6666130478255727, + "macroF1": 0.7933093929470159, + "F1_coffee": 0.882902396101259, + "IoU_coffee": 0.7903538536112458, + "precision_coffee": 0.9377426312005751, + "recall_coffee": 0.8341220104872746, + "F1_noncoffee": 0.7037163897927727, + "IoU_noncoffee": 0.5428722420398996, + "kappa": 0.5901652834034782, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8408331315088399, + "mIoU": 0.6730341705973091, + "macroF1": 0.7972128809088664, + "F1_coffee": 0.8912640635340834, + "IoU_coffee": 0.8038560257864263, + "precision_coffee": 0.925503401828053, + "recall_coffee": 0.8594677388474057, + "F1_noncoffee": 0.7031616982836495, + "IoU_noncoffee": 0.5422123154081917, + "kappa": 0.5959354673880862, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.87772347790674, + "mIoU": 0.6948890677338364, + "macroF1": 0.8089502283087644, + "F1_coffee": 0.923576201081769, + "IoU_coffee": 0.8580042563253725, + "precision_coffee": 0.9648982848025528, + "recall_coffee": 0.885648035147669, + "F1_noncoffee": 0.6943242555357597, + "IoU_noncoffee": 0.5317738791423002, + "kappa": 0.6206829623292793, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8285235890869693, + "mIoU": 0.620522420334729, + "macroF1": 0.7501672053660962, + "F1_coffee": 0.8900814445356399, + "IoU_coffee": 0.8019340159271899, + "precision_coffee": 0.9637681159420289, + "recall_coffee": 0.8268621700879766, + "F1_noncoffee": 0.6102529661965524, + "IoU_noncoffee": 0.43911082474226804, + "kappa": 0.5104808637531881, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.842964701280923, + "mIoU": 0.6137615593305054, + "macroF1": 0.7391938418316224, + "F1_coffee": 0.9037054802734141, + "IoU_coffee": 0.824327280682564, + "precision_coffee": 0.9326732673267327, + "recall_coffee": 0.8764829030006979, + "F1_noncoffee": 0.5746822033898306, + "IoU_noncoffee": 0.40319583797844666, + "kappa": 0.48060070154454015, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.841690408357075, + "mIoU": 0.6995890218519728, + "macroF1": 0.8199233285294107, + "F1_coffee": 0.8825311817349024, + "IoU_coffee": 0.7897591121200656, + "precision_coffee": 0.8938053097345132, + "recall_coffee": 0.8715379262352122, + "F1_noncoffee": 0.7573154753239191, + "IoU_noncoffee": 0.60941893158388, + "kappa": 0.6399650005199465, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.83565965583174, + "mIoU": 0.6960820061893545, + "macroF1": 0.8181110611650839, + "F1_coffee": 0.874607921803195, + "IoU_coffee": 0.7771584132745657, + "precision_coffee": 0.9088841722255913, + "recall_coffee": 0.8428230001405876, + "F1_noncoffee": 0.7616142005269727, + "IoU_noncoffee": 0.6150055991041433, + "kappa": 0.6372030645434785, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8387406411979267, + "mIoU": 0.7024259370059469, + "macroF1": 0.8228076098501824, + "F1_coffee": 0.8759415152857776, + "IoU_coffee": 0.7792668506109578, + "precision_coffee": 0.9165507649513213, + "recall_coffee": 0.8387781077641069, + "F1_noncoffee": 0.7696737044145874, + "IoU_noncoffee": 0.625585023400936, + "kappa": 0.6469021322243202, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6530, + 7520 + ], + [ + 44889, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5327678044637043, + "test_tta": { + "OA": 0.8662067846128875, + "mIoU": 0.7099955535003333, + "macroF1": 0.8241093475592707, + "F1_coffee": 0.9101590173404105, + "IoU_coffee": 0.8351301078064683, + "precision_coffee": 0.9265283479418618, + "recall_coffee": 0.8943580516643105, + "F1_noncoffee": 0.7380596777781309, + "IoU_noncoffee": 0.5848609991941982, + "kappa": 0.6485385477883265, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8204395984769817, + "mIoU": 0.6414019948305532, + "macroF1": 0.7726845663024778, + "F1_coffee": 0.8768740852090668, + "IoU_coffee": 0.780744236831446, + "precision_coffee": 0.9031515472528368, + "recall_coffee": 0.8520824924561302, + "F1_noncoffee": 0.6684950473958888, + "IoU_noncoffee": 0.5020597528296604, + "kappa": 0.5464029797151406, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7182395491783666, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8843044960233728, + "mIoU": 0.7439480900945044, + "macroF1": 0.8484597877252302, + "F1_coffee": 0.922161312162841, + "IoU_coffee": 0.8555652367733176, + "precision_coffee": 0.9406300124754946, + "recall_coffee": 0.9044038898170758, + "F1_noncoffee": 0.7747582632876193, + "IoU_noncoffee": 0.632330943415691, + "kappa": 0.697257299545586, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8415685935156341, + "mIoU": 0.6773919000603441, + "macroF1": 0.8009249854792884, + "F1_coffee": 0.8908756767496151, + "IoU_coffee": 0.8032243618450515, + "precision_coffee": 0.9219508183238753, + "recall_coffee": 0.861827057986892, + "F1_noncoffee": 0.7109742942089615, + "IoU_noncoffee": 0.5515594382756368, + "kappa": 0.6030444197682966, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34844868735083534, + "mIoU": 0.17506206815602296, + "macroF1": 0.26063430824349404, + "F1_coffee": 0.5154419595314164, + "IoU_coffee": 0.3472022955523673, + "precision_coffee": 1.0, + "recall_coffee": 0.3472022955523673, + "F1_noncoffee": 0.005826656955571741, + "IoU_noncoffee": 0.0029218407596785976, + "kappa": 0.002026883425935582, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8819280660377359, + "mIoU": 0.7430272125531745, + "macroF1": 0.8481119949530771, + "F1_coffee": 0.9197796695042564, + "IoU_coffee": 0.8514741331355461, + "precision_coffee": 0.9451152579582875, + "recall_coffee": 0.8957669549385525, + "F1_noncoffee": 0.7764443204018978, + "IoU_noncoffee": 0.6345802919708029, + "kappa": 0.6968311152045651, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8826953864066366, + "mIoU": 0.7407193627028072, + "macroF1": 0.846182047854743, + "F1_coffee": 0.921124739039666, + "IoU_coffee": 0.8537824272842717, + "precision_coffee": 0.9401385004661074, + "recall_coffee": 0.9028648164726947, + "F1_noncoffee": 0.7712393566698202, + "IoU_noncoffee": 0.6276562981213428, + "kappa": 0.6927286103941356, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8882538144829256, + "mIoU": 0.7480557494890125, + "macroF1": 0.8510483659482674, + "F1_coffee": 0.9254917159190001, + "IoU_coffee": 0.8613165013525699, + "precision_coffee": 0.936837975676736, + "recall_coffee": 0.9144170017231477, + "F1_noncoffee": 0.7766050159775346, + "IoU_noncoffee": 0.6347949976254551, + "kappa": 0.702227689173746, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9071472205253512, + "mIoU": 0.7308177782979044, + "macroF1": 0.8340784954107776, + "F1_coffee": 0.9441860465116279, + "IoU_coffee": 0.8942731277533039, + "precision_coffee": 0.9469678369752026, + "recall_coffee": 0.9414205516231389, + "F1_noncoffee": 0.7239709443099274, + "IoU_noncoffee": 0.5673624288425048, + "kappa": 0.6681711521671999, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8780655963754556, + "mIoU": 0.6662327694736828, + "macroF1": 0.7826522093386785, + "F1_coffee": 0.9266587677725119, + "IoU_coffee": 0.8633403245391323, + "precision_coffee": 0.9360861759425494, + "recall_coffee": 0.9174193548387096, + "F1_noncoffee": 0.6386456509048453, + "IoU_noncoffee": 0.4691252144082333, + "kappa": 0.5655215419070037, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9052508066881784, + "mIoU": 0.7119903741618752, + "macroF1": 0.8184268321071297, + "F1_coffee": 0.9439852014567316, + "IoU_coffee": 0.8939128530764178, + "precision_coffee": 0.9383978853005401, + "recall_coffee": 0.9496394510351245, + "F1_noncoffee": 0.6928684627575278, + "IoU_noncoffee": 0.5300678952473327, + "kappa": 0.6369242392884099, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8584045584045584, + "mIoU": 0.7344443195272654, + "macroF1": 0.8451098976038507, + "F1_coffee": 0.8904884318766066, + "IoU_coffee": 0.8025949953660797, + "precision_coffee": 0.9427682737169518, + "recall_coffee": 0.8437021572720946, + "F1_noncoffee": 0.7997313633310947, + "IoU_noncoffee": 0.6662936436884512, + "kappa": 0.6919521218203597, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.887189292543021, + "mIoU": 0.7793431290812493, + "macroF1": 0.8745851070332812, + "F1_coffee": 0.9143437862950058, + "IoU_coffee": 0.8422037978069002, + "precision_coffee": 0.9452198709290109, + "recall_coffee": 0.8854210600309292, + "F1_noncoffee": 0.8348264277715566, + "IoU_noncoffee": 0.7164824603555983, + "kappa": 0.7496852610760338, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8715684392397773, + "mIoU": 0.7535850997383662, + "macroF1": 0.8577598071997399, + "F1_coffee": 0.9020784543325527, + "IoU_coffee": 0.8216237834955339, + "precision_coffee": 0.9347793113908691, + "recall_coffee": 0.871588177061236, + "F1_noncoffee": 0.8134411600669269, + "IoU_noncoffee": 0.6855464159811986, + "kappa": 0.7161813410147214, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 552, + 563 + ], + [ + 6847, + 7520 + ], + [ + 47061, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0910703897476197, + "test_tta": { + "OA": 0.8904723259211167, + "mIoU": 0.753108535888112, + "macroF1": 0.8546184422701373, + "F1_coffee": 0.9268160423399778, + "IoU_coffee": 0.8636133961234513, + "precision_coffee": 0.9386862917398946, + "recall_coffee": 0.9152422567793342, + "F1_noncoffee": 0.7824208422002966, + "IoU_noncoffee": 0.6426036756527727, + "kappa": 0.7093750543072426, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8480731510326526, + "mIoU": 0.6853004525867488, + "macroF1": 0.8065343834972409, + "F1_coffee": 0.8961799258850429, + "IoU_coffee": 0.8118894980267505, + "precision_coffee": 0.919692525538586, + "recall_coffee": 0.8738395894597244, + "F1_noncoffee": 0.7168888411094388, + "IoU_noncoffee": 0.558711407146747, + "kappa": 0.6137571847317068, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.7407963080498059, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9036844668073365, + "mIoU": 0.7803820945601732, + "macroF1": 0.8732175848878012, + "F1_coffee": 0.9353679257613384, + "IoU_coffee": 0.8785832668344484, + "precision_coffee": 0.9515357000398883, + "recall_coffee": 0.919740393265647, + "F1_noncoffee": 0.8110672440142639, + "IoU_noncoffee": 0.6821809222858979, + "kappa": 0.746648981797532, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.855500749971155, + "mIoU": 0.7012935983547782, + "macroF1": 0.8187926099087822, + "F1_coffee": 0.9003510935619585, + "IoU_coffee": 0.818762323402254, + "precision_coffee": 0.9329678031083811, + "recall_coffee": 0.8699379192373484, + "F1_noncoffee": 0.7372341262556059, + "IoU_noncoffee": 0.5838248733073025, + "kappa": 0.6387494849165424, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1899761336515513, + "mIoU": 0.09528961871555505, + "macroF1": 0.1605874918336359, + "F1_coffee": 0.3176517893043828, + "IoU_coffee": 0.18881453154875716, + "precision_coffee": 0.9974747474747475, + "recall_coffee": 0.18890483022477284, + "F1_noncoffee": 0.0035231943628890195, + "IoU_noncoffee": 0.0017647058823529412, + "kappa": -0.0002875476936677575, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9044811320754716, + "mIoU": 0.786698393307327, + "macroF1": 0.8776982541259197, + "F1_coffee": 0.9349310483331101, + "IoU_coffee": 0.8778126964173476, + "precision_coffee": 0.9633717320824998, + "recall_coffee": 0.908121464334482, + "F1_noncoffee": 0.8204654599187292, + "IoU_noncoffee": 0.6955840901973066, + "kappa": 0.7559833027282635, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8974433609857857, + "mIoU": 0.7670534021528519, + "macroF1": 0.8641972002108925, + "F1_coffee": 0.9313903673893288, + "IoU_coffee": 0.8715908400656016, + "precision_coffee": 0.9456306840648477, + "recall_coffee": 0.9175725796137614, + "F1_noncoffee": 0.7970040330324563, + "IoU_noncoffee": 0.6625159642401022, + "kappa": 0.7285765155064976, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9091305400823444, + "mIoU": 0.7873634400809288, + "macroF1": 0.8775941400764278, + "F1_coffee": 0.9397249710834084, + "IoU_coffee": 0.8863030303030303, + "precision_coffee": 0.9462309932060822, + "recall_coffee": 0.933307805220499, + "F1_noncoffee": 0.8154633090694472, + "IoU_noncoffee": 0.6884238498588274, + "kappa": 0.7552237085402865, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8975768682549379, + "mIoU": 0.7281281946840458, + "macroF1": 0.8335400633633663, + "F1_coffee": 0.9367852205605127, + "IoU_coffee": 0.8810874704491726, + "precision_coffee": 0.9655440414507772, + "recall_coffee": 0.9096900170856724, + "F1_noncoffee": 0.7302949061662198, + "IoU_noncoffee": 0.575168918918919, + "kappa": 0.6683354844738585, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8803309366689649, + "mIoU": 0.6874158121143652, + "macroF1": 0.8017557684524308, + "F1_coffee": 0.9265639165911151, + "IoU_coffee": 0.8631756756756757, + "precision_coffee": 0.9557356608478803, + "recall_coffee": 0.8991202346041056, + "F1_noncoffee": 0.6769476203137463, + "IoU_noncoffee": 0.5116559485530546, + "kappa": 0.6051298663572809, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9044685636061406, + "mIoU": 0.7164143639000307, + "macroF1": 0.8224038136389672, + "F1_coffee": 0.9431282379649573, + "IoU_coffee": 0.8923771755893368, + "precision_coffee": 0.944062463582333, + "recall_coffee": 0.9421958595022099, + "F1_noncoffee": 0.7016793893129771, + "IoU_noncoffee": 0.5404515522107244, + "kappa": 0.6448094518039453, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9109211775878443, + "mIoU": 0.8203222411898137, + "macroF1": 0.900333873260388, + "F1_coffee": 0.9328176479014468, + "IoU_coffee": 0.8740939597315436, + "precision_coffee": 0.9608971521322119, + "recall_coffee": 0.9063326374391093, + "F1_noncoffee": 0.8678500986193294, + "IoU_noncoffee": 0.7665505226480837, + "kappa": 0.8010020072784243, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9140535372848948, + "mIoU": 0.8216813555689912, + "macroF1": 0.900930221596454, + "F1_coffee": 0.936987453564169, + "IoU_coffee": 0.8814453382566266, + "precision_coffee": 0.9343024881185351, + "recall_coffee": 0.9396878954027836, + "F1_noncoffee": 0.8648729896287389, + "IoU_noncoffee": 0.761917372881356, + "kappa": 0.801863952173973, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9137070454981763, + "mIoU": 0.8240324449153524, + "macroF1": 0.9025362142950317, + "F1_coffee": 0.9355324489064181, + "IoU_coffee": 0.8788736189706279, + "precision_coffee": 0.9489380273494327, + "recall_coffee": 0.9225003535567812, + "F1_noncoffee": 0.8695399796836454, + "IoU_noncoffee": 0.769191270860077, + "kappa": 0.8051511204112969, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 520, + 563 + ], + [ + 6942, + 7520 + ], + [ + 48197, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.271480325857798, + "test_tta": { + "OA": 0.907255315695504, + "mIoU": 0.7864401312667382, + "macroF1": 0.8771630030906672, + "F1_coffee": 0.9379614348996786, + "IoU_coffee": 0.8831707865628003, + "precision_coffee": 0.9510546479369413, + "recall_coffee": 0.9252238358394379, + "F1_noncoffee": 0.8163645712816557, + "IoU_noncoffee": 0.6897094759706761, + "kappa": 0.7544637562614963, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8584140994577132, + "mIoU": 0.7049073567196469, + "macroF1": 0.8212865490607659, + "F1_coffee": 0.9027432409673168, + "IoU_coffee": 0.822727436888295, + "precision_coffee": 0.9315272950316908, + "recall_coffee": 0.8756847142939514, + "F1_noncoffee": 0.7398298571542151, + "IoU_noncoffee": 0.5870872765509989, + "kappa": 0.6434837026453083, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.5190525484825885, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7180490180165557, + "mIoU": 0.52472957498135, + "macroF1": 0.6787320063546485, + "F1_coffee": 0.7911210514291211, + "IoU_coffee": 0.6544253685320389, + "precision_coffee": 0.9018285494969432, + "recall_coffee": 0.7046223707321253, + "F1_noncoffee": 0.5663429612801757, + "IoU_noncoffee": 0.395033781430661, + "kappa": 0.3769568894964415, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.691127264335987, + "mIoU": 0.4967333577250401, + "macroF1": 0.6542944737559193, + "F1_coffee": 0.7671363952679193, + "IoU_coffee": 0.6222394694136739, + "precision_coffee": 0.8832469516011918, + "recall_coffee": 0.6780064963770205, + "F1_noncoffee": 0.5414525522439192, + "IoU_noncoffee": 0.37122724603640633, + "kappa": 0.33134332539183065, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33269689737470165, + "mIoU": 0.16713672003716765, + "macroF1": 0.2517673640064747, + "F1_coffee": 0.4978448275862069, + "IoU_coffee": 0.3314203730272597, + "precision_coffee": 1.0, + "recall_coffee": 0.3314203730272597, + "F1_noncoffee": 0.005689900426742532, + "IoU_noncoffee": 0.0028530670470756064, + "kappa": 0.0018893425946562138, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6030856918238994, + "mIoU": 0.41643633535290636, + "macroF1": 0.5816977371697256, + "F1_coffee": 0.6762843632283402, + "IoU_coffee": 0.5108985226447081, + "precision_coffee": 0.8812532637075718, + "recall_coffee": 0.548670264646596, + "F1_noncoffee": 0.4871111111111111, + "IoU_noncoffee": 0.3219741480611046, + "kappa": 0.2294405202408269, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7939649735603745, + "mIoU": 0.6061824293443249, + "macroF1": 0.7448202399906236, + "F1_coffee": 0.856805691358441, + "IoU_coffee": 0.7494838671621542, + "precision_coffee": 0.9062121104058198, + "recall_coffee": 0.8125079933495332, + "F1_noncoffee": 0.6328347886228063, + "IoU_noncoffee": 0.46288099152649553, + "kappa": 0.49350078460637486, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7555824654880117, + "mIoU": 0.5660972621986358, + "macroF1": 0.7135910449320506, + "F1_coffee": 0.8232574430823117, + "IoU_coffee": 0.699607096082867, + "precision_coffee": 0.9123515255026784, + "recall_coffee": 0.7500159550705214, + "F1_noncoffee": 0.6039246467817896, + "IoU_noncoffee": 0.4325874283144046, + "kappa": 0.4391672371288433, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6459987782529016, + "mIoU": 0.41442437957553935, + "macroF1": 0.5595707857532948, + "F1_coffee": 0.754674380865025, + "IoU_coffee": 0.6060056657223796, + "precision_coffee": 0.8944639571834755, + "recall_coffee": 0.6526726873321943, + "F1_noncoffee": 0.36446719064156463, + "IoU_noncoffee": 0.22284309342869915, + "kappa": 0.17155954850253077, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7803604845858367, + "mIoU": 0.5353902776248564, + "macroF1": 0.6700245346599437, + "F1_coffee": 0.860833749375936, + "IoU_coffee": 0.7556699901391476, + "precision_coffee": 0.9197226296839579, + "recall_coffee": 0.8090322580645162, + "F1_noncoffee": 0.47921531994395145, + "IoU_noncoffee": 0.3151105651105651, + "kappa": 0.350020936608497, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7667937811674977, + "mIoU": 0.5223714480969199, + "macroF1": 0.6587805413294484, + "F1_coffee": 0.850760277829923, + "IoU_coffee": 0.740280953936622, + "precision_coffee": 0.9207639171068671, + "recall_coffee": 0.790648988136776, + "F1_noncoffee": 0.46680080482897385, + "IoU_noncoffee": 0.30446194225721784, + "kappa": 0.3313692503202952, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.5630579297245963, + "mIoU": 0.39167716105824013, + "macroF1": 0.562809524118482, + "F1_coffee": 0.5732306836100547, + "IoU_coffee": 0.4017683006111039, + "precision_coffee": 0.8592880978865406, + "recall_coffee": 0.430062630480167, + "F1_noncoffee": 0.5523883646269092, + "IoU_noncoffee": 0.38158602150537635, + "kappa": 0.21666948803553654, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.80717017208413, + "mIoU": 0.6542995900460912, + "macroF1": 0.7876007962269573, + "F1_coffee": 0.852071873854052, + "IoU_coffee": 0.7422693585484283, + "precision_coffee": 0.8906777062250844, + "recall_coffee": 0.8166736960494868, + "F1_noncoffee": 0.7231297185998627, + "IoU_noncoffee": 0.566329821543754, + "kappa": 0.576690091967661, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7445766941831445, + "mIoU": 0.5817761262400152, + "macroF1": 0.7332032322501528, + "F1_coffee": 0.7882886466703795, + "IoU_coffee": 0.6505581089954038, + "precision_coffee": 0.9010549290651146, + "recall_coffee": 0.7006081176636968, + "F1_noncoffee": 0.6781178178299262, + "IoU_noncoffee": 0.5129941434846267, + "kappa": 0.4788172372963114, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 499, + 563 + ], + [ + 6101, + 7520 + ], + [ + 37615, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5436931451161704, + "test_tta": { + "OA": 0.7626683979873398, + "mIoU": 0.5678437877286161, + "macroF1": 0.7133836749068336, + "F1_coffee": 0.8322357098602537, + "IoU_coffee": 0.7126743957555511, + "precision_coffee": 0.8961257165447717, + "recall_coffee": 0.7768495908837767, + "F1_noncoffee": 0.5945316399534135, + "IoU_noncoffee": 0.423013179701681, + "kappa": 0.43372421240663944, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7337313949463482, + "mIoU": 0.5348018200546967, + "macroF1": 0.6853097341467391, + "F1_coffee": 0.8087513207781715, + "IoU_coffee": 0.6789105708024626, + "precision_coffee": 0.8771149309066397, + "recall_coffee": 0.7502738857175806, + "F1_noncoffee": 0.5618681475153069, + "IoU_noncoffee": 0.3906930693069307, + "kappa": 0.3792582854936958, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6219989270779148, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.81757831520857, + "mIoU": 0.6427173382065178, + "macroF1": 0.7745995682813583, + "F1_coffee": 0.8730243015150317, + "IoU_coffee": 0.7746611596759965, + "precision_coffee": 0.9237334735936118, + "recall_coffee": 0.8275928543888961, + "F1_noncoffee": 0.6761748350476849, + "IoU_noncoffee": 0.5107735167370391, + "kappa": 0.5526373229008155, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.777446059766932, + "mIoU": 0.591511937538154, + "macroF1": 0.7342685088695547, + "F1_coffee": 0.8413835637559747, + "IoU_coffee": 0.7261968132297101, + "precision_coffee": 0.9043441753579636, + "recall_coffee": 0.7866190009417825, + "F1_noncoffee": 0.6271534539831348, + "IoU_noncoffee": 0.4568270618465979, + "kappa": 0.4745239623114088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2052505966587112, + "mIoU": 0.10306345864713361, + "macroF1": 0.17164002060347083, + "F1_coffee": 0.33849821215733017, + "IoU_coffee": 0.20373027259684362, + "precision_coffee": 1.0, + "recall_coffee": 0.20373027259684362, + "F1_noncoffee": 0.004781829049611476, + "IoU_noncoffee": 0.002396644697423607, + "kappa": 0.0009760615743632403, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8130896226415094, + "mIoU": 0.6409203974811422, + "macroF1": 0.7739570415940724, + "F1_coffee": 0.8680083275503123, + "IoU_coffee": 0.76679744973026, + "precision_coffee": 0.9305855219105721, + "recall_coffee": 0.8133168606541388, + "F1_noncoffee": 0.6799057556378324, + "IoU_noncoffee": 0.5150433452320244, + "kappa": 0.5528179122715001, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8146800562751662, + "mIoU": 0.6298697277428573, + "macroF1": 0.7630084547314037, + "F1_coffee": 0.8736688934453337, + "IoU_coffee": 0.775676786658054, + "precision_coffee": 0.9047260273972603, + "recall_coffee": 0.8446732318710832, + "F1_noncoffee": 0.6523480160174736, + "IoU_noncoffee": 0.48406266882766075, + "kappa": 0.5275489835995274, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8248970695083555, + "mIoU": 0.6567058402153714, + "macroF1": 0.7859102379324953, + "F1_coffee": 0.8772704124936344, + "IoU_coffee": 0.7813728454792863, + "precision_coffee": 0.9371826490642681, + "recall_coffee": 0.8245580445465569, + "F1_noncoffee": 0.6945500633713562, + "IoU_noncoffee": 0.5320388349514563, + "kappa": 0.5761317362311376, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8501323559356546, + "mIoU": 0.6427625607188564, + "macroF1": 0.7667739828008123, + "F1_coffee": 0.906206193449726, + "IoU_coffee": 0.8284981941046254, + "precision_coffee": 0.9481333333333334, + "recall_coffee": 0.8678301195997071, + "F1_noncoffee": 0.6273417721518987, + "IoU_noncoffee": 0.4570269273330874, + "kappa": 0.5371440842799511, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8020289569585344, + "mIoU": 0.5667489303243478, + "macroF1": 0.6998957963856081, + "F1_coffee": 0.8749688977357551, + "IoU_coffee": 0.7777286298794648, + "precision_coffee": 0.9313998145940935, + "recall_coffee": 0.8249853372434017, + "F1_noncoffee": 0.524822695035461, + "IoU_noncoffee": 0.3557692307692308, + "kappa": 0.4080497801919403, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8599784883152439, + "mIoU": 0.6462562722036815, + "macroF1": 0.76773592154371, + "F1_coffee": 0.9141074856046065, + "IoU_coffee": 0.8418029164825453, + "precision_coffee": 0.9437701263314342, + "recall_coffee": 0.8862526168876483, + "F1_noncoffee": 0.6213643574828134, + "IoU_noncoffee": 0.4507096279248178, + "kappa": 0.537485930411912, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7785375118708452, + "mIoU": 0.6219819964516383, + "macroF1": 0.7642062327319386, + "F1_coffee": 0.8223373457260399, + "IoU_coffee": 0.6982792081769957, + "precision_coffee": 0.9084329237502105, + "recall_coffee": 0.7511482254697286, + "F1_noncoffee": 0.7060751197378372, + "IoU_noncoffee": 0.5456847847262809, + "kappa": 0.5353176038199543, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8269598470363289, + "mIoU": 0.6754255170638253, + "macroF1": 0.802181236952076, + "F1_coffee": 0.8721931930518289, + "IoU_coffee": 0.7733533683946907, + "precision_coffee": 0.8761526457653568, + "recall_coffee": 0.8682693659496696, + "F1_noncoffee": 0.7321692808523231, + "IoU_noncoffee": 0.5774976657329598, + "kappa": 0.60437940542859, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7904588212708773, + "mIoU": 0.6408691405612523, + "macroF1": 0.7790736076225196, + "F1_coffee": 0.8292263162012047, + "IoU_coffee": 0.7082720833890152, + "precision_coffee": 0.9278711484593838, + "recall_coffee": 0.7495403761844153, + "F1_noncoffee": 0.7289208990438346, + "IoU_noncoffee": 0.5734661977334896, + "kappa": 0.5659348107108821, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 431, + 563 + ], + [ + 6303, + 7520 + ], + [ + 43628, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6866065780321757, + "test_tta": { + "OA": 0.8324947248823243, + "mIoU": 0.6601587609794456, + "macroF1": 0.7873869942408627, + "F1_coffee": 0.885318042405654, + "IoU_coffee": 0.794233760019141, + "precision_coffee": 0.9199113204932797, + "recall_coffee": 0.8532322323608791, + "F1_noncoffee": 0.6894559460760713, + "IoU_noncoffee": 0.5260837619397501, + "kappa": 0.5763960958015784, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7918974270220376, + "mIoU": 0.606198160675961, + "macroF1": 0.7453840460646289, + "F1_coffee": 0.8542098190378999, + "IoU_coffee": 0.7455202821869489, + "precision_coffee": 0.9004942269183247, + "recall_coffee": 0.8124507486209613, + "F1_noncoffee": 0.6365582730913579, + "IoU_noncoffee": 0.4668760391649732, + "kappa": 0.4940998915119056, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 63, + "stopped_epoch": 93, + "best_val": 0.7456204454752386, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8840934913163447, + "mIoU": 0.7445438027019696, + "macroF1": 0.848957921100868, + "F1_coffee": 0.9218067341910758, + "IoU_coffee": 0.8549550098511162, + "precision_coffee": 0.9429422702121464, + "recall_coffee": 0.9015979094375187, + "F1_noncoffee": 0.77610910801066, + "IoU_noncoffee": 0.6341325955528231, + "kappa": 0.6983497795642232, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8416839736933195, + "mIoU": 0.6791314488218163, + "macroF1": 0.8024325602095027, + "F1_coffee": 0.8904939096776768, + "IoU_coffee": 0.802603895052959, + "precision_coffee": 0.9257446278934705, + "recall_coffee": 0.8578292875127332, + "F1_noncoffee": 0.7143712107413286, + "IoU_noncoffee": 0.5556590025906736, + "kappa": 0.6063538753891923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3431980906921241, + "mIoU": 0.1724201027176512, + "macroF1": 0.2577012924410533, + "F1_coffee": 0.5096222380612973, + "IoU_coffee": 0.34194165471066473, + "precision_coffee": 1.0, + "recall_coffee": 0.34194165471066473, + "F1_noncoffee": 0.005780346820809248, + "IoU_noncoffee": 0.002898550724637681, + "kappa": 0.001980307709351781, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8860554245283019, + "mIoU": 0.7532653383036269, + "macroF1": 0.8553983296880991, + "F1_coffee": 0.9219796117484776, + "IoU_coffee": 0.8552524811185319, + "precision_coffee": 0.9552426101505856, + "recall_coffee": 0.8909551986475064, + "F1_noncoffee": 0.7888170476277206, + "IoU_noncoffee": 0.6512781954887218, + "kappa": 0.7117427362495601, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8877407461310823, + "mIoU": 0.746588592522641, + "macroF1": 0.8499856623243776, + "F1_coffee": 0.9252439103185371, + "IoU_coffee": 0.8608873391848022, + "precision_coffee": 0.9349699660485766, + "recall_coffee": 0.9157181225220616, + "F1_noncoffee": 0.7747274143302181, + "IoU_noncoffee": 0.6322898458604799, + "kappa": 0.7000691296633362, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8785178009203197, + "mIoU": 0.7336351488779623, + "macroF1": 0.8412487967108355, + "F1_coffee": 0.918167580266249, + "IoU_coffee": 0.8487151646760768, + "precision_coffee": 0.9393150410574804, + "recall_coffee": 0.8979513689450508, + "F1_noncoffee": 0.7643300131554219, + "IoU_noncoffee": 0.6185551330798479, + "kappa": 0.6829603859284923, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.900223986968031, + "mIoU": 0.7244741342804559, + "macroF1": 0.8300282145577794, + "F1_coffee": 0.9392587083178381, + "IoU_coffee": 0.8854738810330723, + "precision_coffee": 0.9542821158690177, + "recall_coffee": 0.9247010007322432, + "F1_noncoffee": 0.7207977207977208, + "IoU_noncoffee": 0.5634743875278396, + "kappa": 0.6604432684333832, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8733379296759578, + "mIoU": 0.6642196329024793, + "macroF1": 0.7818521190259087, + "F1_coffee": 0.9231229076996652, + "IoU_coffee": 0.8572221605418008, + "precision_coffee": 0.9412410093868097, + "recall_coffee": 0.9056891495601173, + "F1_noncoffee": 0.640581330352152, + "IoU_noncoffee": 0.4712171052631579, + "kappa": 0.564458733626537, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8889214823506405, + "mIoU": 0.6780463608004734, + "macroF1": 0.7912763550190811, + "F1_coffee": 0.9340378585530136, + "IoU_coffee": 0.876239241747467, + "precision_coffee": 0.9326298701298701, + "recall_coffee": 0.9354501046755059, + "F1_noncoffee": 0.6485148514851485, + "IoU_noncoffee": 0.47985347985347987, + "kappa": 0.582557779806684, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8728395061728395, + "mIoU": 0.7583164075948967, + "macroF1": 0.8611190389480481, + "F1_coffee": 0.9014644197512695, + "IoU_coffee": 0.8206055734190782, + "precision_coffee": 0.9564334790755777, + "recall_coffee": 0.8524704244954767, + "F1_noncoffee": 0.8207736581448266, + "IoU_noncoffee": 0.6960272417707151, + "kappa": 0.7238969277233358, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9017208413001913, + "mIoU": 0.7994817074402757, + "macroF1": 0.8870837915453431, + "F1_coffee": 0.9277379446084634, + "IoU_coffee": 0.8652156811328177, + "precision_coffee": 0.9277379446084634, + "recall_coffee": 0.9277379446084634, + "F1_noncoffee": 0.8464296384822229, + "IoU_noncoffee": 0.7337477337477337, + "kappa": 0.7741675830906863, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8683048569783067, + "mIoU": 0.7510561187015585, + "macroF1": 0.8563275116482953, + "F1_coffee": 0.8978102189781022, + "IoU_coffee": 0.8145695364238411, + "precision_coffee": 0.9483870967741935, + "recall_coffee": 0.8523546881629189, + "F1_noncoffee": 0.8148448043184885, + "IoU_noncoffee": 0.6875427009792758, + "kappa": 0.7141281246363724, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 492, + 563 + ], + [ + 6729, + 7520 + ], + [ + 47228, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.705774180094401, + "test_tta": { + "OA": 0.8896120759616946, + "mIoU": 0.7528205800332611, + "macroF1": 0.8545260112707377, + "F1_coffee": 0.9259690639729173, + "IoU_coffee": 0.8621437548141241, + "precision_coffee": 0.9413912928000708, + "recall_coffee": 0.9110439960587756, + "F1_noncoffee": 0.783082958568558, + "IoU_noncoffee": 0.6434974052523982, + "kappa": 0.709280639434266, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8471645321333795, + "mIoU": 0.6856088965948574, + "macroF1": 0.8069844980224119, + "F1_coffee": 0.8950490734963504, + "IoU_coffee": 0.8100351355227305, + "precision_coffee": 0.9232765314045196, + "recall_coffee": 0.8684964154606085, + "F1_noncoffee": 0.7189199225484735, + "IoU_noncoffee": 0.5611826576669842, + "kappa": 0.6149329584132459, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 91, + "stopped_epoch": 100, + "best_val": 0.7336953247841171, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8959746794351566, + "mIoU": 0.7649804813053303, + "macroF1": 0.8628475093983117, + "F1_coffee": 0.930252805014746, + "IoU_coffee": 0.8696006022503001, + "precision_coffee": 0.9455124659867707, + "recall_coffee": 0.9154778734524268, + "F1_noncoffee": 0.7954422137818774, + "IoU_noncoffee": 0.6603603603603604, + "kappa": 0.7259044042840838, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8513037960078459, + "mIoU": 0.6938817407461659, + "macroF1": 0.8133012309882774, + "F1_coffee": 0.8975332445486891, + "IoU_coffee": 0.8141136593105438, + "precision_coffee": 0.9293049867253905, + "recall_coffee": 0.8678621537988429, + "F1_noncoffee": 0.7290692174278657, + "IoU_noncoffee": 0.5736498221817881, + "kappa": 0.6277529237321249, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30405727923627685, + "mIoU": 0.15273097327416502, + "macroF1": 0.23510736758598721, + "F1_coffee": 0.4647577092511013, + "IoU_coffee": 0.30272596843615496, + "precision_coffee": 1.0, + "recall_coffee": 0.30272596843615496, + "F1_noncoffee": 0.005457025920873124, + "IoU_noncoffee": 0.0027359781121751026, + "kappa": 0.0016551323811746614, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9003537735849056, + "mIoU": 0.7763543265425787, + "macroF1": 0.8707037932169709, + "F1_coffee": 0.9326201076483487, + "IoU_coffee": 0.8737471207121957, + "precision_coffee": 0.9535294517290577, + "recall_coffee": 0.9126081019572144, + "F1_noncoffee": 0.8087874787855931, + "IoU_noncoffee": 0.6789615323729619, + "kappa": 0.7417599752893579, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8950177072721098, + "mIoU": 0.7613401171824423, + "macroF1": 0.8602358197103057, + "F1_coffee": 0.9299585706887623, + "IoU_coffee": 0.8690865093768905, + "precision_coffee": 0.9415388648577795, + "recall_coffee": 0.918659675150275, + "F1_noncoffee": 0.790513068731849, + "IoU_noncoffee": 0.6535937249879943, + "kappa": 0.7205980530916246, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.892613223540809, + "mIoU": 0.7572604549010377, + "macroF1": 0.857482601195176, + "F1_coffee": 0.9282408156659654, + "IoU_coffee": 0.8660908431988403, + "precision_coffee": 0.9417443846052804, + "recall_coffee": 0.9151190248260898, + "F1_noncoffee": 0.7867243867243867, + "IoU_noncoffee": 0.648430066603235, + "kappa": 0.7151392737559543, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9156994502138057, + "mIoU": 0.7548760300713423, + "macroF1": 0.8521291032611245, + "F1_coffee": 0.9490837535358504, + "IoU_coffee": 0.9031012287887653, + "precision_coffee": 0.9564947942488845, + "recall_coffee": 0.9417866731754942, + "F1_noncoffee": 0.7551744529863986, + "IoU_noncoffee": 0.6066508313539193, + "kappa": 0.7043435520729646, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8930365409238649, + "mIoU": 0.7037414698164004, + "macroF1": 0.8136411821057534, + "F1_coffee": 0.935280095351609, + "IoU_coffee": 0.8784282995634165, + "precision_coffee": 0.9505754088431254, + "recall_coffee": 0.9204692082111436, + "F1_noncoffee": 0.6920022688598979, + "IoU_noncoffee": 0.5290546400693842, + "kappa": 0.6277410322019987, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8958638897037254, + "mIoU": 0.7023482549029829, + "macroF1": 0.8118477045309567, + "F1_coffee": 0.937576929839986, + "IoU_coffee": 0.8824892419728567, + "precision_coffee": 0.945054945054945, + "recall_coffee": 0.9302163293789253, + "F1_noncoffee": 0.6861184792219275, + "IoU_noncoffee": 0.522207267833109, + "kappa": 0.623813844590522, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.886039886039886, + "mIoU": 0.7777413978531298, + "macroF1": 0.8735783871627676, + "F1_coffee": 0.9132697311361665, + "IoU_coffee": 0.8403830806065443, + "precision_coffee": 0.9499323410013532, + "recall_coffee": 0.8793319415448851, + "F1_noncoffee": 0.8338870431893688, + "IoU_noncoffee": 0.7150997150997151, + "kappa": 0.747876071392015, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8969407265774378, + "mIoU": 0.7922836232213754, + "macroF1": 0.8825982715816159, + "F1_coffee": 0.9236327571550014, + "IoU_coffee": 0.8581018823219692, + "precision_coffee": 0.9308867628159361, + "recall_coffee": 0.916490932096162, + "F1_noncoffee": 0.8415637860082305, + "IoU_noncoffee": 0.7264653641207816, + "kappa": 0.7652261205085744, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8894221539642926, + "mIoU": 0.781847899835284, + "macroF1": 0.8761012415668263, + "F1_coffee": 0.916726904727483, + "IoU_coffee": 0.8462565060723342, + "precision_coffee": 0.9376016560697915, + "recall_coffee": 0.8967614198840334, + "F1_noncoffee": 0.8354755784061697, + "IoU_noncoffee": 0.717439293598234, + "kappa": 0.7524449226413074, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 545, + 563 + ], + [ + 6850, + 7520 + ], + [ + 47786, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0883800705273945, + "test_tta": { + "OA": 0.9014121084239571, + "mIoU": 0.7735851067520896, + "macroF1": 0.8685181721943014, + "F1_coffee": 0.9342825611840824, + "IoU_coffee": 0.8766700507614213, + "precision_coffee": 0.9439440314822912, + "recall_coffee": 0.9248168615859144, + "F1_noncoffee": 0.8027537832045204, + "IoU_noncoffee": 0.6705001627427579, + "kappa": 0.7371190016866375, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8563805238260067, + "mIoU": 0.7002176280278112, + "macroF1": 0.8177193266379421, + "F1_coffee": 0.9016668641624205, + "IoU_coffee": 0.8209411468541528, + "precision_coffee": 0.9272121692154592, + "recall_coffee": 0.8774913990274654, + "F1_noncoffee": 0.7337717891134637, + "IoU_noncoffee": 0.5794941092014695, + "kappa": 0.6361863012707032, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.5659455358358176, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7346980844856019, + "mIoU": 0.5576509447028123, + "macroF1": 0.7106086479594915, + "F1_coffee": 0.794102807073678, + "IoU_coffee": 0.6585161751199102, + "precision_coffee": 0.8580622855775112, + "recall_coffee": 0.7390169041183746, + "F1_noncoffee": 0.6271144888453052, + "IoU_noncoffee": 0.4567857142857143, + "kappa": 0.42698316352536947, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7113332179531556, + "mIoU": 0.5321312950485373, + "macroF1": 0.6894411526756412, + "F1_coffee": 0.7718958345204855, + "IoU_coffee": 0.6285263548626577, + "precision_coffee": 0.8411992647424115, + "recall_coffee": 0.7131425442752753, + "F1_noncoffee": 0.606986470830797, + "IoU_noncoffee": 0.43573623523441685, + "kappa": 0.3860620738367058, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1358313817330211, + "mIoU": 0.06857777073093389, + "macroF1": 0.1217860467190226, + "F1_coffee": 0.23284823284823286, + "IoU_coffee": 0.13176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.13176470588235295, + "F1_noncoffee": 0.010723860589812333, + "IoU_noncoffee": 0.005390835579514825, + "kappa": 0.0014196353311743157, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.6779392718376744, + "mIoU": 0.5058464425809139, + "macroF1": 0.669830633840792, + "F1_coffee": 0.721572530480219, + "IoU_coffee": 0.5644219540677307, + "precision_coffee": 0.8937743990137662, + "recall_coffee": 0.6050069541029207, + "F1_noncoffee": 0.6180887372013651, + "IoU_noncoffee": 0.4472709310940973, + "kappa": 0.371655248173015, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7528079192842185, + "mIoU": 0.5561328953476439, + "macroF1": 0.7034816275392882, + "F1_coffee": 0.824420255560814, + "IoU_coffee": 0.7012882447665056, + "precision_coffee": 0.8108251878449365, + "recall_coffee": 0.8384789933301244, + "F1_noncoffee": 0.5825429995177624, + "IoU_noncoffee": 0.41097754592878205, + "kappa": 0.4073593844410476, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7725536430087243, + "mIoU": 0.605881896597383, + "macroF1": 0.7500861384410971, + "F1_coffee": 0.8250190472735188, + "IoU_coffee": 0.7021552522694992, + "precision_coffee": 0.8863423760523854, + "recall_coffee": 0.7716321683067526, + "F1_noncoffee": 0.6751532296086752, + "IoU_noncoffee": 0.5096085409252669, + "kappa": 0.5045749270141915, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.6964699074074074, + "mIoU": 0.5162396271511517, + "macroF1": 0.6759166588587788, + "F1_coffee": 0.75753139687187, + "IoU_coffee": 0.6096986233411882, + "precision_coffee": 0.8917105024487575, + "recall_coffee": 0.658451647468524, + "F1_noncoffee": 0.5943019208456878, + "IoU_noncoffee": 0.4227806309611152, + "kappa": 0.3754928879361001, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7899159663865546, + "mIoU": 0.601439019243537, + "macroF1": 0.7410789665096549, + "F1_coffee": 0.8535286284953395, + "IoU_coffee": 0.7444831591173054, + "precision_coffee": 0.8604026845637583, + "recall_coffee": 0.8467635402906208, + "F1_noncoffee": 0.6286293045239703, + "IoU_noncoffee": 0.4583948793697686, + "kappa": 0.4822417254054481, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.75252382300217, + "mIoU": 0.5662713756816118, + "macroF1": 0.714681804502892, + "F1_coffee": 0.8185904972681375, + "IoU_coffee": 0.692893103852008, + "precision_coffee": 0.8750554487653408, + "recall_coffee": 0.768970893970894, + "F1_noncoffee": 0.6107731117376466, + "IoU_noncoffee": 0.43964964751121555, + "kappa": 0.43441634288542663, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6596049241339822, + "mIoU": 0.49098711783585247, + "macroF1": 0.6582656897768546, + "F1_coffee": 0.6796587337224966, + "IoU_coffee": 0.5147598966127057, + "precision_coffee": 0.896470030798389, + "recall_coffee": 0.5472953427827596, + "F1_noncoffee": 0.6368726458312125, + "IoU_noncoffee": 0.46721433905899923, + "kappa": 0.35903011123406825, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7159392789373814, + "mIoU": 0.5146997108950985, + "macroF1": 0.6675265086332507, + "F1_coffee": 0.7943963741244334, + "IoU_coffee": 0.65892002734108, + "precision_coffee": 0.7621557517459481, + "recall_coffee": 0.8294851570342751, + "F1_noncoffee": 0.5406566431420681, + "IoU_noncoffee": 0.3704793944491169, + "kappa": 0.33770078740686293, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7925702432585329, + "mIoU": 0.6428202679986474, + "macroF1": 0.7803876904764917, + "F1_coffee": 0.8321123321123322, + "IoU_coffee": 0.7124934657605855, + "precision_coffee": 0.8989282769991755, + "recall_coffee": 0.7745418383293081, + "F1_noncoffee": 0.7286630488406513, + "IoU_noncoffee": 0.5731470702367093, + "kappa": 0.5646624869300048, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 7957, + 11000 + ], + [ + 38247, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5055649121602377, + "test_tta": { + "OA": 0.7608619814791323, + "mIoU": 0.5842800932470847, + "macroF1": 0.7313467409025396, + "F1_coffee": 0.8203937261066848, + "IoU_coffee": 0.6954809789193118, + "precision_coffee": 0.85447418690615, + "recall_coffee": 0.7889275734115168, + "F1_noncoffee": 0.6422997556983943, + "IoU_noncoffee": 0.4730792075748576, + "kappa": 0.46439039299372753, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7358370831891081, + "mIoU": 0.5555943798008187, + "macroF1": 0.7080349246239058, + "F1_coffee": 0.7981307587179827, + "IoU_coffee": 0.6640745359841538, + "precision_coffee": 0.8372759856630825, + "recall_coffee": 0.7624823635942468, + "F1_noncoffee": 0.617939090529829, + "IoU_noncoffee": 0.4471142236174837, + "kappa": 0.4184756006960466, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5115083240476859, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7422301154382849, + "mIoU": 0.5736458448011803, + "macroF1": 0.7254518226741709, + "F1_coffee": 0.7933226536476212, + "IoU_coffee": 0.6574438942155727, + "precision_coffee": 0.8915018859298206, + "recall_coffee": 0.7146227495533465, + "F1_noncoffee": 0.6575809917007204, + "IoU_noncoffee": 0.489847795386788, + "kappa": 0.4617196836973197, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.716611861082266, + "mIoU": 0.5445508788145916, + "macroF1": 0.7016987229840561, + "F1_coffee": 0.7683966100496235, + "IoU_coffee": 0.623899395145854, + "precision_coffee": 0.8726440351252945, + "recall_coffee": 0.6863983827152694, + "F1_noncoffee": 0.6350008359184887, + "IoU_noncoffee": 0.46520236248332925, + "kappa": 0.4165203246844707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.01756440281030445, + "mIoU": 0.00884306747610076, + "macroF1": 0.01749839222123036, + "F1_coffee": 0.025551684088269456, + "IoU_coffee": 0.012941176470588235, + "precision_coffee": 1.0, + "recall_coffee": 0.012941176470588235, + "F1_noncoffee": 0.009445100354191263, + "IoU_noncoffee": 0.004744958481613286, + "kappa": 0.00012280314934258395, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7173694056698806, + "mIoU": 0.547421888384844, + "macroF1": 0.7046206019198045, + "F1_coffee": 0.7659861784097228, + "IoU_coffee": 0.6207273897650467, + "precision_coffee": 0.8930357473606223, + "recall_coffee": 0.6705841446453408, + "F1_noncoffee": 0.6432550254298862, + "IoU_noncoffee": 0.4741163870046412, + "kappa": 0.4269234604702467, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7384351798972016, + "mIoU": 0.5678888169685503, + "macroF1": 0.7204759937426022, + "F1_coffee": 0.791328119067507, + "IoU_coffee": 0.6547088019099077, + "precision_coffee": 0.8835099618482408, + "recall_coffee": 0.7165646702881111, + "F1_noncoffee": 0.6496238684176973, + "IoU_noncoffee": 0.4810688320271929, + "kappa": 0.45098707176277336, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7704315020042443, + "mIoU": 0.606195474396217, + "macroF1": 0.750933629064895, + "F1_coffee": 0.820620532095217, + "IoU_coffee": 0.6958070361807162, + "precision_coffee": 0.8977666693541885, + "recall_coffee": 0.7556837461825585, + "F1_noncoffee": 0.681246726034573, + "IoU_noncoffee": 0.516583912611718, + "kappa": 0.5083188501667675, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7765239197530864, + "mIoU": 0.602511743907117, + "macroF1": 0.7457127350268327, + "F1_coffee": 0.8342276597266939, + "IoU_coffee": 0.7156008346630661, + "precision_coffee": 0.8954077714636769, + "recall_coffee": 0.7808732922582373, + "F1_noncoffee": 0.6571978103269714, + "IoU_noncoffee": 0.4894226531511679, + "kappa": 0.4962883364599704, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7486631016042781, + "mIoU": 0.568817333754893, + "macroF1": 0.7185374796063955, + "F1_coffee": 0.8106202331270687, + "IoU_coffee": 0.6815486993345432, + "precision_coffee": 0.8901706700379267, + "recall_coffee": 0.7441215323645971, + "F1_noncoffee": 0.6264547260857224, + "IoU_noncoffee": 0.45608596817524283, + "kappa": 0.44580489265920953, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.787432776677045, + "mIoU": 0.6112440951656182, + "macroF1": 0.7515914288054864, + "F1_coffee": 0.845948717948718, + "IoU_coffee": 0.7330252399573409, + "precision_coffee": 0.8927695194111704, + "recall_coffee": 0.8037941787941788, + "F1_noncoffee": 0.6572341396622546, + "IoU_noncoffee": 0.4894629503738953, + "kappa": 0.5062047440107941, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6588414925088272, + "mIoU": 0.48990178525161665, + "macroF1": 0.6572142304495079, + "F1_coffee": 0.6808320685653066, + "IoU_coffee": 0.5161072008662696, + "precision_coffee": 0.8894331700489853, + "recall_coffee": 0.551489730980619, + "F1_noncoffee": 0.6335963923337091, + "IoU_noncoffee": 0.4636963696369637, + "kappa": 0.3551483740075655, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7282732447817837, + "mIoU": 0.5639024986059078, + "macroF1": 0.7191467190663332, + "F1_coffee": 0.7697749196141479, + "IoU_coffee": 0.6257187663355985, + "precision_coffee": 0.8758002560819462, + "recall_coffee": 0.6866485013623979, + "F1_noncoffee": 0.6685185185185185, + "IoU_noncoffee": 0.502086230876217, + "kappa": 0.44990141015137397, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7534414482368471, + "mIoU": 0.5960121499764381, + "macroF1": 0.7452040382657743, + "F1_coffee": 0.791017341964357, + "IoU_coffee": 0.6542834479111581, + "precision_coffee": 0.9040920716112532, + "recall_coffee": 0.7030828242648104, + "F1_noncoffee": 0.6993907345671916, + "IoU_noncoffee": 0.5377408520417182, + "kappa": 0.5016219793794441, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8347, + 11000 + ], + [ + 38331, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5022815346717833, + "test_tta": { + "OA": 0.7553437777495877, + "mIoU": 0.5873417469121974, + "macroF1": 0.7359893736200032, + "F1_coffee": 0.8074720173698199, + "IoU_coffee": 0.6771094927172275, + "precision_coffee": 0.8869000301526823, + "recall_coffee": 0.7411012872783911, + "F1_noncoffee": 0.6645067298701863, + "IoU_noncoffee": 0.49757400110716726, + "kappa": 0.4792567407554325, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7290296527056652, + "mIoU": 0.5568523241505147, + "macroF1": 0.7114107561991644, + "F1_coffee": 0.7827173058241199, + "IoU_coffee": 0.6430037242532493, + "precision_coffee": 0.8681152356276135, + "recall_coffee": 0.7126160844020468, + "F1_noncoffee": 0.6401042065742089, + "IoU_noncoffee": 0.47070092404778, + "kappa": 0.43192684529061337, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 73, + "stopped_epoch": 100, + "best_val": 0.7434461812888441, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8672618292528226, + "mIoU": 0.7324694877428788, + "macroF1": 0.8421559316321299, + "F1_coffee": 0.905106841240152, + "IoU_coffee": 0.8266622491872528, + "precision_coffee": 0.8959759409295958, + "recall_coffee": 0.9144257638920702, + "F1_noncoffee": 0.7792050220241078, + "IoU_noncoffee": 0.6382767262985048, + "kappa": 0.6843881312226388, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8353957540094612, + "mIoU": 0.6850193035437117, + "macroF1": 0.8088013183718007, + "F1_coffee": 0.8801092494353695, + "IoU_coffee": 0.7858884886687678, + "precision_coffee": 0.8780707638131969, + "recall_coffee": 0.8821572219765409, + "F1_noncoffee": 0.7374933873082319, + "IoU_noncoffee": 0.5841501184186555, + "kappa": 0.6176071492788151, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18149882903981265, + "mIoU": 0.091215265917904, + "macroF1": 0.15508375618352052, + "F1_coffee": 0.3044776119402985, + "IoU_coffee": 0.1795774647887324, + "precision_coffee": 0.9870967741935484, + "recall_coffee": 0.18, + "F1_noncoffee": 0.005689900426742532, + "IoU_noncoffee": 0.0028530670470756064, + "kappa": -0.0036585570892950113, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8599318846836476, + "mIoU": 0.7172118613924108, + "macroF1": 0.8311662561805615, + "F1_coffee": 0.9008556294988456, + "IoU_coffee": 0.8195971827505252, + "precision_coffee": 0.8801751592356688, + "recall_coffee": 0.9225312934631432, + "F1_noncoffee": 0.7614768828622774, + "IoU_noncoffee": 0.6148265400342963, + "kappa": 0.6627803884177594, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8779268989149057, + "mIoU": 0.7507372077851002, + "macroF1": 0.8546735622440977, + "F1_coffee": 0.9128055206173301, + "IoU_coffee": 0.8395972734663248, + "precision_coffee": 0.9026489175742907, + "recall_coffee": 0.9231932888674964, + "F1_noncoffee": 0.7965416038708654, + "IoU_noncoffee": 0.6618771421038756, + "kappa": 0.7094329649797794, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8639000235793445, + "mIoU": 0.7295212141441633, + "macroF1": 0.8403718359690111, + "F1_coffee": 0.9016561030464117, + "IoU_coffee": 0.8209233060312733, + "precision_coffee": 0.9054821709670796, + "recall_coffee": 0.8978622327790974, + "F1_noncoffee": 0.7790875688916106, + "IoU_noncoffee": 0.6381191222570533, + "kappa": 0.6807564757822498, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8793402777777778, + "mIoU": 0.7335483529178418, + "macroF1": 0.8410445476499446, + "F1_coffee": 0.9190657954324901, + "IoU_coffee": 0.8502513765860665, + "precision_coffee": 0.8888749843574021, + "recall_coffee": 0.9513795874631663, + "F1_noncoffee": 0.7630232998673991, + "IoU_noncoffee": 0.6168453292496171, + "kappa": 0.683159338922534, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8672650878533231, + "mIoU": 0.7163180578033155, + "macroF1": 0.8291537259189181, + "F1_coffee": 0.9098456349721106, + "IoU_coffee": 0.8346025702046644, + "precision_coffee": 0.8937308868501529, + "recall_coffee": 0.926552179656539, + "F1_noncoffee": 0.7484618168657257, + "IoU_noncoffee": 0.5980335454019664, + "kappa": 0.658617117044434, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8671572789885839, + "mIoU": 0.7132727717393701, + "macroF1": 0.8266609885102821, + "F1_coffee": 0.9104439638722809, + "IoU_coffee": 0.8356100408639813, + "precision_coffee": 0.8917268876152504, + "recall_coffee": 0.9299636174636174, + "F1_noncoffee": 0.7428780131482834, + "IoU_noncoffee": 0.5909355026147589, + "kappa": 0.6537599365364645, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.7000996245530563, + "macroF1": 0.8205237945046848, + "F1_coffee": 0.8807431225437656, + "IoU_coffee": 0.7868998978549541, + "precision_coffee": 0.8703572941674904, + "recall_coffee": 0.89137980908302, + "F1_noncoffee": 0.7603044664656039, + "IoU_noncoffee": 0.6132993512511585, + "kappa": 0.6411502903809029, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8885199240986718, + "mIoU": 0.780244177234008, + "macroF1": 0.8750642093496319, + "F1_coffee": 0.9160654332452318, + "IoU_coffee": 0.845129827336233, + "precision_coffee": 0.9126103045829775, + "recall_coffee": 0.9195468234619245, + "F1_noncoffee": 0.8340629854540319, + "IoU_noncoffee": 0.7153585271317829, + "kappa": 0.7501354992116998, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8606449179709599, + "mIoU": 0.7391054747855768, + "macroF1": 0.8483668700247107, + "F1_coffee": 0.8915149735760423, + "IoU_coffee": 0.8042643358495564, + "precision_coffee": 0.9222475322703113, + "recall_coffee": 0.8627645972439267, + "F1_noncoffee": 0.805218766473379, + "IoU_noncoffee": 0.6739466137215971, + "kappa": 0.6973371866057709, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9582, + 11000 + ], + [ + 45002, + 51930 + ], + [ + 109, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.019653173287709, + "test_tta": { + "OA": 0.8730178865913992, + "mIoU": 0.7412954966443612, + "macroF1": 0.8481517644301116, + "F1_coffee": 0.90959992775219, + "IoU_coffee": 0.8341891668047043, + "precision_coffee": 0.8967635667542181, + "recall_coffee": 0.9228091071510376, + "F1_noncoffee": 0.7867036011080333, + "IoU_noncoffee": 0.6484018264840182, + "kappa": 0.6964502769713504, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8413378331602631, + "mIoU": 0.6928916826677443, + "macroF1": 0.8143666573658789, + "F1_coffee": 0.8851250456847491, + "IoU_coffee": 0.7939231590581272, + "precision_coffee": 0.8778739798666059, + "recall_coffee": 0.8924968938867479, + "F1_noncoffee": 0.7436082690470086, + "IoU_noncoffee": 0.5918602062773615, + "kappa": 0.6287898393787461, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.7492835053171933, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8794557909425346, + "mIoU": 0.7526831933885563, + "macroF1": 0.8559299036338686, + "F1_coffee": 0.9141482585716222, + "IoU_coffee": 0.8418720748829953, + "precision_coffee": 0.9016039206950323, + "recall_coffee": 0.9270465893994227, + "F1_noncoffee": 0.7977115486961149, + "IoU_noncoffee": 0.6634943118941171, + "kappa": 0.7119911758997591, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8489529248875043, + "mIoU": 0.7050517297711802, + "macroF1": 0.8231350206298107, + "F1_coffee": 0.8907092990493285, + "IoU_coffee": 0.8029539040451552, + "precision_coffee": 0.8828506412908564, + "recall_coffee": 0.8987091203908438, + "F1_noncoffee": 0.7555607422102929, + "IoU_noncoffee": 0.6071495554972054, + "kappa": 0.6463327177843865, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.275175644028103, + "mIoU": 0.1390926258143707, + "macroF1": 0.22007061215396576, + "F1_coffee": 0.42738205365402404, + "IoU_coffee": 0.27176470588235296, + "precision_coffee": 1.0, + "recall_coffee": 0.27176470588235296, + "F1_noncoffee": 0.012759170653907496, + "IoU_noncoffee": 0.006420545746388443, + "kappa": 0.00348367686257947, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8713963639852257, + "mIoU": 0.7394584511882418, + "macroF1": 0.8469758850865451, + "F1_coffee": 0.9081062553556127, + "IoU_coffee": 0.8316800602712205, + "precision_coffee": 0.8953700574518418, + "recall_coffee": 0.9212100139082059, + "F1_noncoffee": 0.7858455148174774, + "IoU_noncoffee": 0.6472368421052631, + "kappa": 0.6940960151915341, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8913478012564249, + "mIoU": 0.7740260600108773, + "macroF1": 0.870189897190679, + "F1_coffee": 0.9225970503475165, + "IoU_coffee": 0.8563156901000692, + "precision_coffee": 0.9099785981808454, + "recall_coffee": 0.9355703775012033, + "F1_noncoffee": 0.8177827440338414, + "IoU_noncoffee": 0.6917364299216852, + "kappa": 0.7404972635102436, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8755953784484791, + "mIoU": 0.7449748627378252, + "macroF1": 0.8506032469055401, + "F1_coffee": 0.9117076109512016, + "IoU_coffee": 0.837741419608808, + "precision_coffee": 0.8994254771181404, + "recall_coffee": 0.9243298269426535, + "F1_noncoffee": 0.7894988828598787, + "IoU_noncoffee": 0.6522083058668424, + "kappa": 0.7013392719375962, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8704668209876543, + "mIoU": 0.7183794590965422, + "macroF1": 0.830282214416787, + "F1_coffee": 0.9128657626678778, + "IoU_coffee": 0.8396992122224874, + "precision_coffee": 0.8852397130992827, + "recall_coffee": 0.9422716313956603, + "F1_noncoffee": 0.747698666165696, + "IoU_noncoffee": 0.5970597059705971, + "kappa": 0.6615189397088486, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8997326203208557, + "mIoU": 0.7744027858209911, + "macroF1": 0.8693493001996049, + "F1_coffee": 0.9323540780827213, + "IoU_coffee": 0.8732802317161478, + "precision_coffee": 0.9099597585513078, + "recall_coffee": 0.9558784676354029, + "F1_noncoffee": 0.8063445223164883, + "IoU_noncoffee": 0.6755253399258344, + "kappa": 0.7391508819848712, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8624398528163034, + "mIoU": 0.6977715657143706, + "macroF1": 0.8144800779087193, + "F1_coffee": 0.9088066049537152, + "IoU_coffee": 0.8328556689212427, + "precision_coffee": 0.8761456825856248, + "recall_coffee": 0.9439968814968815, + "F1_noncoffee": 0.7201535508637236, + "IoU_noncoffee": 0.5626874625074985, + "kappa": 0.6305357092137234, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8723160606928142, + "mIoU": 0.7546061022757431, + "macroF1": 0.8584195639376911, + "F1_coffee": 0.9027757593373056, + "IoU_coffee": 0.8227814569536424, + "precision_coffee": 0.907126168224299, + "recall_coffee": 0.8984668787966444, + "F1_noncoffee": 0.8140633685380767, + "IoU_noncoffee": 0.686430747597844, + "kappa": 0.7168515824615501, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8830170777988615, + "mIoU": 0.7710718601233705, + "macroF1": 0.8691337333711517, + "F1_coffee": 0.9117583911829957, + "IoU_coffee": 0.837827173484151, + "precision_coffee": 0.91, + "recall_coffee": 0.9135235909938334, + "F1_noncoffee": 0.8265090755593077, + "IoU_noncoffee": 0.7043165467625899, + "kappa": 0.7382693880904881, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8887422213841222, + "mIoU": 0.7829078664811606, + "macroF1": 0.8769443213731647, + "F1_coffee": 0.9150467962562995, + "IoU_coffee": 0.8433974784339748, + "precision_coffee": 0.9276018099547512, + "recall_coffee": 0.9028271061230289, + "F1_noncoffee": 0.83884184649003, + "IoU_noncoffee": 0.7224182545283463, + "kappa": 0.7539741424250016, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9680, + 11000 + ], + [ + 45651, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.726271696885427, + "test_tta": { + "OA": 0.8833090194088545, + "mIoU": 0.7580196674650492, + "macroF1": 0.8594105685510145, + "F1_coffee": 0.9173749508785718, + "IoU_coffee": 0.8473616527005725, + "precision_coffee": 0.8997070936199264, + "recall_coffee": 0.9357506069907005, + "F1_noncoffee": 0.8014461862234573, + "IoU_noncoffee": 0.668677682229526, + "kappa": 0.7190814600056536, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8528181608399676, + "mIoU": 0.709397842025003, + "macroF1": 0.8260271520295563, + "F1_coffee": 0.8942979957532756, + "IoU_coffee": 0.8088056206088993, + "precision_coffee": 0.8799788006033674, + "recall_coffee": 0.9090909090909091, + "F1_noncoffee": 0.7577563083058371, + "IoU_noncoffee": 0.6099900634411067, + "kappa": 0.6522653174707702, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6231085638463691, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7929087910693898, + "mIoU": 0.6068850598575347, + "macroF1": 0.7458103509231718, + "F1_coffee": 0.855226693271256, + "IoU_coffee": 0.7470707853200349, + "precision_coffee": 0.8286432376697027, + "recall_coffee": 0.883572312061936, + "F1_noncoffee": 0.6363940085750877, + "IoU_noncoffee": 0.4666993343950345, + "kappa": 0.4929313827060352, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7664705203646014, + "mIoU": 0.5742555176636739, + "macroF1": 0.7191929720229528, + "F1_coffee": 0.8344139242836398, + "IoU_coffee": 0.7158749934197828, + "precision_coffee": 0.8110896836915247, + "recall_coffee": 0.8591193379240635, + "F1_noncoffee": 0.6039720197622658, + "IoU_noncoffee": 0.4326360419075651, + "kappa": 0.43949450404184426, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09557777984427969, + "macroF1": 0.1617237368435984, + "F1_coffee": 0.31485148514851485, + "IoU_coffee": 0.18683901292596944, + "precision_coffee": 0.99375, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.008595988538681949, + "IoU_noncoffee": 0.004316546762589928, + "kappa": -0.00072476038879672, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7869237780016309, + "mIoU": 0.6054726875579013, + "macroF1": 0.7459634127341732, + "F1_coffee": 0.8479704291874872, + "IoU_coffee": 0.7360665478312537, + "precision_coffee": 0.8348834074673137, + "recall_coffee": 0.8614742698191933, + "F1_noncoffee": 0.6439563962808592, + "IoU_noncoffee": 0.474878827284549, + "kappa": 0.4922190263548349, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7690367409099562, + "mIoU": 0.5710508236115942, + "macroF1": 0.714975729081333, + "F1_coffee": 0.8391075158306535, + "IoU_coffee": 0.7228124286040667, + "precision_coffee": 0.810179257362356, + "recall_coffee": 0.8701780925531183, + "F1_noncoffee": 0.5908439423320124, + "IoU_noncoffee": 0.4192892186191217, + "kappa": 0.4317936787336542, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8224475359585004, + "mIoU": 0.645825292745704, + "macroF1": 0.7763866345267182, + "F1_coffee": 0.8778747283401992, + "IoU_coffee": 0.7823321963346245, + "precision_coffee": 0.8408102398409345, + "recall_coffee": 0.9183576518493383, + "F1_noncoffee": 0.6748985407132372, + "IoU_noncoffee": 0.5093183891567835, + "kappa": 0.5550748189779395, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8224344135802469, + "mIoU": 0.6334822172556199, + "macroF1": 0.7646022278318148, + "F1_coffee": 0.8812794221964274, + "IoU_coffee": 0.7877565137191607, + "precision_coffee": 0.8497699291132944, + "recall_coffee": 0.9152156442539513, + "F1_noncoffee": 0.6479250334672021, + "IoU_noncoffee": 0.4792079207920792, + "kappa": 0.5311163081866911, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.799942704354469, + "mIoU": 0.6037928064127867, + "macroF1": 0.7407760764077511, + "F1_coffee": 0.8646203554119548, + "IoU_coffee": 0.7615253272623791, + "precision_coffee": 0.8462998102466793, + "recall_coffee": 0.8837516512549538, + "F1_noncoffee": 0.6169317974035473, + "IoU_noncoffee": 0.4460602855631941, + "kappa": 0.48223871614844527, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8289461269931125, + "mIoU": 0.6372572876883048, + "macroF1": 0.7666609857839299, + "F1_coffee": 0.8872161741835147, + "IoU_coffee": 0.7972942754919499, + "precision_coffee": 0.8510562119584676, + "recall_coffee": 0.926585239085239, + "F1_noncoffee": 0.6461057973843451, + "IoU_noncoffee": 0.47722029988465975, + "kappa": 0.5359506065259598, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7517892928714572, + "mIoU": 0.5764322956610912, + "macroF1": 0.725695583324025, + "F1_coffee": 0.810298300634527, + "IoU_coffee": 0.6810936733692987, + "precision_coffee": 0.817272326026188, + "recall_coffee": 0.8034422910037605, + "F1_noncoffee": 0.6410928660135229, + "IoU_noncoffee": 0.47177091795288384, + "kappa": 0.451466736278804, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7383301707779886, + "mIoU": 0.5404914211471589, + "macroF1": 0.690375411393872, + "F1_coffee": 0.8122276688453159, + "IoU_coffee": 0.6838243723489625, + "precision_coffee": 0.7731691510045366, + "recall_coffee": 0.855442420765811, + "F1_noncoffee": 0.568523153942428, + "IoU_noncoffee": 0.3971584699453552, + "kappa": 0.3843610494528267, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8159532340184801, + "mIoU": 0.6510511150877745, + "macroF1": 0.782718066955655, + "F1_coffee": 0.8676968957570829, + "IoU_coffee": 0.7663115048485574, + "precision_coffee": 0.8296824368114063, + "recall_coffee": 0.9093621253018894, + "F1_noncoffee": 0.6977392381542273, + "IoU_noncoffee": 0.5357907253269917, + "kappa": 0.5675103846623234, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8915, + 11000 + ], + [ + 40960, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.504687019189199, + "test_tta": { + "OA": 0.8071482937967779, + "mIoU": 0.6210131160355915, + "macroF1": 0.7562223098497806, + "F1_coffee": 0.8676432178304022, + "IoU_coffee": 0.7662277751081211, + "precision_coffee": 0.8265187642546133, + "recall_coffee": 0.9130743506344771, + "F1_noncoffee": 0.6448014018691589, + "IoU_noncoffee": 0.47579845696306194, + "kappa": 0.5156624860090543, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7798113534094843, + "mIoU": 0.585092916008322, + "macroF1": 0.7268920236732035, + "F1_coffee": 0.847111369258039, + "IoU_coffee": 0.7347729404815677, + "precision_coffee": 0.8076188657628414, + "recall_coffee": 0.8906648135279129, + "F1_noncoffee": 0.6066726780883679, + "IoU_noncoffee": 0.43541289153507634, + "kappa": 0.4571236612236067, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6206817177787143, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8009482430546746, + "mIoU": 0.6453303432881412, + "macroF1": 0.7808200585642305, + "F1_coffee": 0.8472406449650137, + "IoU_coffee": 0.7349674858542353, + "precision_coffee": 0.9037827452813043, + "recall_coffee": 0.7973567272893857, + "F1_noncoffee": 0.7143994721634473, + "IoU_noncoffee": 0.5556932007220472, + "kappa": 0.5648245446183853, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7713309103496019, + "mIoU": 0.6071814572898625, + "macroF1": 0.7516754579569864, + "F1_coffee": 0.8215391195704782, + "IoU_coffee": 0.6971288849834762, + "precision_coffee": 0.8824354386304285, + "recall_coffee": 0.7685050645439805, + "F1_noncoffee": 0.6818117963434948, + "IoU_noncoffee": 0.5172340295962488, + "kappa": 0.5075324425837021, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03161592505854801, + "mIoU": 0.0159082864949811, + "macroF1": 0.03103001200480192, + "F1_coffee": 0.054857142857142854, + "IoU_coffee": 0.0282021151586369, + "precision_coffee": 0.96, + "recall_coffee": 0.02823529411764706, + "F1_noncoffee": 0.007202881152460984, + "IoU_noncoffee": 0.0036144578313253013, + "kappa": -0.0021397658744235566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8096608624742169, + "mIoU": 0.6507152181586859, + "macroF1": 0.7838084123375397, + "F1_coffee": 0.8585685771314514, + "IoU_coffee": 0.7521858606045466, + "precision_coffee": 0.8806668616554548, + "recall_coffee": 0.8375521557719054, + "F1_noncoffee": 0.709048247543628, + "IoU_noncoffee": 0.5492445757128251, + "kappa": 0.5681761641754723, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8002569960022844, + "mIoU": 0.6477897161369917, + "macroF1": 0.7832170428070742, + "F1_coffee": 0.843995093483998, + "IoU_coffee": 0.7300964630225081, + "precision_coffee": 0.9185275080906149, + "recall_coffee": 0.7806504847693049, + "F1_noncoffee": 0.7224389921301502, + "IoU_noncoffee": 0.5654829692514753, + "kappa": 0.5714543128457393, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7930676727186984, + "mIoU": 0.6370734737484118, + "macroF1": 0.7749865505869338, + "F1_coffee": 0.8387713109935332, + "IoU_coffee": 0.7223136311859258, + "precision_coffee": 0.9145100552840317, + "recall_coffee": 0.7746182558534103, + "F1_noncoffee": 0.7112017901803344, + "IoU_noncoffee": 0.5518333163108977, + "kappa": 0.5554350375472628, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8318865740740741, + "mIoU": 0.6634649979555507, + "macroF1": 0.7905271848382378, + "F1_coffee": 0.8836060100166945, + "IoU_coffee": 0.7914822347170715, + "precision_coffee": 0.881076042082834, + "recall_coffee": 0.8861505491561746, + "F1_noncoffee": 0.6974483596597812, + "IoU_noncoffee": 0.5354477611940298, + "kappa": 0.5810633485232847, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8045263559969442, + "mIoU": 0.6442584928685375, + "macroF1": 0.7790324112736828, + "F1_coffee": 0.8540879606529332, + "IoU_coffee": 0.7453346603632744, + "precision_coffee": 0.9275429633070135, + "recall_coffee": 0.7914134742404227, + "F1_noncoffee": 0.7039768618944324, + "IoU_noncoffee": 0.5431823253738005, + "kappa": 0.5636171729947876, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.789602792716294, + "mIoU": 0.6224732175777041, + "macroF1": 0.7620094947415226, + "F1_coffee": 0.8430461711711712, + "IoU_coffee": 0.7286774546781847, + "precision_coffee": 0.9196867321867321, + "recall_coffee": 0.7781964656964657, + "F1_noncoffee": 0.6809728183118741, + "IoU_noncoffee": 0.5162689804772235, + "kappa": 0.5306441366246336, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7876705792537456, + "mIoU": 0.6343787552253826, + "macroF1": 0.7737190129212873, + "F1_coffee": 0.8299059704915527, + "IoU_coffee": 0.7092643407813929, + "precision_coffee": 0.8801686395329982, + "recall_coffee": 0.785073763378652, + "F1_noncoffee": 0.7175320553510219, + "IoU_noncoffee": 0.5594931696693723, + "kappa": 0.5498756788876008, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7960151802656547, + "mIoU": 0.6492865181642165, + "macroF1": 0.7854966627366139, + "F1_coffee": 0.8329967376106882, + "IoU_coffee": 0.7137912673056444, + "precision_coffee": 0.9086595492289442, + "recall_coffee": 0.7689660117596443, + "F1_noncoffee": 0.7379965878625396, + "IoU_noncoffee": 0.5847817690227887, + "kappa": 0.5756097942839596, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7965302658872336, + "mIoU": 0.6494470776383637, + "macroF1": 0.7855298363441947, + "F1_coffee": 0.8341020910209103, + "IoU_coffee": 0.7154160622444943, + "precision_coffee": 0.9088624560227844, + "recall_coffee": 0.7707060662025856, + "F1_noncoffee": 0.7369575816674793, + "IoU_noncoffee": 0.5834780930322332, + "kappa": 0.5756126325682768, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9110, + 11000 + ], + [ + 41273, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5019784410794577, + "test_tta": { + "OA": 0.8136813395915261, + "mIoU": 0.6605389536121437, + "macroF1": 0.7918013772742842, + "F1_coffee": 0.8592949178521818, + "IoU_coffee": 0.7533015599739654, + "precision_coffee": 0.9003513174404015, + "recall_coffee": 0.821819597782766, + "F1_noncoffee": 0.7243078366963867, + "IoU_noncoffee": 0.5677763472503219, + "kappa": 0.5852923952044771, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7830564209068882, + "mIoU": 0.6197991646572121, + "macroF1": 0.7610307774972315, + "F1_coffee": 0.8335804217467306, + "IoU_coffee": 0.7146488598854195, + "precision_coffee": 0.8781556679642882, + "recall_coffee": 0.7933118537705056, + "F1_noncoffee": 0.6884811332477323, + "IoU_noncoffee": 0.5249494694290046, + "kappa": 0.5243556256288354, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.7285107435148741, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8706869212228847, + "mIoU": 0.7359754173970514, + "macroF1": 0.8443650610883685, + "F1_coffee": 0.9083697569635614, + "IoU_coffee": 0.8321221977479054, + "precision_coffee": 0.8915109944641715, + "recall_coffee": 0.9258784186174355, + "F1_noncoffee": 0.7803603652131756, + "IoU_noncoffee": 0.6398286370461973, + "kappa": 0.6889967066435295, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8394052151840313, + "mIoU": 0.6881381412439759, + "macroF1": 0.8106924982102313, + "F1_coffee": 0.884418563613905, + "IoU_coffee": 0.7927870926921861, + "precision_coffee": 0.8720625562924752, + "recall_coffee": 0.8971297407711584, + "F1_noncoffee": 0.7369664328065575, + "IoU_noncoffee": 0.5834891897957657, + "kappa": 0.6215578918748026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2306791569086651, + "mIoU": 0.11625627603888473, + "macroF1": 0.19017081989218212, + "F1_coffee": 0.3712918660287081, + "IoU_coffee": 0.22796709753231492, + "precision_coffee": 0.9948717948717949, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.00904977375565611, + "IoU_noncoffee": 0.004545454545454545, + "kappa": -0.0002638475389085896, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8673670072432484, + "mIoU": 0.7286337434345462, + "macroF1": 0.8390989607342901, + "F1_coffee": 0.906540476592868, + "IoU_coffee": 0.8290571870170016, + "precision_coffee": 0.8819467280499835, + "recall_coffee": 0.9325452016689847, + "F1_noncoffee": 0.7716574448757123, + "IoU_noncoffee": 0.6282102998520909, + "kappa": 0.6788081500726376, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8855891871311632, + "mIoU": 0.7607223324310968, + "macroF1": 0.8611184575882158, + "F1_coffee": 0.9194153928667202, + "IoU_coffee": 0.8508499813872689, + "precision_coffee": 0.8969847602851724, + "recall_coffee": 0.9429966306814275, + "F1_noncoffee": 0.8028215223097113, + "IoU_noncoffee": 0.6705946834749247, + "kappa": 0.722661271668303, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8591841546804999, + "mIoU": 0.7194948774591832, + "macroF1": 0.8331440891092112, + "F1_coffee": 0.8990602393347306, + "IoU_coffee": 0.8166298206828789, + "precision_coffee": 0.89566915875261, + "recall_coffee": 0.9024770953512046, + "F1_noncoffee": 0.7672279388836919, + "IoU_noncoffee": 0.6223599342354875, + "kappa": 0.6662992090130124, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8722993827160493, + "mIoU": 0.7197859859831158, + "macroF1": 0.8311139387220319, + "F1_coffee": 0.9145144628099173, + "IoU_coffee": 0.8424934570544849, + "precision_coffee": 0.8828222388431812, + "recall_coffee": 0.9485668363246719, + "F1_noncoffee": 0.7477134146341463, + "IoU_noncoffee": 0.5970785149117468, + "kappa": 0.6635076582764391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8759549274255156, + "mIoU": 0.7277116841088991, + "macroF1": 0.8369274705696295, + "F1_coffee": 0.9167040718178904, + "IoU_coffee": 0.8462175920445129, + "precision_coffee": 0.8907165109034267, + "recall_coffee": 0.9442536327608982, + "F1_noncoffee": 0.7571508693213684, + "IoU_noncoffee": 0.6092057761732852, + "kappa": 0.6746623604419173, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8467779979243325, + "mIoU": 0.6774826303385884, + "macroF1": 0.7999262601334198, + "F1_coffee": 0.8967446592065107, + "IoU_coffee": 0.8128169663439373, + "precision_coffee": 0.8779880478087649, + "recall_coffee": 0.9163201663201663, + "F1_noncoffee": 0.7031078610603291, + "IoU_noncoffee": 0.5421482943332394, + "kappa": 0.6003769270287549, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8624868785189427, + "mIoU": 0.7336869884724603, + "macroF1": 0.8438759883385274, + "F1_coffee": 0.8977796694332127, + "IoU_coffee": 0.814519243145836, + "precision_coffee": 0.8809689544758458, + "recall_coffee": 0.9152444315880821, + "F1_noncoffee": 0.789972307243842, + "IoU_noncoffee": 0.6528547337990845, + "kappa": 0.6879854113379225, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8951612903225806, + "mIoU": 0.7889468056511504, + "macroF1": 0.8804532252291435, + "F1_coffee": 0.9223853339889022, + "IoU_coffee": 0.8559509842263069, + "precision_coffee": 0.9039096916299559, + "recall_coffee": 0.941632009178259, + "F1_noncoffee": 0.8385211164693848, + "IoU_noncoffee": 0.721942627075994, + "kappa": 0.7611140906812692, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.871582123326419, + "mIoU": 0.7542962984400776, + "macroF1": 0.8582921974367645, + "F1_coffee": 0.9016890428757037, + "IoU_coffee": 0.8209779179810726, + "precision_coffee": 0.916507703595011, + "recall_coffee": 0.8873419519818156, + "F1_noncoffee": 0.8148953519978255, + "IoU_noncoffee": 0.6876146788990826, + "kappa": 0.716723829652433, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9562, + 11000 + ], + [ + 45215, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.373202681541443, + "test_tta": { + "OA": 0.8746511480400863, + "mIoU": 0.7412247190718928, + "macroF1": 0.8478427907363149, + "F1_coffee": 0.9117105042720723, + "IoU_coffee": 0.8377463054187192, + "precision_coffee": 0.8896614861477429, + "recall_coffee": 0.9348802052315727, + "F1_noncoffee": 0.7839750772005575, + "IoU_noncoffee": 0.6447031327250663, + "kappa": 0.6961422426363373, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8433425637475481, + "mIoU": 0.6923132983791018, + "macroF1": 0.8134938290039422, + "F1_coffee": 0.8881059810041824, + "IoU_coffee": 0.7987325822709754, + "precision_coffee": 0.8693004214814367, + "recall_coffee": 0.9077431718154442, + "F1_noncoffee": 0.7388816770037021, + "IoU_noncoffee": 0.5858940144872283, + "kappa": 0.6273945811413858, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7476979689719949, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760306989724724, + "mIoU": 0.7457437126629434, + "macroF1": 0.8511298166155348, + "F1_coffee": 0.9120149455298461, + "IoU_coffee": 0.8382605457517016, + "precision_coffee": 0.8964777202531086, + "recall_coffee": 0.9281002336341564, + "F1_noncoffee": 0.7902446877012235, + "IoU_noncoffee": 0.653226879574185, + "kappa": 0.7024726917082544, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8460539979231568, + "mIoU": 0.6993108581203935, + "macroF1": 0.8188863835086525, + "F1_coffee": 0.8890321239214055, + "IoU_coffee": 0.8002320706692618, + "precision_coffee": 0.8779335975196599, + "recall_coffee": 0.900414850380104, + "F1_noncoffee": 0.7487406430958995, + "IoU_noncoffee": 0.5983896455715253, + "kappa": 0.6379037926442749, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28337236533957844, + "mIoU": 0.14286205611762345, + "macroF1": 0.2241204239779104, + "F1_coffee": 0.43853211009174314, + "IoU_coffee": 0.2808460634547591, + "precision_coffee": 0.9958333333333333, + "recall_coffee": 0.2811764705882353, + "F1_noncoffee": 0.009708737864077669, + "IoU_noncoffee": 0.004878048780487805, + "kappa": 0.0004054622652334819, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8725476087686478, + "mIoU": 0.738207076713109, + "macroF1": 0.8458184921229588, + "F1_coffee": 0.9100145629423917, + "IoU_coffee": 0.834886900323142, + "precision_coffee": 0.8869743183468674, + "recall_coffee": 0.9342837273991655, + "F1_noncoffee": 0.7816224213035259, + "IoU_noncoffee": 0.6415272531030761, + "kappa": 0.6921411108231895, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8871597182562345, + "mIoU": 0.7663334424149142, + "macroF1": 0.865087069638691, + "F1_coffee": 0.9196570770221273, + "IoU_coffee": 0.8512640361332413, + "precision_coffee": 0.906600748262961, + "recall_coffee": 0.9330949597744619, + "F1_noncoffee": 0.8105170622552546, + "IoU_noncoffee": 0.681402848696587, + "kappa": 0.7303060571630557, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8684272577222353, + "mIoU": 0.7330573399391538, + "macroF1": 0.8424315529885966, + "F1_coffee": 0.9064323562948554, + "IoU_coffee": 0.8288763493621197, + "precision_coffee": 0.8959756016707552, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7784307496823379, + "IoU_noncoffee": 0.6372383305161877, + "kappa": 0.684964717850367, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8717206790123457, + "mIoU": 0.7164528682722541, + "macroF1": 0.8284745928338925, + "F1_coffee": 0.9146012585077694, + "IoU_coffee": 0.842640795078088, + "precision_coffee": 0.8783917118894918, + "recall_coffee": 0.9539244575408519, + "F1_noncoffee": 0.7423479271600155, + "IoU_noncoffee": 0.5902649414664202, + "kappa": 0.6586989898861896, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8892284186401833, + "mIoU": 0.756400368582661, + "macroF1": 0.85732380179205, + "F1_coffee": 0.924792531120332, + "IoU_coffee": 0.8601061263868789, + "precision_coffee": 0.9080723198370257, + "recall_coffee": 0.9421400264200792, + "F1_noncoffee": 0.7898550724637681, + "IoU_noncoffee": 0.6526946107784432, + "kappa": 0.7149176701892356, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8653646570431173, + "mIoU": 0.7037962528006372, + "macroF1": 0.8190551637843326, + "F1_coffee": 0.9105945742747948, + "IoU_coffee": 0.8358638141246837, + "precision_coffee": 0.8792498487598306, + "recall_coffee": 0.9442567567567568, + "F1_noncoffee": 0.7275157532938705, + "IoU_noncoffee": 0.5717286914765907, + "kappa": 0.6395066288754304, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8733657791774024, + "mIoU": 0.7538889677845837, + "macroF1": 0.8577294437996266, + "F1_coffee": 0.9048950046584964, + "IoU_coffee": 0.8263089005235602, + "precision_coffee": 0.8968603494814604, + "recall_coffee": 0.9130749204512583, + "F1_noncoffee": 0.8105638829407567, + "IoU_noncoffee": 0.6814690350456073, + "kappa": 0.7155043675405771, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8851043643263757, + "mIoU": 0.7732284039003069, + "macroF1": 0.8704305213853024, + "F1_coffee": 0.914034215943778, + "IoU_coffee": 0.8416786508040267, + "precision_coffee": 0.9049761034579702, + "recall_coffee": 0.9232754911802667, + "F1_noncoffee": 0.8268268268268268, + "IoU_noncoffee": 0.7047781569965871, + "kappa": 0.740913330676688, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8714878370733548, + "mIoU": 0.754103582570717, + "macroF1": 0.8581610248646869, + "F1_coffee": 0.9016381612181569, + "IoU_coffee": 0.8208935611038107, + "precision_coffee": 0.9162511000293341, + "recall_coffee": 0.8874840176161387, + "F1_noncoffee": 0.8146838885112169, + "IoU_noncoffee": 0.6873136040376233, + "kappa": 0.7164579280472847, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9657, + 11000 + ], + [ + 45465, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.279783431688944, + "test_tta": { + "OA": 0.879661930737029, + "mIoU": 0.7514521139219879, + "macroF1": 0.8549616904202763, + "F1_coffee": 0.9148155215570946, + "IoU_coffee": 0.8430046132522394, + "precision_coffee": 0.8969646276771368, + "recall_coffee": 0.9333913601172752, + "F1_noncoffee": 0.795107859283458, + "IoU_noncoffee": 0.6598996145917362, + "kappa": 0.7101994598098466, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8499336563978308, + "mIoU": 0.7045559033230822, + "macroF1": 0.8225463225283771, + "F1_coffee": 0.8922599016308569, + "IoU_coffee": 0.8054776593755842, + "precision_coffee": 0.8777094198174706, + "recall_coffee": 0.9073009455219323, + "F1_noncoffee": 0.7528327434258973, + "IoU_noncoffee": 0.6036341472705802, + "kappa": 0.6453162637340775, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6076862641526032, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7742927819358112, + "mIoU": 0.6010221792066108, + "macroF1": 0.744802269894876, + "F1_coffee": 0.8315542827388701, + "IoU_coffee": 0.7116755793226381, + "precision_coffee": 0.8601997845460777, + "recall_coffee": 0.8047551422419716, + "F1_noncoffee": 0.6580502570508817, + "IoU_noncoffee": 0.49036877909058363, + "kappa": 0.49075096764767523, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.749682704511365, + "mIoU": 0.5716077146217085, + "macroF1": 0.7212105826943099, + "F1_coffee": 0.8103045008415852, + "IoU_coffee": 0.681102434542949, + "precision_coffee": 0.8423432635717045, + "recall_coffee": 0.7806136416282351, + "F1_noncoffee": 0.6321166645470346, + "IoU_noncoffee": 0.46211299470046796, + "kappa": 0.44398113405313205, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30210772833723654, + "mIoU": 0.152327910402963, + "macroF1": 0.23554396736616343, + "F1_coffee": 0.46112115732368897, + "IoU_coffee": 0.299647473560517, + "precision_coffee": 0.99609375, + "recall_coffee": 0.3, + "F1_noncoffee": 0.009966777408637873, + "IoU_noncoffee": 0.005008347245409015, + "kappa": 0.0006675514996347808, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8064469707871637, + "mIoU": 0.636325623994555, + "macroF1": 0.7711828864554438, + "F1_coffee": 0.8610106437945644, + "IoU_coffee": 0.7559426601342769, + "precision_coffee": 0.8530475735444679, + "recall_coffee": 0.8691237830319889, + "F1_noncoffee": 0.6813551291163231, + "IoU_noncoffee": 0.5167085878548329, + "kappa": 0.5424571782839028, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7681324957167333, + "mIoU": 0.5947896831665174, + "macroF1": 0.7401430673337765, + "F1_coffee": 0.8254264010319622, + "IoU_coffee": 0.7027455765710799, + "precision_coffee": 0.861803217358773, + "recall_coffee": 0.7919961493502028, + "F1_noncoffee": 0.6548597336355908, + "IoU_noncoffee": 0.4868337897619549, + "kappa": 0.48211039749549167, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7487856637585475, + "mIoU": 0.5739831360143341, + "macroF1": 0.7239703212680331, + "F1_coffee": 0.8067336646954251, + "IoU_coffee": 0.6760717543326239, + "precision_coffee": 0.8666978484565014, + "recall_coffee": 0.7545300305395317, + "F1_noncoffee": 0.6412069778406412, + "IoU_noncoffee": 0.4718945176960444, + "kappa": 0.45280336641190105, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8289930555555556, + "mIoU": 0.6485946884660139, + "macroF1": 0.7774662965645196, + "F1_coffee": 0.8845477632350068, + "IoU_coffee": 0.7929947460595447, + "precision_coffee": 0.860727410974528, + "recall_coffee": 0.9097240825073667, + "F1_noncoffee": 0.6703848298940324, + "IoU_noncoffee": 0.5041946308724832, + "kappa": 0.555903655510149, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7780748663101604, + "mIoU": 0.5976403229506306, + "macroF1": 0.7403858417367268, + "F1_coffee": 0.8393030009680542, + "IoU_coffee": 0.7231025854879066, + "precision_coffee": 0.880586186883343, + "recall_coffee": 0.8017173051519154, + "F1_noncoffee": 0.6414686825053996, + "IoU_noncoffee": 0.47217806041335453, + "kappa": 0.48330538782209814, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7225209925464666, + "mIoU": 0.5296180475592388, + "macroF1": 0.6829611681664185, + "F1_coffee": 0.7949522415115388, + "IoU_coffee": 0.6596852580421199, + "precision_coffee": 0.8576801564615616, + "recall_coffee": 0.7407744282744283, + "F1_noncoffee": 0.5709700948212983, + "IoU_noncoffee": 0.3995508370763577, + "kappa": 0.37294032067416766, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7841397079874034, + "mIoU": 0.6210993407949839, + "macroF1": 0.7620164556696664, + "F1_coffee": 0.8345765686704695, + "IoU_coffee": 0.7161144578313253, + "precision_coffee": 0.8440828402366863, + "recall_coffee": 0.8252820364477871, + "F1_noncoffee": 0.6894563426688632, + "IoU_noncoffee": 0.5260842237586424, + "kappa": 0.5241462164386393, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7582542694497154, + "mIoU": 0.59044472751727, + "macroF1": 0.738365643947626, + "F1_coffee": 0.8105012643165254, + "IoU_coffee": 0.6813805176941353, + "precision_coffee": 0.8418044183531592, + "recall_coffee": 0.7814427075864047, + "F1_noncoffee": 0.6662300235787267, + "IoU_noncoffee": 0.49950893734040464, + "kappa": 0.47800263184175557, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7750330001885725, + "mIoU": 0.6172006620833357, + "macroF1": 0.7604836682370721, + "F1_coffee": 0.8195158850226929, + "IoU_coffee": 0.6942201717288222, + "precision_coffee": 0.8763954052742274, + "recall_coffee": 0.7695695411280011, + "F1_noncoffee": 0.7014514514514515, + "IoU_noncoffee": 0.5401811524378493, + "kappa": 0.524281983175851, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8813, + 11000 + ], + [ + 39892, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5058315912882487, + "test_tta": { + "OA": 0.7895312698211341, + "mIoU": 0.6152791855311132, + "macroF1": 0.7550366740062824, + "F1_coffee": 0.8469600710258391, + "IoU_coffee": 0.7345453090938181, + "precision_coffee": 0.852731536300527, + "recall_coffee": 0.8412662055064364, + "F1_noncoffee": 0.6631132769867255, + "IoU_noncoffee": 0.4960130619684083, + "kappa": 0.5101227465327214, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7645379023883697, + "mIoU": 0.58425026080138, + "macroF1": 0.7303008318930693, + "F1_coffee": 0.8263930242450022, + "IoU_coffee": 0.704148016599315, + "precision_coffee": 0.8346830494275342, + "recall_coffee": 0.8182660517615348, + "F1_noncoffee": 0.6342086395411364, + "IoU_noncoffee": 0.464352505003445, + "kappa": 0.46071375049839747, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6305249426758435, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7724692375998985, + "mIoU": 0.5998065150904347, + "macroF1": 0.7440593373813382, + "F1_coffee": 0.8293309545049063, + "IoU_coffee": 0.7084247744452572, + "precision_coffee": 0.8625825766385432, + "recall_coffee": 0.7985478033808237, + "F1_noncoffee": 0.65878772025777, + "IoU_noncoffee": 0.4911882557356122, + "kappa": 0.4896349398581666, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7477068189685012, + "mIoU": 0.5706082568736006, + "macroF1": 0.7207154165287482, + "F1_coffee": 0.8075387002013401, + "IoU_coffee": 0.6772032772364924, + "precision_coffee": 0.8455211501244125, + "recall_coffee": 0.7728220355044538, + "F1_noncoffee": 0.6338921328561562, + "IoU_noncoffee": 0.4640132365107087, + "kappa": 0.443566805639326, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2810304449648712, + "mIoU": 0.14205977536645725, + "macroF1": 0.22374210205302208, + "F1_coffee": 0.43462246777163904, + "IoU_coffee": 0.2776470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.2776470588235294, + "F1_noncoffee": 0.012861736334405145, + "IoU_noncoffee": 0.006472491909385114, + "kappa": 0.003587689360828815, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7915767256679618, + "mIoU": 0.6265434174507422, + "macroF1": 0.7654309144421028, + "F1_coffee": 0.8437443809112813, + "IoU_coffee": 0.7297213237123663, + "precision_coffee": 0.8736873463915991, + "recall_coffee": 0.8157858136300418, + "F1_noncoffee": 0.6871174479729243, + "IoU_noncoffee": 0.523365511189118, + "kappa": 0.5319626170986526, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7784599276603845, + "mIoU": 0.6052115815516821, + "macroF1": 0.747906853388459, + "F1_coffee": 0.8356691495746108, + "IoU_coffee": 0.7177248195985689, + "precision_coffee": 0.8586767266395822, + "recall_coffee": 0.8138623392697518, + "F1_noncoffee": 0.660144557202307, + "IoU_noncoffee": 0.49269834350479513, + "kappa": 0.4965611947366118, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7477481726008017, + "mIoU": 0.5694149715247442, + "macroF1": 0.7194369896586765, + "F1_coffee": 0.8085608961740811, + "IoU_coffee": 0.678642234905377, + "precision_coffee": 0.8553687717704074, + "recall_coffee": 0.766610111978283, + "F1_noncoffee": 0.6303130831432718, + "IoU_noncoffee": 0.4601877081441114, + "kappa": 0.4421001752094611, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8305362654320988, + "mIoU": 0.646362455780419, + "macroF1": 0.77500017508079, + "F1_coffee": 0.8867839422643211, + "IoU_coffee": 0.7965964343598055, + "precision_coffee": 0.8544641748416739, + "recall_coffee": 0.9216447897133673, + "F1_noncoffee": 0.663216407897259, + "IoU_noncoffee": 0.4961284772010324, + "kappa": 0.5519073884632494, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7742551566080977, + "mIoU": 0.5730464792727568, + "macroF1": 0.7155918630242291, + "F1_coffee": 0.8447596532702916, + "IoU_coffee": 0.7312414733969986, + "precision_coffee": 0.8399059806738052, + "recall_coffee": 0.8496697490092471, + "F1_noncoffee": 0.5864240727781665, + "IoU_noncoffee": 0.41485148514851483, + "kappa": 0.43123432757664604, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7150674591942636, + "mIoU": 0.5084777571658523, + "macroF1": 0.6602623278713747, + "F1_coffee": 0.7967151319332256, + "IoU_coffee": 0.6621168046542851, + "precision_coffee": 0.826536312849162, + "recall_coffee": 0.768970893970894, + "F1_noncoffee": 0.5238095238095238, + "IoU_noncoffee": 0.3548387096774194, + "kappa": 0.3225902873493842, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7530298692623342, + "mIoU": 0.5961475287556264, + "macroF1": 0.7454437220660324, + "F1_coffee": 0.7893880208333334, + "IoU_coffee": 0.6520570045711213, + "precision_coffee": 0.9024934871604019, + "recall_coffee": 0.7014752675730402, + "F1_noncoffee": 0.7014994232987313, + "IoU_noncoffee": 0.5402380529401315, + "kappa": 0.5019739127943662, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7826375711574952, + "mIoU": 0.6281036129177218, + "macroF1": 0.7690221964776084, + "F1_coffee": 0.8251011527597526, + "IoU_coffee": 0.70227420402859, + "precision_coffee": 0.8821416911524649, + "recall_coffee": 0.7749892442277355, + "F1_noncoffee": 0.7129432401954642, + "IoU_noncoffee": 0.5539330218068536, + "kappa": 0.5411928771628429, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7804073166132378, + "mIoU": 0.6261606714114069, + "macroF1": 0.7677171614415574, + "F1_coffee": 0.8220099350401223, + "IoU_coffee": 0.6978071882704036, + "precision_coffee": 0.8895137280846841, + "recall_coffee": 0.7640289813894019, + "F1_noncoffee": 0.7134243878429924, + "IoU_noncoffee": 0.5545141545524102, + "kappa": 0.5397024093766386, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8871, + 11000 + ], + [ + 39715, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.506186338265737, + "test_tta": { + "OA": 0.7940187745782062, + "mIoU": 0.6228502979763031, + "macroF1": 0.7612942257790318, + "F1_coffee": 0.8496771356493161, + "IoU_coffee": 0.7386423081566135, + "precision_coffee": 0.8586397230798016, + "recall_coffee": 0.8408997205552247, + "F1_noncoffee": 0.6729113159087475, + "IoU_noncoffee": 0.5070582877959927, + "kappa": 0.5227016069640702, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7690954194069459, + "mIoU": 0.591776728819649, + "macroF1": 0.7368172613167987, + "F1_coffee": 0.8289858787839945, + "IoU_coffee": 0.7079213339657752, + "precision_coffee": 0.8411697123409421, + "recall_coffee": 0.8171499568302903, + "F1_noncoffee": 0.6446486438496027, + "IoU_noncoffee": 0.47563212367352287, + "kappa": 0.473863886382244, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7232485874236554, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588100976785488, + "mIoU": 0.723677812367935, + "macroF1": 0.836565523494714, + "F1_coffee": 0.8968608826595621, + "IoU_coffee": 0.8130079593422517, + "precision_coffee": 0.9072225346831646, + "recall_coffee": 0.8867332447661368, + "F1_noncoffee": 0.7762701643298658, + "IoU_noncoffee": 0.6343476653936183, + "kappa": 0.6732235128979169, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8274200992269528, + "mIoU": 0.6783548160179816, + "macroF1": 0.8046325252234227, + "F1_coffee": 0.8713554657263266, + "IoU_coffee": 0.7720371111238117, + "precision_coffee": 0.8900920292560786, + "recall_coffee": 0.8533914545033378, + "F1_noncoffee": 0.7379095847205187, + "IoU_noncoffee": 0.5846725209121516, + "kappa": 0.6096174701897669, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8595001678898643, + "mIoU": 0.7239021694436765, + "macroF1": 0.8366296920685257, + "F1_coffee": 0.8977554368694802, + "IoU_coffee": 0.8144793514061313, + "precision_coffee": 0.9013107170393215, + "recall_coffee": 0.8942280945757998, + "F1_noncoffee": 0.7755039472675711, + "IoU_noncoffee": 0.6333249874812218, + "kappa": 0.6732705464800353, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8703122025509232, + "mIoU": 0.7408213315229477, + "macroF1": 0.8482032530755724, + "F1_coffee": 0.9061348213978161, + "IoU_coffee": 0.8283788890288449, + "precision_coffee": 0.9078547763666482, + "recall_coffee": 0.9044213711063742, + "F1_noncoffee": 0.7902716847533288, + "IoU_noncoffee": 0.6532637740170505, + "kappa": 0.6964089408369408, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8467342607875501, + "mIoU": 0.7070389618653976, + "macroF1": 0.8251718386451414, + "F1_coffee": 0.8865698729582577, + "IoU_coffee": 0.7962510187449062, + "precision_coffee": 0.9126248473090465, + "recall_coffee": 0.8619613165931456, + "F1_noncoffee": 0.763773804332025, + "IoU_noncoffee": 0.617826904985889, + "kappa": 0.6509361947857707, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8606288580246914, + "mIoU": 0.703427445486081, + "macroF1": 0.8196319805013533, + "F1_coffee": 0.905623408007315, + "IoU_coffee": 0.8275244688469802, + "precision_coffee": 0.8837476099426386, + "recall_coffee": 0.9286096972944012, + "F1_noncoffee": 0.7336405529953917, + "IoU_noncoffee": 0.5793304221251819, + "kappa": 0.6398867117654372, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8724216959511077, + "mIoU": 0.7288728350671472, + "macroF1": 0.8384524981530787, + "F1_coffee": 0.9125310985989262, + "IoU_coffee": 0.8391330523780854, + "precision_coffee": 0.9045950155763239, + "recall_coffee": 0.9206076618229855, + "F1_noncoffee": 0.7643738977072311, + "IoU_noncoffee": 0.618612617756209, + "kappa": 0.6769719714967881, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8345126898764035, + "mIoU": 0.6657409342066078, + "macroF1": 0.7920163221797991, + "F1_coffee": 0.8860298895386615, + "IoU_coffee": 0.795380307979468, + "precision_coffee": 0.8861450480894203, + "recall_coffee": 0.885914760914761, + "F1_noncoffee": 0.6980027548209367, + "IoU_noncoffee": 0.5361015604337477, + "kappa": 0.5840326629742104, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8583834335337341, + "mIoU": 0.7368955765547949, + "macroF1": 0.8470113508130177, + "F1_coffee": 0.8887222555488902, + "IoU_coffee": 0.7997300944669365, + "precision_coffee": 0.922765493615696, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.8053004460771451, + "IoU_noncoffee": 0.6740610586426532, + "kappa": 0.694749630421544, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8682163187855787, + "mIoU": 0.7488573568051498, + "macroF1": 0.8546784286526271, + "F1_coffee": 0.8990332194519154, + "IoU_coffee": 0.8165852370262776, + "precision_coffee": 0.9115566037735849, + "recall_coffee": 0.8868492757780009, + "F1_noncoffee": 0.8103236378533388, + "IoU_noncoffee": 0.681129476584022, + "kappa": 0.7094598762161256, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8589477654158024, + "mIoU": 0.740257335962391, + "macroF1": 0.8495102003264635, + "F1_coffee": 0.8871965012818579, + "IoU_coffee": 0.7972625016939965, + "precision_coffee": 0.9453639723605978, + "recall_coffee": 0.8357721267225459, + "F1_noncoffee": 0.8118238993710691, + "IoU_noncoffee": 0.6832521702307855, + "kappa": 0.7009092924708751, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9563, + 11000 + ], + [ + 44469, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.775441833337148, + "test_tta": { + "OA": 0.866738551312952, + "mIoU": 0.7342801527444869, + "macroF1": 0.8436641350123586, + "F1_coffee": 0.9037254273014709, + "IoU_coffee": 0.8243604748369838, + "precision_coffee": 0.9039739652564514, + "recall_coffee": 0.9034770259746209, + "F1_noncoffee": 0.7836028427232464, + "IoU_noncoffee": 0.6441998306519898, + "kappa": 0.6873283231501024, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8359293873312564, + "mIoU": 0.6884473039948076, + "macroF1": 0.8116276190610111, + "F1_coffee": 0.8792869269949066, + "IoU_coffee": 0.7845780942281473, + "precision_coffee": 0.8861891215536971, + "recall_coffee": 0.8724914187040663, + "F1_noncoffee": 0.7439683111271156, + "IoU_noncoffee": 0.5923165137614679, + "kappa": 0.623303705812724, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 78, + "stopped_epoch": 100, + "best_val": 0.7502506673238349, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826747431181022, + "mIoU": 0.7596488197313476, + "macroF1": 0.860726446492589, + "F1_coffee": 0.9160149377404965, + "IoU_coffee": 0.8450438752644034, + "precision_coffee": 0.9079453657658468, + "recall_coffee": 0.924229236336983, + "F1_noncoffee": 0.8054379552446816, + "IoU_noncoffee": 0.6742537641982917, + "kappa": 0.7215038562011603, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.850020191531095, + "mIoU": 0.7089080418005285, + "macroF1": 0.8261221755650979, + "F1_coffee": 0.8905840637198683, + "IoU_coffee": 0.8027503793626707, + "precision_coffee": 0.8899566808260083, + "recall_coffee": 0.8912123317960705, + "F1_noncoffee": 0.7616602874103275, + "IoU_noncoffee": 0.6150657042383861, + "kappa": 0.6522447275887452, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21194379391100704, + "mIoU": 0.1068017786245211, + "macroF1": 0.17740174125614902, + "F1_coffee": 0.3459669582118562, + "IoU_coffee": 0.209165687426557, + "precision_coffee": 0.994413407821229, + "recall_coffee": 0.20941176470588235, + "F1_noncoffee": 0.008836524300441826, + "IoU_noncoffee": 0.004437869822485207, + "kappa": -0.0004804461882861331, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8771046193696935, + "mIoU": 0.7504346244527809, + "macroF1": 0.8545647487045075, + "F1_coffee": 0.9118193708267365, + "IoU_coffee": 0.8379301619433198, + "precision_coffee": 0.9026850211258007, + "recall_coffee": 0.9211404728789986, + "F1_noncoffee": 0.7973101265822785, + "IoU_noncoffee": 0.6629390869622418, + "kappa": 0.7091979419996565, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8921568627450981, + "mIoU": 0.7765435289593272, + "macroF1": 0.8719208677356483, + "F1_coffee": 0.9228306770194796, + "IoU_coffee": 0.8567183054062599, + "precision_coffee": 0.914175831590311, + "recall_coffee": 0.9316509661005294, + "F1_noncoffee": 0.8210110584518168, + "IoU_noncoffee": 0.6963687525123945, + "kappa": 0.743894978011246, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.878755010610705, + "mIoU": 0.7522447977082436, + "macroF1": 0.8556995989795904, + "F1_coffee": 0.9133789292813584, + "IoU_coffee": 0.8405680267890363, + "precision_coffee": 0.9069316205004684, + "recall_coffee": 0.9199185612487275, + "F1_noncoffee": 0.7980202686778223, + "IoU_noncoffee": 0.663921568627451, + "kappa": 0.7114332026205786, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.871141975308642, + "mIoU": 0.7240409893234616, + "macroF1": 0.8347786789134258, + "F1_coffee": 0.9122899159663865, + "IoU_coffee": 0.8387252535007242, + "precision_coffee": 0.894669070306464, + "recall_coffee": 0.9306188052504688, + "F1_noncoffee": 0.7572674418604651, + "IoU_noncoffee": 0.6093567251461989, + "kappa": 0.6699117117690762, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8932391138273491, + "mIoU": 0.7642874585462656, + "macroF1": 0.8627129277169721, + "F1_coffee": 0.92744970798183, + "IoU_coffee": 0.8647144240077445, + "precision_coffee": 0.9114795918367347, + "recall_coffee": 0.9439894319682959, + "F1_noncoffee": 0.7979761474521142, + "IoU_noncoffee": 0.6638604930847866, + "kappa": 0.7256603724067342, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8653646570431173, + "mIoU": 0.7075361991036595, + "macroF1": 0.8222069016801871, + "F1_coffee": 0.9098034258264333, + "IoU_coffee": 0.8345315398886828, + "precision_coffee": 0.8857846153846154, + "recall_coffee": 0.9351611226611226, + "F1_noncoffee": 0.7346103775339409, + "IoU_noncoffee": 0.5805408583186361, + "kappa": 0.6451814245688139, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8830041034449853, + "mIoU": 0.7719117368628314, + "macroF1": 0.8697479460183382, + "F1_coffee": 0.9113008247721024, + "IoU_coffee": 0.8370547581073897, + "precision_coffee": 0.911696583671106, + "recall_coffee": 0.9109054093144345, + "F1_noncoffee": 0.828195067264574, + "IoU_noncoffee": 0.7067687156182731, + "kappa": 0.7394959871171178, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8910815939278938, + "mIoU": 0.7852356933932172, + "macroF1": 0.8783147433906466, + "F1_coffee": 0.9177296832449476, + "IoU_coffee": 0.8479671566679909, + "precision_coffee": 0.9172038389915484, + "recall_coffee": 0.9182561307901907, + "F1_noncoffee": 0.8388998035363457, + "IoU_noncoffee": 0.7225042301184433, + "kappa": 0.7566296434214527, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8921365264944371, + "mIoU": 0.7891020649358539, + "macroF1": 0.8809282000794514, + "F1_coffee": 0.9174603174603174, + "IoU_coffee": 0.8475073313782991, + "precision_coffee": 0.9321213898255388, + "recall_coffee": 0.903253303025998, + "F1_noncoffee": 0.8443960826985855, + "IoU_noncoffee": 0.7306967984934086, + "kappa": 0.7619674149054475, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9695, + 11000 + ], + [ + 45839, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.017140440146128, + "test_tta": { + "OA": 0.8860998350881644, + "mIoU": 0.7645190867642917, + "macroF1": 0.8638852175568681, + "F1_coffee": 0.9188737421081759, + "IoU_coffee": 0.8499226944131043, + "precision_coffee": 0.9063342468195085, + "recall_coffee": 0.9317650831462733, + "F1_noncoffee": 0.8088966930055604, + "IoU_noncoffee": 0.6791154791154791, + "kappa": 0.7278931308853271, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8542604130610361, + "mIoU": 0.7141881145111106, + "macroF1": 0.8296915357892174, + "F1_coffee": 0.8943776065892486, + "IoU_coffee": 0.8089358644683103, + "precision_coffee": 0.8879088494105928, + "recall_coffee": 0.9009413102533325, + "F1_noncoffee": 0.7650054649891863, + "IoU_noncoffee": 0.619440364553911, + "kappa": 0.659423289686217, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.589559307983516, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7861630167579813, + "mIoU": 0.6057197324376499, + "macroF1": 0.746411223783412, + "F1_coffee": 0.8468134574878282, + "IoU_coffee": 0.7343247829124663, + "precision_coffee": 0.9280254295012488, + "recall_coffee": 0.7786715211041023, + "F1_noncoffee": 0.6460089900789957, + "IoU_noncoffee": 0.47711468196283346, + "kappa": 0.5016417379066009, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.756345909772701, + "mIoU": 0.570710829051059, + "macroF1": 0.7183385467960051, + "F1_coffee": 0.8218045271396325, + "IoU_coffee": 0.6975111906893464, + "precision_coffee": 0.9072405039707492, + "recall_coffee": 0.7510748645574257, + "F1_noncoffee": 0.6148725664523776, + "IoU_noncoffee": 0.44391046741277157, + "kappa": 0.447271014956395, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3275991024682124, + "mIoU": 0.16618591458624213, + "macroF1": 0.25320024728406915, + "F1_coffee": 0.48891415577032404, + "IoU_coffee": 0.3235515425131678, + "precision_coffee": 0.9976798143851509, + "recall_coffee": 0.32379518072289154, + "F1_noncoffee": 0.017486338797814208, + "IoU_noncoffee": 0.008820286659316428, + "kappa": 0.0042119320954361866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7316386969397828, + "mIoU": 0.5479215064268494, + "macroF1": 0.7008569621885226, + "F1_coffee": 0.7968160245151165, + "IoU_coffee": 0.6622561808920363, + "precision_coffee": 0.9272853787944682, + "recall_coffee": 0.6985323024505308, + "F1_noncoffee": 0.6048978998619287, + "IoU_noncoffee": 0.4335868319616627, + "kappa": 0.42389151479031856, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8175182481751825, + "mIoU": 0.6469108214023629, + "macroF1": 0.7785376139046949, + "F1_coffee": 0.8714501764409343, + "IoU_coffee": 0.7721858248957713, + "precision_coffee": 0.9399014064085834, + "recall_coffee": 0.8122924628782657, + "F1_noncoffee": 0.6856250513684556, + "IoU_noncoffee": 0.5216358179089545, + "kappa": 0.5627468501777029, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8074507564944333, + "mIoU": 0.6248942387812568, + "macroF1": 0.7599569906265349, + "F1_coffee": 0.866730332268581, + "IoU_coffee": 0.7648050212122973, + "precision_coffee": 0.9172010036241985, + "recall_coffee": 0.8215244397278232, + "F1_noncoffee": 0.6531836489844888, + "IoU_noncoffee": 0.48498345635021634, + "kappa": 0.5236674056349877, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7752348590845493, + "mIoU": 0.6016716310488504, + "macroF1": 0.7452073441671635, + "F1_coffee": 0.8326761401681423, + "IoU_coffee": 0.7133205863607394, + "precision_coffee": 0.9184309863778106, + "recall_coffee": 0.7615677735438214, + "F1_noncoffee": 0.6577385481661847, + "IoU_noncoffee": 0.49002267573696145, + "kappa": 0.49934290616085936, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8424918908605228, + "mIoU": 0.6893974948840693, + "macroF1": 0.8111711222648779, + "F1_coffee": 0.8880753847196801, + "IoU_coffee": 0.7986830874283624, + "precision_coffee": 0.9454387990762124, + "recall_coffee": 0.8372747027994376, + "F1_noncoffee": 0.7342668598100757, + "IoU_noncoffee": 0.5801119023397762, + "kappa": 0.6256144631891482, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8517218480220093, + "mIoU": 0.6951912481356022, + "macroF1": 0.8143382503952765, + "F1_coffee": 0.8976491388907079, + "IoU_coffee": 0.8143043839847927, + "precision_coffee": 0.9275950737582893, + "recall_coffee": 0.8695762496828217, + "F1_noncoffee": 0.7310273618998451, + "IoU_noncoffee": 0.5760781122864117, + "kappa": 0.6296907392133967, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6890969377803784, + "mIoU": 0.4996698292954761, + "macroF1": 0.6586155581004386, + "F1_coffee": 0.7606247184261902, + "IoU_coffee": 0.6137162244032474, + "precision_coffee": 0.9372686898593634, + "recall_coffee": 0.6400050543340915, + "F1_noncoffee": 0.556606397774687, + "IoU_noncoffee": 0.3856234341877048, + "kappa": 0.35937944974020275, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7925374558641092, + "mIoU": 0.6059723032023198, + "macroF1": 0.7449863106709782, + "F1_coffee": 0.8551053052519328, + "IoU_coffee": 0.7468855512865293, + "precision_coffee": 0.9343140110690358, + "recall_coffee": 0.7882772179896781, + "F1_noncoffee": 0.6348673160900236, + "IoU_noncoffee": 0.46505905511811024, + "kappa": 0.49904573631308013, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7629092297413381, + "mIoU": 0.560932752803978, + "macroF1": 0.7057087965800034, + "F1_coffee": 0.8354531001589826, + "IoU_coffee": 0.7174061433447099, + "precision_coffee": 0.9061646788331656, + "recall_coffee": 0.7749784933021998, + "F1_noncoffee": 0.5759644930010243, + "IoU_noncoffee": 0.40445936226324625, + "kappa": 0.42051095672935035, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 6428, + 8413 + ], + [ + 42398, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2906658252080283, + "test_tta": { + "OA": 0.817108244027057, + "mIoU": 0.6432265984800563, + "macroF1": 0.7751880308947614, + "F1_coffee": 0.8722661729226281, + "IoU_coffee": 0.7734681287189795, + "precision_coffee": 0.9281876149308623, + "recall_coffee": 0.8227001397061936, + "F1_noncoffee": 0.6781098888668948, + "IoU_noncoffee": 0.5129850682411329, + "kappa": 0.5544515703787332, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7855082496827045, + "mIoU": 0.6029351995643801, + "macroF1": 0.743777383498059, + "F1_coffee": 0.8471814052898744, + "IoU_coffee": 0.7348783314020857, + "precision_coffee": 0.9069767441860465, + "recall_coffee": 0.7947828098791139, + "F1_noncoffee": 0.6403733617062437, + "IoU_noncoffee": 0.4709920677266745, + "kappa": 0.49274331443367114, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.5861682379517585, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8155979369848487, + "mIoU": 0.6401549472245849, + "macroF1": 0.7726468058973195, + "F1_coffee": 0.8714652092596118, + "IoU_coffee": 0.7722094315655764, + "precision_coffee": 0.9252776522628362, + "recall_coffee": 0.8235680115151772, + "F1_noncoffee": 0.6738284025350272, + "IoU_noncoffee": 0.5081004628835933, + "kappa": 0.5491632117078791, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7839938848505826, + "mIoU": 0.6012142587438296, + "macroF1": 0.7424364854739004, + "F1_coffee": 0.8458950271126797, + "IoU_coffee": 0.732944616811098, + "precision_coffee": 0.9069947043248014, + "recall_coffee": 0.7925077602329034, + "F1_noncoffee": 0.6389779438351211, + "IoU_noncoffee": 0.4694839006765612, + "kappa": 0.4902918195179714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3238593866866118, + "mIoU": 0.1639923078827695, + "macroF1": 0.2502220832650955, + "F1_coffee": 0.48519362186788156, + "IoU_coffee": 0.32030075187969925, + "precision_coffee": 0.9953271028037384, + "recall_coffee": 0.3207831325301205, + "F1_noncoffee": 0.015250544662309368, + "IoU_noncoffee": 0.007683863885839737, + "kappa": 0.0019454931610465283, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8087857847976307, + "mIoU": 0.6339586163548724, + "macroF1": 0.7683800371027563, + "F1_coffee": 0.8651208133138361, + "IoU_coffee": 0.7623021229598724, + "precision_coffee": 0.9230312035661219, + "recall_coffee": 0.8140479622592058, + "F1_noncoffee": 0.6716392608916766, + "IoU_noncoffee": 0.5056151097498723, + "kappa": 0.5411570148212254, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8099804398645103, + "mIoU": 0.6325050681863369, + "macroF1": 0.7667021805869728, + "F1_coffee": 0.8671846343659342, + "IoU_coffee": 0.7655127752266573, + "precision_coffee": 0.9269318505845452, + "recall_coffee": 0.8146732660860848, + "F1_noncoffee": 0.6662197268080114, + "IoU_noncoffee": 0.49949736114601656, + "kappa": 0.5382258558911395, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8277666761823199, + "mIoU": 0.6540353049422885, + "macroF1": 0.7828151775177116, + "F1_coffee": 0.881621975147155, + "IoU_coffee": 0.7883040935672515, + "precision_coffee": 0.9257605933658403, + "recall_coffee": 0.8415007178974967, + "F1_noncoffee": 0.6840083798882681, + "IoU_noncoffee": 0.5197665163173255, + "kappa": 0.5682502066873303, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8281031381171298, + "mIoU": 0.6695970695970697, + "macroF1": 0.7968242365172189, + "F1_coffee": 0.8765432098765432, + "IoU_coffee": 0.7802197802197802, + "precision_coffee": 0.9273997569866342, + "recall_coffee": 0.8309744148067502, + "F1_noncoffee": 0.7171052631578947, + "IoU_noncoffee": 0.558974358974359, + "kappa": 0.5964293975152333, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8760732684602175, + "mIoU": 0.7345856242172076, + "macroF1": 0.8424029389745278, + "F1_coffee": 0.9152476022705031, + "IoU_coffee": 0.8437387224828582, + "precision_coffee": 0.9347014925373134, + "recall_coffee": 0.8965869870893519, + "F1_noncoffee": 0.7695582756785524, + "IoU_noncoffee": 0.6254325259515571, + "kappa": 0.6851766808023023, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8562754956835215, + "mIoU": 0.7020277527566631, + "macroF1": 0.8192660187783851, + "F1_coffee": 0.9010515315786036, + "IoU_coffee": 0.8199215499821705, + "precision_coffee": 0.9285233544218603, + "recall_coffee": 0.8751585891905608, + "F1_noncoffee": 0.7374805059781667, + "IoU_noncoffee": 0.5841339555311557, + "kappa": 0.6393695748173177, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7899356348741955, + "mIoU": 0.599247305327161, + "macroF1": 0.738827956554406, + "F1_coffee": 0.8543610547667343, + "IoU_coffee": 0.7457507082152974, + "precision_coffee": 0.918848167539267, + "recall_coffee": 0.7983320697498104, + "F1_noncoffee": 0.6232948583420777, + "IoU_noncoffee": 0.4527439024390244, + "kappa": 0.48422705640934255, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7438686897604734, + "mIoU": 0.5463805060735555, + "macroF1": 0.6953196699816293, + "F1_coffee": 0.8169417541945164, + "IoU_coffee": 0.6905338406549061, + "precision_coffee": 0.9179950950337217, + "recall_coffee": 0.7359302039813221, + "F1_noncoffee": 0.5736975857687421, + "IoU_noncoffee": 0.4022271714922049, + "kappa": 0.4073632456028824, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7990837071680824, + "mIoU": 0.6086237192399249, + "macroF1": 0.7459331635375289, + "F1_coffee": 0.86213897439256, + "IoU_coffee": 0.7576838954759986, + "precision_coffee": 0.9228827818283791, + "recall_coffee": 0.8088976281184712, + "F1_noncoffee": 0.6297273526824978, + "IoU_noncoffee": 0.4595635430038511, + "kappa": 0.49771079399491797, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6924, + 8413 + ], + [ + 43731, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.497774076461792, + "test_tta": { + "OA": 0.8294799080962098, + "mIoU": 0.658093113854902, + "macroF1": 0.7861644475974046, + "F1_coffee": 0.8824057351165084, + "IoU_coffee": 0.7895582170050761, + "precision_coffee": 0.9258294775512103, + "recall_coffee": 0.8428728673637864, + "F1_noncoffee": 0.6899231600783008, + "IoU_noncoffee": 0.5266280107047279, + "kappa": 0.5747953529517109, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7966712818737741, + "mIoU": 0.6157711629972092, + "macroF1": 0.7537113051073423, + "F1_coffee": 0.8565731377296681, + "IoU_coffee": 0.7491280518186347, + "precision_coffee": 0.9067568440777996, + "recall_coffee": 0.8116528814082171, + "F1_noncoffee": 0.6508494724850166, + "IoU_noncoffee": 0.4824142741757838, + "kappa": 0.5110682539332266, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.7218850715158054, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866161088706438, + "mIoU": 0.7134705993492196, + "macroF1": 0.8270032304911057, + "F1_coffee": 0.9093086554164398, + "IoU_coffee": 0.8336993411858654, + "precision_coffee": 0.936154949784792, + "recall_coffee": 0.8839591888573727, + "F1_noncoffee": 0.7446978055657717, + "IoU_noncoffee": 0.5932418575125739, + "kappa": 0.6548056061190642, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8319343486788969, + "mIoU": 0.6632173894576638, + "macroF1": 0.7902926172652232, + "F1_coffee": 0.8837408837408838, + "IoU_coffee": 0.7916986933128363, + "precision_coffee": 0.9157259231691685, + "recall_coffee": 0.8539148205988394, + "F1_noncoffee": 0.6968443507895626, + "IoU_noncoffee": 0.5347360856024914, + "kappa": 0.5819152776150139, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.381451009723261, + "mIoU": 0.19329438704675359, + "macroF1": 0.2827369542273279, + "F1_coffee": 0.5488270594653574, + "IoU_coffee": 0.37819548872180453, + "precision_coffee": 0.996039603960396, + "recall_coffee": 0.37876506024096385, + "F1_noncoffee": 0.016646848989298454, + "IoU_noncoffee": 0.008393285371702638, + "kappa": 0.0033728697605370775, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8752714708785785, + "mIoU": 0.7276599396491454, + "macroF1": 0.8370010190990178, + "F1_coffee": 0.915982312065698, + "IoU_coffee": 0.844988344988345, + "precision_coffee": 0.9298008774890314, + "recall_coffee": 0.9025684707115712, + "F1_noncoffee": 0.7580197261323375, + "IoU_noncoffee": 0.610331534309946, + "kappa": 0.6742092879175009, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8704737369400315, + "mIoU": 0.7210011287675586, + "macroF1": 0.8324247670835145, + "F1_coffee": 0.9122750331190023, + "IoU_coffee": 0.8387000950570342, + "precision_coffee": 0.9418868428075794, + "recall_coffee": 0.8844683917047804, + "F1_noncoffee": 0.7525745010480269, + "IoU_noncoffee": 0.603302162478083, + "kappa": 0.6657812521720372, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8530783138262442, + "mIoU": 0.6929967319776237, + "macroF1": 0.8121995648316813, + "F1_coffee": 0.8998183233843758, + "IoU_coffee": 0.8178815758433593, + "precision_coffee": 0.9367105707531239, + "recall_coffee": 0.8657219551782258, + "F1_noncoffee": 0.7245808062789868, + "IoU_noncoffee": 0.5681118881118881, + "kappa": 0.625994067567742, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9060563661802918, + "mIoU": 0.7884839614185983, + "macroF1": 0.8787863010648038, + "F1_coffee": 0.9362798264642083, + "IoU_coffee": 0.8801937292888096, + "precision_coffee": 0.9327390599675851, + "recall_coffee": 0.9398475775721284, + "F1_noncoffee": 0.8212927756653993, + "IoU_noncoffee": 0.6967741935483871, + "kappa": 0.7575823993652674, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8942949818736883, + "mIoU": 0.766980221375431, + "macroF1": 0.8645815765790641, + "F1_coffee": 0.928014553014553, + "IoU_coffee": 0.8656969696969697, + "precision_coffee": 0.9435856784251553, + "recall_coffee": 0.9129489965486386, + "F1_noncoffee": 0.801148600143575, + "IoU_noncoffee": 0.6682634730538922, + "kappa": 0.7293667365966227, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8878664263352624, + "mIoU": 0.7537888544416347, + "macroF1": 0.8555299270503623, + "F1_coffee": 0.9238794435857806, + "IoU_coffee": 0.8585278276481149, + "precision_coffee": 0.9381375882814543, + "recall_coffee": 0.9100482111139305, + "F1_noncoffee": 0.7871804105149441, + "IoU_noncoffee": 0.6490498812351544, + "kappa": 0.7112463331799429, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8452311293153891, + "mIoU": 0.6717447620072416, + "macroF1": 0.7951251975415927, + "F1_coffee": 0.8964437194127243, + "IoU_coffee": 0.8123226111636708, + "precision_coffee": 0.9268654702469302, + "recall_coffee": 0.8679555218599949, + "F1_noncoffee": 0.6938066756704612, + "IoU_noncoffee": 0.5311669128508124, + "kappa": 0.5915514380801683, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8466456722969748, + "mIoU": 0.6770644449091174, + "macroF1": 0.7995824780007302, + "F1_coffee": 0.8967024490583018, + "IoU_coffee": 0.8127476112794221, + "precision_coffee": 0.9401536595228468, + "recall_coffee": 0.857090194150897, + "F1_noncoffee": 0.7024625069431587, + "IoU_noncoffee": 0.5413812785388128, + "kappa": 0.6016160478601463, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.818077693996373, + "mIoU": 0.637215852620288, + "macroF1": 0.7692620540620088, + "F1_coffee": 0.8753922594142259, + "IoU_coffee": 0.7783978607138705, + "precision_coffee": 0.9351864785584579, + "recall_coffee": 0.8227848101265823, + "F1_noncoffee": 0.6631318487097915, + "IoU_noncoffee": 0.49603384452670546, + "kappa": 0.5435685423106859, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7413, + 8413 + ], + [ + 46386, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.839459260304769, + "test_tta": { + "OA": 0.8713507607770048, + "mIoU": 0.7197753719945662, + "macroF1": 0.8312711495563463, + "F1_coffee": 0.9135060978903136, + "IoU_coffee": 0.8407834559554583, + "precision_coffee": 0.9327612450640842, + "recall_coffee": 0.8950298463231869, + "F1_noncoffee": 0.7490362012223789, + "IoU_noncoffee": 0.5987672880336741, + "kappa": 0.6629590350720799, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8378475827852775, + "mIoU": 0.6687995024358218, + "macroF1": 0.7940550126684749, + "F1_coffee": 0.8890226929492937, + "IoU_coffee": 0.8002167886843414, + "precision_coffee": 0.9108248048218114, + "recall_coffee": 0.8682399213372665, + "F1_noncoffee": 0.6990873323876562, + "IoU_noncoffee": 0.537382216187302, + "kappa": 0.5887489369043509, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7277341413282657, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.885055993830235, + "mIoU": 0.7365089085336904, + "macroF1": 0.8424679652149891, + "F1_coffee": 0.9243763213530656, + "IoU_coffee": 0.8593863631896534, + "precision_coffee": 0.923244224840576, + "recall_coffee": 0.9255111976630964, + "F1_noncoffee": 0.7605596090769128, + "IoU_noncoffee": 0.6136314538777273, + "kappa": 0.6849374303570026, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8516210914964809, + "mIoU": 0.6831853092038902, + "macroF1": 0.8039658400412026, + "F1_coffee": 0.900620158034041, + "IoU_coffee": 0.8192074510148493, + "precision_coffee": 0.9024682992933888, + "recall_coffee": 0.8987795708253803, + "F1_noncoffee": 0.7073115220483641, + "IoU_noncoffee": 0.547163167392931, + "kappa": 0.6079365225879458, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48915482423335827, + "mIoU": 0.24830554647488284, + "macroF1": 0.3373065722088088, + "F1_coffee": 0.6545270612038442, + "IoU_coffee": 0.4864661654135338, + "precision_coffee": 0.9969183359013868, + "recall_coffee": 0.4871987951807229, + "F1_noncoffee": 0.020086083213773313, + "IoU_noncoffee": 0.010144927536231883, + "kappa": 0.006888488915231545, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8721125370187561, + "mIoU": 0.7145685867681604, + "macroF1": 0.8268443006582304, + "F1_coffee": 0.9153793396257226, + "IoU_coffee": 0.8439626618488407, + "precision_coffee": 0.9125480237025461, + "recall_coffee": 0.9182282793867121, + "F1_noncoffee": 0.7383092616907383, + "IoU_noncoffee": 0.58517451168748, + "kappa": 0.6536989106598359, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8910834406755402, + "mIoU": 0.7514900932750904, + "macroF1": 0.8532779773020114, + "F1_coffee": 0.9277554507768742, + "IoU_coffee": 0.8652461338684925, + "precision_coffee": 0.9372762148337596, + "recall_coffee": 0.9184261637741996, + "F1_noncoffee": 0.7788005038271485, + "IoU_noncoffee": 0.6377340526816884, + "kappa": 0.7066486323746248, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8915215529546103, + "mIoU": 0.7431993521129812, + "macroF1": 0.8467317731188204, + "F1_coffee": 0.92958616429895, + "IoU_coffee": 0.8684362377380266, + "precision_coffee": 0.9198704235682416, + "recall_coffee": 0.9395093326674574, + "F1_noncoffee": 0.7638773819386909, + "IoU_noncoffee": 0.6179624664879356, + "kappa": 0.6935781761086938, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8943633819708176, + "mIoU": 0.7653885533377103, + "macroF1": 0.863380897487433, + "F1_coffee": 0.9284408638548507, + "IoU_coffee": 0.8664392216325499, + "precision_coffee": 0.9237505051865822, + "recall_coffee": 0.9331790963527491, + "F1_noncoffee": 0.7983209311200152, + "IoU_noncoffee": 0.6643378850428707, + "kappa": 0.7267816471609642, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9225338675825224, + "mIoU": 0.8162226856347207, + "macroF1": 0.8963549418232962, + "F1_coffee": 0.9484444444444444, + "IoU_coffee": 0.9019442096365173, + "precision_coffee": 0.9422227828939069, + "recall_coffee": 0.9547488175891602, + "F1_noncoffee": 0.844265439202148, + "IoU_noncoffee": 0.730501161632924, + "kappa": 0.7927371820025385, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9145242386870316, + "mIoU": 0.7995296865666068, + "macroF1": 0.885633458563116, + "F1_coffee": 0.9431150956499779, + "IoU_coffee": 0.8923536439665471, + "precision_coffee": 0.9386703531481714, + "recall_coffee": 0.9476021314387212, + "F1_noncoffee": 0.8281518214762541, + "IoU_noncoffee": 0.7067057291666666, + "kappa": 0.7712824093755553, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8503998439633313, + "mIoU": 0.6640887602022394, + "macroF1": 0.7870104512179006, + "F1_coffee": 0.9032054517920243, + "IoU_coffee": 0.8234955701300195, + "precision_coffee": 0.9020670531888076, + "recall_coffee": 0.9043467273186757, + "F1_noncoffee": 0.6708154506437768, + "IoU_noncoffee": 0.5046819502744592, + "kappa": 0.5740232096374265, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6914548882892733, + "macroF1": 0.809581127520052, + "F1_coffee": 0.9071982840199356, + "IoU_coffee": 0.8301581803486895, + "precision_coffee": 0.9321924024374433, + "recall_coffee": 0.8835094617842222, + "F1_noncoffee": 0.7119639710201684, + "IoU_noncoffee": 0.5527515962298571, + "kappa": 0.6200101213235045, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8683783525818459, + "mIoU": 0.6849598584254144, + "macroF1": 0.8020727817314269, + "F1_coffee": 0.9166314007617435, + "IoU_coffee": 0.84609375, + "precision_coffee": 0.9020704426463588, + "recall_coffee": 0.9316701487034533, + "F1_noncoffee": 0.6875141627011103, + "IoU_noncoffee": 0.5238259668508287, + "kappa": 0.6045317867140666, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7435, + 8413 + ], + [ + 47540, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.129861549536387, + "test_tta": { + "OA": 0.8867591060267678, + "mIoU": 0.7377268573093251, + "macroF1": 0.843160159338409, + "F1_coffee": 0.9258526732173291, + "IoU_coffee": 0.8619419795890384, + "precision_coffee": 0.9203338074123651, + "recall_coffee": 0.931438127090301, + "F1_noncoffee": 0.7604676454594889, + "IoU_noncoffee": 0.6135117350296118, + "kappa": 0.686356753237987, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8532219914618668, + "mIoU": 0.6831105168999116, + "macroF1": 0.8035725357564244, + "F1_coffee": 0.9023273669561879, + "IoU_coffee": 0.8220368621690624, + "precision_coffee": 0.8983526983641645, + "recall_coffee": 0.9063373628704186, + "F1_noncoffee": 0.7048177045566609, + "IoU_noncoffee": 0.5441841716307609, + "kappa": 0.6071683112930826, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 86, + "stopped_epoch": 100, + "best_val": 0.5706064036488886, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6795578335127492, + "mIoU": 0.4835448008941576, + "macroF1": 0.6419671464005821, + "F1_coffee": 0.7579787879523335, + "IoU_coffee": 0.6102784562774792, + "precision_coffee": 0.888152656125583, + "recall_coffee": 0.6610854747893823, + "F1_noncoffee": 0.5259555048488306, + "IoU_noncoffee": 0.3568111455108359, + "kappa": 0.31284717553372277, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6577247028960425, + "mIoU": 0.46351897053211755, + "macroF1": 0.6243036204576091, + "F1_coffee": 0.7363579808034127, + "IoU_coffee": 0.5827267292611739, + "precision_coffee": 0.8687514744816378, + "recall_coffee": 0.6389804692771898, + "F1_noncoffee": 0.5122492601118054, + "IoU_noncoffee": 0.3443112118030613, + "kappa": 0.2795616355703801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.1429584165065388, + "macroF1": 0.22551120894398424, + "F1_coffee": 0.43462897526501765, + "IoU_coffee": 0.27765237020316025, + "precision_coffee": 0.9972972972972973, + "recall_coffee": 0.27786144578313254, + "F1_noncoffee": 0.01639344262295082, + "IoU_noncoffee": 0.008264462809917356, + "kappa": 0.003095907902565063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7014807502467917, + "mIoU": 0.5055918433589932, + "macroF1": 0.6615107619498481, + "F1_coffee": 0.7778267577694512, + "IoU_coffee": 0.636429215509468, + "precision_coffee": 0.8852006688963211, + "recall_coffee": 0.6936836587603198, + "F1_noncoffee": 0.5451947661302452, + "IoU_noncoffee": 0.37475447120851857, + "kappa": 0.3428155906966925, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7220552454558465, + "mIoU": 0.5201933048882396, + "macroF1": 0.672020419848546, + "F1_coffee": 0.800123507616303, + "IoU_coffee": 0.6668382226797049, + "precision_coffee": 0.8842799727003867, + "recall_coffee": 0.7305933212204749, + "F1_noncoffee": 0.5439173320807891, + "IoU_noncoffee": 0.3735483870967742, + "kappa": 0.3573230383866891, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6160433913788181, + "mIoU": 0.42811261871302236, + "macroF1": 0.592834776847442, + "F1_coffee": 0.690044553694884, + "IoU_coffee": 0.5267694833753592, + "precision_coffee": 0.8967754816811421, + "recall_coffee": 0.5607715837443037, + "F1_noncoffee": 0.495625, + "IoU_noncoffee": 0.3294557540506855, + "kappa": 0.25048493813093287, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7292624425344794, + "mIoU": 0.5407199194513621, + "macroF1": 0.6935212230606962, + "F1_coffee": 0.7981822245399687, + "IoU_coffee": 0.6641457971733201, + "precision_coffee": 0.8818106995884774, + "recall_coffee": 0.7290419161676647, + "F1_noncoffee": 0.5888602215814236, + "IoU_noncoffee": 0.41729404172940415, + "kappa": 0.398071359297401, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7319213890478916, + "mIoU": 0.5388626573092276, + "macroF1": 0.6905661527018608, + "F1_coffee": 0.8036886963811652, + "IoU_coffee": 0.67180565288484, + "precision_coffee": 0.8861500539208135, + "recall_coffee": 0.7352678000766969, + "F1_noncoffee": 0.5774436090225564, + "IoU_noncoffee": 0.4059196617336152, + "kappa": 0.39245639368132296, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.5864718717389242, + "mIoU": 0.4056575486957146, + "macroF1": 0.5732119789095942, + "F1_coffee": 0.6484393902734091, + "IoU_coffee": 0.4797708557107053, + "precision_coffee": 0.8899712198361744, + "recall_coffee": 0.5100228368434407, + "F1_noncoffee": 0.49798456754577913, + "IoU_noncoffee": 0.33154424168072383, + "kappa": 0.22765550607746066, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6743709771796372, + "mIoU": 0.4728648618037319, + "macroF1": 0.6301681366586183, + "F1_coffee": 0.7580259439089789, + "IoU_coffee": 0.6103395962189287, + "precision_coffee": 0.8887000849617672, + "recall_coffee": 0.6608541824614607, + "F1_noncoffee": 0.5023103294082576, + "IoU_noncoffee": 0.335390127388535, + "kappa": 0.29182806702672087, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7121862773165378, + "mIoU": 0.5010582964039008, + "macroF1": 0.6520973627852127, + "F1_coffee": 0.796683295132803, + "IoU_coffee": 0.6620728291316527, + "precision_coffee": 0.8824671445639187, + "recall_coffee": 0.7260997788154337, + "F1_noncoffee": 0.5075114304376225, + "IoU_noncoffee": 0.3400437636761488, + "kappa": 0.3197649919642956, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6457955521618785, + "mIoU": 0.44957777837435453, + "macroF1": 0.6103488137616582, + "F1_coffee": 0.7278726992740339, + "IoU_coffee": 0.5721697025593728, + "precision_coffee": 0.9023636363636364, + "recall_coffee": 0.6099299496128794, + "F1_noncoffee": 0.4928249282492825, + "IoU_noncoffee": 0.32698585418933623, + "kappa": 0.27146872642365644, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5962, + 8413 + ], + [ + 36226, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6064719160397845, + "test_tta": { + "OA": 0.7226658526004596, + "mIoU": 0.5232246308327754, + "macroF1": 0.6754182455154545, + "F1_coffee": 0.799255684130953, + "IoU_coffee": 0.6656335354396297, + "precision_coffee": 0.8869215084015177, + "recall_coffee": 0.7273612463485881, + "F1_noncoffee": 0.5515808068999558, + "IoU_noncoffee": 0.380815726225921, + "kappa": 0.3647011525221816, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.6981510326525903, + "mIoU": 0.49862825921084936, + "macroF1": 0.6541347697562647, + "F1_coffee": 0.7775191079078568, + "IoU_coffee": 0.6360173913043479, + "precision_coffee": 0.8665292389346981, + "recall_coffee": 0.7050918695895271, + "F1_noncoffee": 0.5307504316046725, + "IoU_noncoffee": 0.36123912711735084, + "kappa": 0.3233287202668729, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.6205041391021733, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7725541862819133, + "mIoU": 0.5838886261961088, + "macroF1": 0.727680452200957, + "F1_coffee": 0.8382245383068203, + "IoU_coffee": 0.7215030493802872, + "precision_coffee": 0.9108837116884407, + "recall_coffee": 0.7763007493332205, + "F1_noncoffee": 0.6171363660950938, + "IoU_noncoffee": 0.4462742030119304, + "kappa": 0.46344077065464717, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7435242875274027, + "mIoU": 0.550007539952208, + "macroF1": 0.6995151096695942, + "F1_coffee": 0.814511166046041, + "IoU_coffee": 0.6870677670825488, + "precision_coffee": 0.8872829742750659, + "recall_coffee": 0.7527715117512098, + "F1_noncoffee": 0.5845190532931474, + "IoU_noncoffee": 0.41294731282186714, + "kappa": 0.40795080105417403, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29394166043380704, + "mIoU": 0.1487931184427947, + "macroF1": 0.2322486142945433, + "F1_coffee": 0.44988344988344986, + "IoU_coffee": 0.29022556390977444, + "precision_coffee": 0.9948453608247423, + "recall_coffee": 0.29066265060240964, + "F1_noncoffee": 0.014613778705636743, + "IoU_noncoffee": 0.007360672975814932, + "kappa": 0.0012945455005840085, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7743336623889437, + "mIoU": 0.5879438299152988, + "macroF1": 0.7314253209014505, + "F1_coffee": 0.8387756541363989, + "IoU_coffee": 0.7223200728818706, + "precision_coffee": 0.9081398900427612, + "recall_coffee": 0.7792556676713406, + "F1_noncoffee": 0.6240749876665023, + "IoU_noncoffee": 0.4535675869487271, + "kappa": 0.4700594498190226, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.791994656743476, + "mIoU": 0.6082517387766195, + "macroF1": 0.747426769871135, + "F1_coffee": 0.8535241550762616, + "IoU_coffee": 0.7444763523413234, + "precision_coffee": 0.9201738500543282, + "recall_coffee": 0.7958774512875133, + "F1_noncoffee": 0.6413293846660085, + "IoU_noncoffee": 0.4720271252119157, + "kappa": 0.5012606176853118, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7514511371205633, + "mIoU": 0.5568647712941075, + "macroF1": 0.7047116600213945, + "F1_coffee": 0.8221919673247107, + "IoU_coffee": 0.6980695873309444, + "precision_coffee": 0.903974253424145, + "recall_coffee": 0.7539796491666146, + "F1_noncoffee": 0.5872313527180784, + "IoU_noncoffee": 0.4156599552572707, + "kappa": 0.42043525543496585, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8106136318209075, + "mIoU": 0.6431153226872832, + "macroF1": 0.7765860241726118, + "F1_coffee": 0.863776867227374, + "IoU_coffee": 0.7602176388713147, + "precision_coffee": 0.9154350144750876, + "recall_coffee": 0.8176374523679912, + "F1_noncoffee": 0.6893951811178496, + "IoU_noncoffee": 0.5260130065032517, + "kappa": 0.5563929567216328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8674871207784773, + "mIoU": 0.7161260785227059, + "macroF1": 0.8289566800117558, + "F1_coffee": 0.9101378016432684, + "IoU_coffee": 0.8350943844236021, + "precision_coffee": 0.9214042441708148, + "recall_coffee": 0.8991435510673654, + "F1_noncoffee": 0.7477755583802433, + "IoU_noncoffee": 0.5971577726218097, + "kappa": 0.6580568551748044, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7786737501185845, + "mIoU": 0.5985793511217696, + "macroF1": 0.7411802852802349, + "F1_coffee": 0.8396894111179826, + "IoU_coffee": 0.7236764183347152, + "precision_coffee": 0.9159046619697196, + "recall_coffee": 0.7751839634610505, + "F1_noncoffee": 0.6426711594424873, + "IoU_noncoffee": 0.4734822839088242, + "kappa": 0.49022857463742486, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7389311488199727, + "mIoU": 0.5373066912094187, + "macroF1": 0.6865128616089666, + "F1_coffee": 0.8147020142590157, + "IoU_coffee": 0.687339406680682, + "precision_coffee": 0.9008112658809123, + "recall_coffee": 0.7436189032095022, + "F1_noncoffee": 0.5583237089589177, + "IoU_noncoffee": 0.3872739757381552, + "kappa": 0.38639037247033164, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7164805802080351, + "mIoU": 0.5192313707938708, + "macroF1": 0.6727671645255833, + "F1_coffee": 0.7923684394437067, + "IoU_coffee": 0.6561342592592593, + "precision_coffee": 0.9186517582239507, + "recall_coffee": 0.6966085033177685, + "F1_noncoffee": 0.5531658896074597, + "IoU_noncoffee": 0.3823284823284823, + "kappa": 0.37110947692663815, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7240622315548344, + "mIoU": 0.5162515395141913, + "macroF1": 0.6665859724696659, + "F1_coffee": 0.8050178727996223, + "IoU_coffee": 0.673665199232419, + "precision_coffee": 0.8920777279521674, + "recall_coffee": 0.7334398426938675, + "F1_noncoffee": 0.5281540721397094, + "IoU_noncoffee": 0.35883787979596365, + "kappa": 0.3481948418593312, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6755, + 8413 + ], + [ + 41220, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.302449365456899, + "test_tta": { + "OA": 0.7994826395025627, + "mIoU": 0.6143230349271603, + "macroF1": 0.7515521675519405, + "F1_coffee": 0.8606769670447442, + "IoU_coffee": 0.7554283922552324, + "precision_coffee": 0.9105683375064959, + "recall_coffee": 0.815968841285297, + "F1_noncoffee": 0.642427368059137, + "IoU_noncoffee": 0.4732176775990883, + "kappa": 0.5069035946666822, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7683166032075689, + "mIoU": 0.5749562290294863, + "macroF1": 0.7194066926096663, + "F1_coffee": 0.8365552887550364, + "IoU_coffee": 0.7190331269458146, + "precision_coffee": 0.8856668892862529, + "recall_coffee": 0.7926041606416411, + "F1_noncoffee": 0.6022580964642963, + "IoU_noncoffee": 0.43087933111315807, + "kappa": 0.44298138362232864, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7045365450307262, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.876733238001896, + "mIoU": 0.7253440341556565, + "macroF1": 0.8348793800243015, + "F1_coffee": 0.9180114134268066, + "IoU_coffee": 0.8484483337613338, + "precision_coffee": 0.9270266770266771, + "recall_coffee": 0.9091698065280894, + "F1_noncoffee": 0.7517473466217965, + "IoU_noncoffee": 0.6022397345499793, + "kappa": 0.669853300975135, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8411647628937349, + "mIoU": 0.6705998259385679, + "macroF1": 0.7949642271046913, + "F1_coffee": 0.8922923451574098, + "IoU_coffee": 0.8055305398103513, + "precision_coffee": 0.9054424199118732, + "recall_coffee": 0.8795187691595813, + "F1_noncoffee": 0.6976361090519727, + "IoU_noncoffee": 0.5356691120667847, + "kappa": 0.5901711267719523, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.381451009723261, + "mIoU": 0.19401229319190638, + "macroF1": 0.2845710625329585, + "F1_coffee": 0.547840349917988, + "IoU_coffee": 0.3772590361445783, + "precision_coffee": 1.0, + "recall_coffee": 0.3772590361445783, + "F1_noncoffee": 0.021301775147928994, + "IoU_noncoffee": 0.01076555023923445, + "kappa": 0.008089945699222292, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8605133267522211, + "mIoU": 0.7084758426963129, + "macroF1": 0.8238802793072688, + "F1_coffee": 0.9042033898305085, + "IoU_coffee": 0.825156220998577, + "precision_coffee": 0.9367186402584633, + "recall_coffee": 0.8738697418424846, + "F1_noncoffee": 0.743557168784029, + "IoU_noncoffee": 0.5917954643940488, + "kappa": 0.6488930521362184, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8905586565526454, + "mIoU": 0.7484425089780238, + "macroF1": 0.8509939637173525, + "F1_coffee": 0.9277753290095082, + "IoU_coffee": 0.8652807141179234, + "precision_coffee": 0.9324726283146636, + "recall_coffee": 0.9231251174738425, + "F1_noncoffee": 0.7742125984251969, + "IoU_noncoffee": 0.6316043038381243, + "kappa": 0.7020115669094474, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8785802645351604, + "mIoU": 0.7189159803336178, + "macroF1": 0.8292883077774504, + "F1_coffee": 0.921020054468928, + "IoU_coffee": 0.8536025699862322, + "precision_coffee": 0.9132756398453323, + "recall_coffee": 0.9288969348898184, + "F1_noncoffee": 0.7375565610859729, + "IoU_noncoffee": 0.5842293906810035, + "kappa": 0.6586581764230102, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8845692584449331, + "mIoU": 0.7527030679199338, + "macroF1": 0.8551889949184525, + "F1_coffee": 0.9204161785984979, + "IoU_coffee": 0.8525657390860353, + "precision_coffee": 0.9321702721563154, + "recall_coffee": 0.9089548176374523, + "F1_noncoffee": 0.789961811238407, + "IoU_noncoffee": 0.6528403967538323, + "kappa": 0.710499471471087, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9208166380461744, + "mIoU": 0.8131619852888267, + "macroF1": 0.8944356108017786, + "F1_coffee": 0.9472077343849383, + "IoU_coffee": 0.8997100048332528, + "precision_coffee": 0.9426509684770225, + "recall_coffee": 0.9518087690144446, + "F1_noncoffee": 0.8416634872186188, + "IoU_noncoffee": 0.7266139657444005, + "kappa": 0.7888860174349829, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9059861493216962, + "mIoU": 0.7747968716499981, + "macroF1": 0.8687970933055116, + "F1_coffee": 0.9386491673373367, + "IoU_coffee": 0.8843910405972936, + "precision_coffee": 0.916575988393181, + "recall_coffee": 0.9618117229129662, + "F1_noncoffee": 0.7989450192736863, + "IoU_noncoffee": 0.6652027027027027, + "kappa": 0.7380919649723581, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.83703920421299, + "mIoU": 0.6673463471305412, + "macroF1": 0.7929204042283726, + "F1_coffee": 0.8885033695869754, + "IoU_coffee": 0.7993756753511826, + "precision_coffee": 0.9413261699420331, + "recall_coffee": 0.8412939095274198, + "F1_noncoffee": 0.69733743886977, + "IoU_noncoffee": 0.5353170189098999, + "kappa": 0.589350995922038, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8602920125966218, + "mIoU": 0.6869668004791813, + "macroF1": 0.8055230975022792, + "F1_coffee": 0.9087281795511222, + "IoU_coffee": 0.8327239488117002, + "precision_coffee": 0.9222981523664895, + "recall_coffee": 0.8955517326124355, + "F1_noncoffee": 0.7023180154534363, + "IoU_noncoffee": 0.5412096521466625, + "kappa": 0.6113206193390215, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8510069676434093, + "mIoU": 0.6663127355535445, + "macroF1": 0.7889250211064047, + "F1_coffee": 0.903397487468284, + "IoU_coffee": 0.8238148984198645, + "precision_coffee": 0.9098728496634256, + "recall_coffee": 0.8970136413911761, + "F1_noncoffee": 0.6744525547445256, + "IoU_noncoffee": 0.5088105726872246, + "kappa": 0.5779220841226789, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7232, + 8413 + ], + [ + 47226, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7892507195472716, + "test_tta": { + "OA": 0.8813444946094893, + "mIoU": 0.7308475051259415, + "macroF1": 0.8385475354094247, + "F1_coffee": 0.9216719875269137, + "IoU_coffee": 0.8547232167446984, + "precision_coffee": 0.9236410790586935, + "recall_coffee": 0.9197112738664748, + "F1_noncoffee": 0.7554230832919357, + "IoU_noncoffee": 0.6069717935071847, + "kappa": 0.6770996532104413, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.674348066150714, + "macroF1": 0.7973158765526271, + "F1_coffee": 0.8965590689928935, + "IoU_coffee": 0.8125120645783979, + "precision_coffee": 0.900464808728291, + "recall_coffee": 0.8926870649931555, + "F1_noncoffee": 0.6980726841123608, + "IoU_noncoffee": 0.5361840677230302, + "kappa": 0.594654012275685, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.7403618239728342, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8904384710551262, + "mIoU": 0.7505542809697443, + "macroF1": 0.8526519998681933, + "F1_coffee": 0.9272694305491856, + "IoU_coffee": 0.8644010499522748, + "precision_coffee": 0.9345157476082984, + "recall_coffee": 0.9201346259684179, + "F1_noncoffee": 0.7780345691872009, + "IoU_noncoffee": 0.6367075119872136, + "kappa": 0.7053580657473055, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8539286950501904, + "mIoU": 0.6925427454352894, + "macroF1": 0.8116437090587965, + "F1_coffee": 0.9008885583434454, + "IoU_coffee": 0.8196516969977563, + "precision_coffee": 0.9147274497724608, + "recall_coffee": 0.8874621628395705, + "F1_noncoffee": 0.7223988597741475, + "IoU_noncoffee": 0.5654337938728224, + "kappa": 0.6235287687422465, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37023186237845923, + "mIoU": 0.18792634886911874, + "macroF1": 0.2774958154914102, + "F1_coffee": 0.5363436123348018, + "IoU_coffee": 0.36644093303235514, + "precision_coffee": 0.9979508196721312, + "recall_coffee": 0.3667168674698795, + "F1_noncoffee": 0.018648018648018648, + "IoU_noncoffee": 0.009411764705882352, + "kappa": 0.005398175045765231, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8838598223099704, + "mIoU": 0.7415859468619347, + "macroF1": 0.8466785801355972, + "F1_coffee": 0.922181433343255, + "IoU_coffee": 0.855599877262964, + "precision_coffee": 0.9310183639398998, + "recall_coffee": 0.9135106801205609, + "F1_noncoffee": 0.7711757269279393, + "IoU_noncoffee": 0.6275720164609053, + "kappa": 0.6934383728030892, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8918944706836506, + "mIoU": 0.7536165007812574, + "macroF1": 0.8547959427017062, + "F1_coffee": 0.9281911522372924, + "IoU_coffee": 0.8660043758500384, + "precision_coffee": 0.9390830394357166, + "recall_coffee": 0.9175490257502663, + "F1_noncoffee": 0.78140073316612, + "IoU_noncoffee": 0.6412286257124763, + "kappa": 0.7097107629826616, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8953278142544485, + "mIoU": 0.7563348474655649, + "macroF1": 0.8563726229339221, + "F1_coffee": 0.9311725691402828, + "IoU_coffee": 0.8712094602505561, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.9290217866283788, + "F1_noncoffee": 0.7815726767275616, + "IoU_noncoffee": 0.6414602346805737, + "kappa": 0.7127501317888201, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9103537877273635, + "mIoU": 0.7992009298360592, + "macroF1": 0.8858897412276371, + "F1_coffee": 0.9387253227679486, + "IoU_coffee": 0.8845262615859938, + "precision_coffee": 0.9423947332327527, + "recall_coffee": 0.9350843767011432, + "F1_noncoffee": 0.8330541596873255, + "IoU_noncoffee": 0.7138755980861244, + "kappa": 0.771788909123168, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9163327609234879, + "mIoU": 0.8056504102631935, + "macroF1": 0.8897228834463212, + "F1_coffee": 0.9438935448787665, + "IoU_coffee": 0.8937484855827478, + "precision_coffee": 0.9448002049180327, + "recall_coffee": 0.9429886232902979, + "F1_noncoffee": 0.8355522220138759, + "IoU_noncoffee": 0.7175523349436392, + "kappa": 0.7794463621960889, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9214495778389147, + "mIoU": 0.812931016323544, + "macroF1": 0.8942078193590177, + "F1_coffee": 0.9478917558212713, + "IoU_coffee": 0.9009450891254934, + "precision_coffee": 0.9404345654345654, + "recall_coffee": 0.9554681552905354, + "F1_noncoffee": 0.8405238828967643, + "IoU_noncoffee": 0.7249169435215946, + "kappa": 0.7884563469751524, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8580066315584163, + "mIoU": 0.6859090864040711, + "macroF1": 0.8050585105563433, + "F1_coffee": 0.9066546993204257, + "IoU_coffee": 0.8292482702005395, + "precision_coffee": 0.920223841749089, + "recall_coffee": 0.8934799090219864, + "F1_noncoffee": 0.7034623217922606, + "IoU_noncoffee": 0.5425699026076028, + "kappa": 0.6103861372031085, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8674491840824506, + "mIoU": 0.7034881430706297, + "macroF1": 0.8184000541481169, + "F1_coffee": 0.912778649921507, + "IoU_coffee": 0.839551807785607, + "precision_coffee": 0.9333504558880185, + "recall_coffee": 0.8930941263209634, + "F1_noncoffee": 0.7240214583747268, + "IoU_noncoffee": 0.5674244783556525, + "kappa": 0.6373575333976649, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8690464827717859, + "mIoU": 0.7019075551217397, + "macroF1": 0.8167486134823164, + "F1_coffee": 0.9146447679482393, + "IoU_coffee": 0.8427146623867935, + "precision_coffee": 0.926168577548192, + "recall_coffee": 0.9034042030232272, + "F1_noncoffee": 0.7188524590163935, + "IoU_noncoffee": 0.5611004478566859, + "kappa": 0.6336840248966886, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7408, + 8413 + ], + [ + 47903, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.591840247313182, + "test_tta": { + "OA": 0.8956281431256929, + "mIoU": 0.7592160086266115, + "macroF1": 0.8585325066881916, + "F1_coffee": 0.9309743916693232, + "IoU_coffee": 0.8708625728087788, + "precision_coffee": 0.9346889135444226, + "recall_coffee": 0.9272892764912578, + "F1_noncoffee": 0.78609062170706, + "IoU_noncoffee": 0.6475694444444444, + "kappa": 0.7170788604065699, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8592073381793008, + "mIoU": 0.6993550160471496, + "macroF1": 0.8164523276882439, + "F1_coffee": 0.9050389105058366, + "IoU_coffee": 0.8265489241484693, + "precision_coffee": 0.9133371291696936, + "recall_coffee": 0.8968901228141207, + "F1_noncoffee": 0.7278657448706513, + "IoU_noncoffee": 0.5721611079458299, + "kappa": 0.6329914756597441, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.4946709926573245, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7543340991982519, + "mIoU": 0.5718956218313022, + "macroF1": 0.720184511067314, + "F1_coffee": 0.817937177014122, + "IoU_coffee": 0.6919574502377307, + "precision_coffee": 0.934839412084921, + "recall_coffee": 0.7270225646670335, + "F1_noncoffee": 0.6224318451205058, + "IoU_noncoffee": 0.4518337934248736, + "kappa": 0.45794772630649416, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7249192338756202, + "mIoU": 0.5405706591201701, + "macroF1": 0.6947156499242368, + "F1_coffee": 0.790740029623128, + "IoU_coffee": 0.6539040810031029, + "precision_coffee": 0.917460155812414, + "recall_coffee": 0.6947770258545897, + "F1_noncoffee": 0.5986912702253456, + "IoU_noncoffee": 0.4272372372372372, + "kappa": 0.41098087020988605, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2198952879581152, + "mIoU": 0.11122807017543859, + "macroF1": 0.1841116940454689, + "F1_coffee": 0.354978354978355, + "IoU_coffee": 0.21578947368421053, + "precision_coffee": 0.9930795847750865, + "recall_coffee": 0.2161144578313253, + "F1_noncoffee": 0.013245033112582781, + "IoU_noncoffee": 0.006666666666666667, + "kappa": -0.00010470866249026148, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7613030602171768, + "mIoU": 0.5769136218501363, + "macroF1": 0.723514825710597, + "F1_coffee": 0.8257297297297297, + "IoU_coffee": 0.7031854170502669, + "precision_coffee": 0.9174407431133889, + "recall_coffee": 0.7506879832263137, + "F1_noncoffee": 0.6212999216914644, + "IoU_noncoffee": 0.4506418266500057, + "kappa": 0.45878217471446164, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7425695338962836, + "mIoU": 0.5611910130012041, + "macroF1": 0.712120514574345, + "F1_coffee": 0.8057455540355677, + "IoU_coffee": 0.6746849942726232, + "precision_coffee": 0.947025471777947, + "recall_coffee": 0.7011465447027129, + "F1_noncoffee": 0.6184954751131222, + "IoU_noncoffee": 0.44769703172978503, + "kappa": 0.44835272461154235, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7593491293177277, + "mIoU": 0.5777170588819891, + "macroF1": 0.7249173753663709, + "F1_coffee": 0.8222394039502354, + "IoU_coffee": 0.6981379804249224, + "precision_coffee": 0.9407318053880177, + "recall_coffee": 0.7302578188401273, + "F1_noncoffee": 0.6275953467825063, + "IoU_noncoffee": 0.4572961373390558, + "kappa": 0.4675326583824602, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7921247251649011, + "mIoU": 0.6205860754379724, + "macroF1": 0.7595681624019304, + "F1_coffee": 0.848042080654588, + "IoU_coffee": 0.7361745306950787, + "precision_coffee": 0.9154574132492114, + "recall_coffee": 0.7898747958628198, + "F1_noncoffee": 0.6710942441492727, + "IoU_noncoffee": 0.5049976201808662, + "kappa": 0.5247151553815838, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8130127838198817, + "mIoU": 0.6502958937452658, + "macroF1": 0.7826812596276846, + "F1_coffee": 0.8638699819419364, + "IoU_coffee": 0.7603619024330602, + "precision_coffee": 0.9458555133079848, + "recall_coffee": 0.7949635689633133, + "F1_noncoffee": 0.7014925373134329, + "IoU_noncoffee": 0.5402298850574713, + "kappa": 0.5724071232512005, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8273408595009961, + "mIoU": 0.6689034100107437, + "macroF1": 0.796368332138161, + "F1_coffee": 0.8757848757848757, + "IoU_coffee": 0.7790189412336086, + "precision_coffee": 0.9477104874446086, + "recall_coffee": 0.8140065973103273, + "F1_noncoffee": 0.7169517884914464, + "IoU_noncoffee": 0.5587878787878788, + "kappa": 0.5980127755055208, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7312268383070022, + "mIoU": 0.5366278494680602, + "macroF1": 0.6882294195295662, + "F1_coffee": 0.8040108092732186, + "IoU_coffee": 0.672255916280176, + "precision_coffee": 0.9194860117111255, + "recall_coffee": 0.7143037654788982, + "F1_noncoffee": 0.5724480297859137, + "IoU_noncoffee": 0.4009997826559444, + "kappa": 0.3971992698822326, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6721061169958965, + "mIoU": 0.4837042017451364, + "macroF1": 0.6448905079253491, + "F1_coffee": 0.7431988041853512, + "IoU_coffee": 0.5913415794481446, + "precision_coffee": 0.9484929416253338, + "recall_coffee": 0.6109609240599656, + "F1_noncoffee": 0.546582211665347, + "IoU_noncoffee": 0.3760668240421282, + "kappa": 0.34403908834191754, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6909420635678152, + "mIoU": 0.4983307125395943, + "macroF1": 0.6563279136019907, + "F1_coffee": 0.7653963193740038, + "IoU_coffee": 0.6199530516431925, + "precision_coffee": 0.9323918799646955, + "recall_coffee": 0.6491335873171931, + "F1_noncoffee": 0.5472595078299777, + "IoU_noncoffee": 0.37670837343599617, + "kappa": 0.35272550919510853, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6601, + 8413 + ], + [ + 40241, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7227992971738177, + "test_tta": { + "OA": 0.7784829447773903, + "mIoU": 0.5991738408897437, + "macroF1": 0.7418341914865161, + "F1_coffee": 0.8391042024063765, + "IoU_coffee": 0.7228075113595239, + "precision_coffee": 0.9350794600358936, + "recall_coffee": 0.7609965708479742, + "F1_noncoffee": 0.6445641805666555, + "IoU_noncoffee": 0.4755401704199635, + "kappa": 0.49541128831560316, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7469712703357563, + "mIoU": 0.5634849022211592, + "macroF1": 0.7133049632912181, + "F1_coffee": 0.811549368393916, + "IoU_coffee": 0.6828633405639913, + "precision_coffee": 0.916248271847486, + "recall_coffee": 0.7283243680953208, + "F1_noncoffee": 0.6150605581885202, + "IoU_noncoffee": 0.444106463878327, + "kappa": 0.4415059816873233, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6032167699988409, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.796140683494272, + "mIoU": 0.6131318579702383, + "macroF1": 0.7512287037467594, + "F1_coffee": 0.8569302241667043, + "IoU_coffee": 0.7496744663220614, + "precision_coffee": 0.9168959027073983, + "recall_coffee": 0.8043266584818594, + "F1_noncoffee": 0.6455271833268146, + "IoU_noncoffee": 0.4765892496184151, + "kappa": 0.5076747885402626, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7694127148955809, + "mIoU": 0.581210523689695, + "macroF1": 0.7257486753073115, + "F1_coffee": 0.8351786561101833, + "IoU_coffee": 0.7170015045579254, + "precision_coffee": 0.8974631660573834, + "recall_coffee": 0.7809782713478706, + "F1_noncoffee": 0.6163186945044397, + "IoU_noncoffee": 0.4454195428214645, + "kappa": 0.4575789881122383, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4532535527299925, + "mIoU": 0.230393908755553, + "macroF1": 0.32103643774197294, + "F1_coffee": 0.6206538661131292, + "IoU_coffee": 0.44996237772761477, + "precision_coffee": 0.998330550918197, + "recall_coffee": 0.4503012048192771, + "F1_noncoffee": 0.0214190093708166, + "IoU_noncoffee": 0.010825439783491205, + "kappa": 0.008227671481701318, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8086870681145113, + "mIoU": 0.6292162416961697, + "macroF1": 0.763850444701573, + "F1_coffee": 0.8667491749174917, + "IoU_coffee": 0.7648343647615581, + "precision_coffee": 0.9117604513235932, + "recall_coffee": 0.8259730048486437, + "F1_noncoffee": 0.6609517144856543, + "IoU_noncoffee": 0.4935981186307813, + "kappa": 0.530611640819066, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7583130575831306, + "mIoU": 0.5686321393571523, + "macroF1": 0.7155282717492963, + "F1_coffee": 0.8258508078377449, + "IoU_coffee": 0.7033610493031971, + "precision_coffee": 0.9149211668824739, + "recall_coffee": 0.7525844245348036, + "F1_noncoffee": 0.6052057356608479, + "IoU_noncoffee": 0.43390322941110737, + "kappa": 0.4430235427614038, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8217718146350746, + "mIoU": 0.6454128614443289, + "macroF1": 0.7761564485999057, + "F1_coffee": 0.8772044843637318, + "IoU_coffee": 0.7812682471096578, + "precision_coffee": 0.9235866639055705, + "recall_coffee": 0.8352581309694738, + "F1_noncoffee": 0.6751084128360798, + "IoU_noncoffee": 0.5095574757789998, + "kappa": 0.555280387037997, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8583849690185889, + "mIoU": 0.6992665260627028, + "macroF1": 0.8165336082083099, + "F1_coffee": 0.904159621237741, + "IoU_coffee": 0.8250833230465374, + "precision_coffee": 0.8987494957644211, + "recall_coffee": 0.909635274904736, + "F1_noncoffee": 0.7289075951788789, + "IoU_noncoffee": 0.5734497290788682, + "kappa": 0.6331048216413809, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7674107994657509, + "mIoU": 0.5879227175999492, + "macroF1": 0.7333142290275108, + "F1_coffee": 0.8286718200983837, + "IoU_coffee": 0.7074634029277658, + "precision_coffee": 0.9202434836897144, + "recall_coffee": 0.7536750607183945, + "F1_noncoffee": 0.6379566379566379, + "IoU_noncoffee": 0.4683820322721326, + "kappa": 0.4775600860416097, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8666160705815388, + "mIoU": 0.7147186160420106, + "macroF1": 0.827952330060066, + "F1_coffee": 0.9095121637276354, + "IoU_coffee": 0.8340415486307837, + "precision_coffee": 0.9229362591431557, + "recall_coffee": 0.8964729764019285, + "F1_noncoffee": 0.7463924963924964, + "IoU_noncoffee": 0.5953956834532375, + "kappa": 0.6561085613773288, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7601911449190559, + "mIoU": 0.569481031105952, + "macroF1": 0.7158923568718756, + "F1_coffee": 0.8280780255890373, + "IoU_coffee": 0.7065982579644434, + "precision_coffee": 0.9269056190327125, + "recall_coffee": 0.7482941622441244, + "F1_noncoffee": 0.603706688154714, + "IoU_noncoffee": 0.43236380424746074, + "kappa": 0.4462941283814986, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7492127111365589, + "mIoU": 0.5485566056074547, + "macroF1": 0.6960942117685696, + "F1_coffee": 0.8231493943472409, + "IoU_coffee": 0.6994510521500458, + "precision_coffee": 0.9098482594465933, + "recall_coffee": 0.75153600393217, + "F1_noncoffee": 0.5690390291898983, + "IoU_noncoffee": 0.39766215906486363, + "kappa": 0.40534625844740574, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7766536222201011, + "mIoU": 0.5837550818697805, + "macroF1": 0.7263771801047268, + "F1_coffee": 0.8436664885088189, + "IoU_coffee": 0.7296048070256529, + "precision_coffee": 0.9243156199677939, + "recall_coffee": 0.7759616566302077, + "F1_noncoffee": 0.6090878717006348, + "IoU_noncoffee": 0.43790535671390823, + "kappa": 0.46297736254601707, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6899, + 8413 + ], + [ + 42545, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.812073282400767, + "test_tta": { + "OA": 0.8079982004852263, + "mIoU": 0.6259756433874093, + "macroF1": 0.7608756318152945, + "F1_coffee": 0.8670271954422041, + "IoU_coffee": 0.7652674379775678, + "precision_coffee": 0.9139726927227514, + "recall_coffee": 0.8246687269802294, + "F1_noncoffee": 0.6547240681883849, + "IoU_noncoffee": 0.48668384879725085, + "kappa": 0.5250052351501355, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7806045921310719, + "mIoU": 0.591921510085148, + "macroF1": 0.7338219200249834, + "F1_coffee": 0.8454127880980448, + "IoU_coffee": 0.7322208139698634, + "precision_coffee": 0.8938264176891506, + "recall_coffee": 0.8019742803709488, + "F1_noncoffee": 0.6222310519519221, + "IoU_noncoffee": 0.4516222062004326, + "kappa": 0.47143333537465637, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 52, + "stopped_epoch": 82, + "best_val": 0.6958870610865666, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8877070647021964, + "mIoU": 0.7429956530585395, + "macroF1": 0.847177447115653, + "F1_coffee": 0.9258783977261881, + "IoU_coffee": 0.8619865718799368, + "precision_coffee": 0.9277774235371634, + "recall_coffee": 0.9239871300961009, + "F1_noncoffee": 0.7684764965051181, + "IoU_noncoffee": 0.6240047342371422, + "kappa": 0.6943588940120401, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8512028383523711, + "mIoU": 0.6846141967810881, + "macroF1": 0.8053046906767372, + "F1_coffee": 0.8998359239230687, + "IoU_coffee": 0.817910658500856, + "precision_coffee": 0.9062854460828411, + "recall_coffee": 0.893477548344805, + "F1_noncoffee": 0.7107734574304057, + "IoU_noncoffee": 0.5513177350613203, + "kappa": 0.6106663155509485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3365744203440538, + "mIoU": 0.1701513482861525, + "macroF1": 0.25681492738410444, + "F1_coffee": 0.5002816901408451, + "IoU_coffee": 0.3335837716003005, + "precision_coffee": 0.9932885906040269, + "recall_coffee": 0.33433734939759036, + "F1_noncoffee": 0.013348164627363738, + "IoU_noncoffee": 0.006718924972004479, + "kappa": 2.0237060297101353e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8841559723593287, + "mIoU": 0.7371823137612677, + "macroF1": 0.843150742433372, + "F1_coffee": 0.923348247819981, + "IoU_coffee": 0.8576108718073167, + "precision_coffee": 0.9204922836491503, + "recall_coffee": 0.9262219892543573, + "F1_noncoffee": 0.762953237046763, + "IoU_noncoffee": 0.6167537557152188, + "kappa": 0.6863108233572501, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8951862983636277, + "mIoU": 0.756491194113915, + "macroF1": 0.856513635237688, + "F1_coffee": 0.9310052444807336, + "IoU_coffee": 0.8709165687426557, + "precision_coffee": 0.9333207404608991, + "recall_coffee": 0.9287012091974187, + "F1_noncoffee": 0.7820220259946423, + "IoU_noncoffee": 0.6420658194851743, + "kappa": 0.7130328507419236, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.883671139023694, + "mIoU": 0.735413047529357, + "macroF1": 0.8418208847075103, + "F1_coffee": 0.9231832605485564, + "IoU_coffee": 0.8573262531364882, + "precision_coffee": 0.9292852624920936, + "recall_coffee": 0.9171608714651351, + "F1_noncoffee": 0.7604585088664642, + "IoU_noncoffee": 0.6134998419222257, + "kappa": 0.6836842991045822, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8958624825104937, + "mIoU": 0.7654108762066845, + "macroF1": 0.8631867946141463, + "F1_coffee": 0.9300483351235231, + "IoU_coffee": 0.8692433178566947, + "precision_coffee": 0.9177265500794912, + "recall_coffee": 0.9427054980947196, + "F1_noncoffee": 0.7963252541047694, + "IoU_noncoffee": 0.6615784345566742, + "kappa": 0.726517134837591, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9187178019461935, + "mIoU": 0.8063456881501081, + "macroF1": 0.8899388194066544, + "F1_coffee": 0.9462189117535664, + "IoU_coffee": 0.8979273990655325, + "precision_coffee": 0.9346551939144532, + "recall_coffee": 0.9580723507605777, + "F1_noncoffee": 0.8336587270597423, + "IoU_noncoffee": 0.7147639772346837, + "kappa": 0.779981803655381, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9127217531543497, + "mIoU": 0.7922548672767232, + "macroF1": 0.8806703404889227, + "F1_coffee": 0.9425143714071482, + "IoU_coffee": 0.8912786575277712, + "precision_coffee": 0.9285890174833785, + "recall_coffee": 0.9568637401674702, + "F1_noncoffee": 0.8188263095706971, + "IoU_noncoffee": 0.6932310770256752, + "kappa": 0.7615097141486713, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8727325921591574, + "mIoU": 0.7090758079130173, + "macroF1": 0.8221366498412863, + "F1_coffee": 0.9170005724098454, + "IoU_coffee": 0.846723044397463, + "precision_coffee": 0.9231655781790242, + "recall_coffee": 0.9109173616376043, + "F1_noncoffee": 0.7272727272727273, + "IoU_noncoffee": 0.5714285714285714, + "kappa": 0.6443254208419951, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8716480580208035, + "mIoU": 0.7090361998846411, + "macroF1": 0.8223046428773106, + "F1_coffee": 0.9159427535779013, + "IoU_coffee": 0.8449210192551597, + "precision_coffee": 0.9319598117766755, + "recall_coffee": 0.9004669451953797, + "F1_noncoffee": 0.7286665321767198, + "IoU_noncoffee": 0.5731513805141225, + "kappa": 0.6449478113710925, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8544430657631001, + "mIoU": 0.6829182940382115, + "macroF1": 0.8031522886464446, + "F1_coffee": 0.9036334913112164, + "IoU_coffee": 0.8242074927953891, + "precision_coffee": 0.9300208116545265, + "recall_coffee": 0.8787022244070296, + "F1_noncoffee": 0.7026710859816728, + "IoU_noncoffee": 0.541629095281034, + "kappa": 0.6072800143879612, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7515, + 8413 + ], + [ + 47626, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7732685804367065, + "test_tta": { + "OA": 0.8901653304198333, + "mIoU": 0.745880803986575, + "macroF1": 0.8490548263310524, + "F1_coffee": 0.9278293918918918, + "IoU_coffee": 0.865374768600575, + "precision_coffee": 0.9255234003117233, + "recall_coffee": 0.9301469031793743, + "F1_noncoffee": 0.770280260770213, + "IoU_noncoffee": 0.6263868393725748, + "kappa": 0.6981156177826273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8538277373947156, + "mIoU": 0.6868110635225161, + "macroF1": 0.8066958234438832, + "F1_coffee": 0.9021463122628485, + "IoU_coffee": 0.8217363773876948, + "precision_coffee": 0.9035508451630372, + "recall_coffee": 0.90074613916363, + "F1_noncoffee": 0.7112453346249181, + "IoU_noncoffee": 0.5518857496573374, + "kappa": 0.6133944035184736, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.7389729366092999, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8817461720143318, + "mIoU": 0.7321267428698774, + "macroF1": 0.839508832091888, + "F1_coffee": 0.9218418146291734, + "IoU_coffee": 0.8550153652194469, + "precision_coffee": 0.9249456591228743, + "recall_coffee": 0.9187587316371025, + "F1_noncoffee": 0.7571758495546025, + "IoU_noncoffee": 0.6092381205203079, + "kappa": 0.679028893435609, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8464001384562132, + "mIoU": 0.6781699319598647, + "macroF1": 0.8006141097645478, + "F1_coffee": 0.8961603712876114, + "IoU_coffee": 0.8118574002755892, + "precision_coffee": 0.9065193806095275, + "recall_coffee": 0.886035436790252, + "F1_noncoffee": 0.7050678482414844, + "IoU_noncoffee": 0.5444824636441403, + "kappa": 0.6013760638432617, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36350037397157814, + "mIoU": 0.18381613564695043, + "macroF1": 0.27199942670419536, + "F1_coffee": 0.530093870789619, + "IoU_coffee": 0.3606311044327573, + "precision_coffee": 0.9937888198757764, + "recall_coffee": 0.3614457831325301, + "F1_noncoffee": 0.013904982618771726, + "IoU_noncoffee": 0.007001166861143524, + "kappa": 0.0005902715864163675, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.876604146100691, + "mIoU": 0.726101069129096, + "macroF1": 0.8355154858938796, + "F1_coffee": 0.9177252682156256, + "IoU_coffee": 0.8479596180745606, + "precision_coffee": 0.9219121925416557, + "recall_coffee": 0.9135762023325907, + "F1_noncoffee": 0.7533057035721334, + "IoU_noncoffee": 0.6042425201836314, + "kappa": 0.6710513155791188, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.885024569438481, + "mIoU": 0.7411679407609, + "macroF1": 0.8461647299757289, + "F1_coffee": 0.9234823469646939, + "IoU_coffee": 0.8578422698047543, + "precision_coffee": 0.936144190537496, + "recall_coffee": 0.911158448718752, + "F1_noncoffee": 0.7688471129867639, + "IoU_noncoffee": 0.6244936117170458, + "kappa": 0.6924993985550931, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8834332476924541, + "mIoU": 0.7286483149715701, + "macroF1": 0.8364168322540373, + "F1_coffee": 0.9241157157901257, + "IoU_coffee": 0.8589359742054353, + "precision_coffee": 0.9170713714882892, + "recall_coffee": 0.931269117922467, + "F1_noncoffee": 0.7487179487179487, + "IoU_noncoffee": 0.5983606557377049, + "kappa": 0.6728975744272185, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8987607435538677, + "mIoU": 0.7750537464954947, + "macroF1": 0.869959178452648, + "F1_coffee": 0.9311586816173972, + "IoU_coffee": 0.8711851475076297, + "precision_coffee": 0.9299579204560879, + "recall_coffee": 0.9323625476320088, + "F1_noncoffee": 0.8087596752878988, + "IoU_noncoffee": 0.6789223454833597, + "kappa": 0.7399195614547951, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.917668383896203, + "mIoU": 0.8055332965165385, + "macroF1": 0.8894899151227804, + "F1_coffee": 0.9452931854199683, + "IoU_coffee": 0.8962615699002284, + "precision_coffee": 0.937625754527163, + "recall_coffee": 0.9530870510034514, + "F1_noncoffee": 0.8336866448255926, + "IoU_noncoffee": 0.7148050231328487, + "kappa": 0.779024753375699, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9186984157100845, + "mIoU": 0.8044543106154269, + "macroF1": 0.8886168985804768, + "F1_coffee": 0.9465010300268432, + "IoU_coffee": 0.898435648257881, + "precision_coffee": 0.9316701487034533, + "recall_coffee": 0.9618117229129662, + "F1_noncoffee": 0.8307327671341103, + "IoU_noncoffee": 0.710472972972973, + "kappa": 0.7774122560888905, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8549834211039594, + "mIoU": 0.6781988976362046, + "macroF1": 0.7988446982107418, + "F1_coffee": 0.9051113521791845, + "IoU_coffee": 0.826669775032055, + "precision_coffee": 0.9142709810493748, + "recall_coffee": 0.8961334344200151, + "F1_noncoffee": 0.692578044242299, + "IoU_noncoffee": 0.5297280202403543, + "kappa": 0.5978201780630511, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8523714094856379, + "mIoU": 0.682375766768939, + "macroF1": 0.8030992309240189, + "F1_coffee": 0.901596590547675, + "IoU_coffee": 0.8208246467454251, + "precision_coffee": 0.9345905314519319, + "recall_coffee": 0.8708527893831408, + "F1_noncoffee": 0.7046018713003628, + "IoU_noncoffee": 0.5439268867924528, + "kappa": 0.6076663022458841, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8479526582036843, + "mIoU": 0.6571438506144749, + "macroF1": 0.7810977126960017, + "F1_coffee": 0.9020716788590398, + "IoU_coffee": 0.821612541993281, + "precision_coffee": 0.902460024600246, + "recall_coffee": 0.9016836671992134, + "F1_noncoffee": 0.6601237465329635, + "IoU_noncoffee": 0.4926751592356688, + "kappa": 0.5621957067593375, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7347, + 8413 + ], + [ + 47424, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.602188003063202, + "test_tta": { + "OA": 0.8859878854094699, + "mIoU": 0.7383137738445906, + "macroF1": 0.8437522884479276, + "F1_coffee": 0.9249878432947842, + "IoU_coffee": 0.8604440773300293, + "precision_coffee": 0.923874482642115, + "recall_coffee": 0.9261038906058169, + "F1_noncoffee": 0.762516733601071, + "IoU_noncoffee": 0.6161834703591519, + "kappa": 0.6875060136710419, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8506980500749971, + "mIoU": 0.6825711218175967, + "macroF1": 0.8036141851434666, + "F1_coffee": 0.8997734446101118, + "IoU_coffee": 0.8178074235731005, + "precision_coffee": 0.9036931873432, + "recall_coffee": 0.8958875585632483, + "F1_noncoffee": 0.7074549256768213, + "IoU_noncoffee": 0.5473348200620928, + "kappa": 0.6072499377646847, + "n_pixels": 69336 + }, + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.581933716792192, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7097450039395459, + "mIoU": 0.5499977743924096, + "macroF1": 0.7096554058556082, + "F1_coffee": 0.714755829300484, + "IoU_coffee": 0.5561245447325903, + "precision_coffee": 0.9155996393146979, + "recall_coffee": 0.5861740510896233, + "F1_noncoffee": 0.7045549824107322, + "IoU_noncoffee": 0.5438710040522288, + "kappa": 0.4468776390052546, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6183367947386639, + "mIoU": 0.44751695518006906, + "macroF1": 0.6183185786773036, + "F1_coffee": 0.6209553820812146, + "IoU_coffee": 0.45027939923970167, + "precision_coffee": 0.8938188115953981, + "recall_coffee": 0.4757264507066983, + "F1_noncoffee": 0.6156817752733926, + "IoU_noncoffee": 0.4447545111204364, + "kappa": 0.30254103818830946, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.05163442294863242, + "mIoU": 0.025892836965899026, + "macroF1": 0.04937992712582394, + "F1_coffee": 0.09567430025445292, + "IoU_coffee": 0.05024051309460182, + "precision_coffee": 1.0, + "recall_coffee": 0.05024051309460182, + "F1_noncoffee": 0.0030855539971949507, + "IoU_noncoffee": 0.0015451608371962354, + "kappa": 0.0001552472947520801, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6922889511511755, + "mIoU": 0.5268142492191612, + "macroF1": 0.6893977759306087, + "F1_coffee": 0.6594310368073345, + "IoU_coffee": 0.49190385195615005, + "precision_coffee": 0.8923554095967889, + "recall_coffee": 0.5229338180263017, + "F1_noncoffee": 0.7193645150538829, + "IoU_noncoffee": 0.5617246464821722, + "kappa": 0.4118175772619115, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6886602202802626, + "mIoU": 0.5251368891488735, + "macroF1": 0.6886367229821913, + "F1_coffee": 0.6913415696929307, + "IoU_coffee": 0.5282826700094014, + "precision_coffee": 0.932254942624084, + "recall_coffee": 0.5493726576503177, + "F1_noncoffee": 0.6859318762714517, + "IoU_noncoffee": 0.5219911082883455, + "kappa": 0.41689614505798267, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7443122417483945, + "mIoU": 0.5890412200018615, + "macroF1": 0.7406186865474289, + "F1_coffee": 0.7715708948585661, + "IoU_coffee": 0.6280955829109341, + "precision_coffee": 0.9163321360659201, + "recall_coffee": 0.6663081886618528, + "F1_noncoffee": 0.7096664782362917, + "IoU_noncoffee": 0.5499868570927889, + "kappa": 0.49718701686776134, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6687360899613447, + "mIoU": 0.4691102229312156, + "macroF1": 0.627415347330122, + "F1_coffee": 0.5033368458025992, + "IoU_coffee": 0.3363060314480169, + "precision_coffee": 0.7843459222769568, + "recall_coffee": 0.37057150245668474, + "F1_noncoffee": 0.751493848857645, + "IoU_noncoffee": 0.6019144144144144, + "kappa": 0.2998006360851585, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6544675239037256, + "mIoU": 0.4615729280400993, + "macroF1": 0.6229942583146899, + "F1_coffee": 0.514064914992272, + "IoU_coffee": 0.3459538173496984, + "precision_coffee": 0.8155958803334968, + "recall_coffee": 0.3753103136989393, + "F1_noncoffee": 0.7319236016371078, + "IoU_noncoffee": 0.5771920387305003, + "kappa": 0.2988574373043425, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6741170268845545, + "mIoU": 0.499797357817711, + "macroF1": 0.6639220696206792, + "F1_coffee": 0.6053874632963104, + "IoU_coffee": 0.4340900768949103, + "precision_coffee": 0.7850993377483444, + "recall_coffee": 0.4926241429461874, + "F1_noncoffee": 0.722456675945048, + "IoU_noncoffee": 0.5655046387405117, + "kappa": 0.35173420472992156, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7178023093516052, + "mIoU": 0.5528811945302399, + "macroF1": 0.7104118821486894, + "F1_coffee": 0.7566739606126914, + "IoU_coffee": 0.6085885251671946, + "precision_coffee": 0.946360153256705, + "recall_coffee": 0.6303317535545023, + "F1_noncoffee": 0.6641498036846875, + "IoU_noncoffee": 0.4971738638932851, + "kappa": 0.4512527796865262, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.71904296875, + "mIoU": 0.5404367150760921, + "macroF1": 0.6963913546899058, + "F1_coffee": 0.779320395796579, + "IoU_coffee": 0.638431569687068, + "precision_coffee": 0.9780515979976896, + "recall_coffee": 0.6477113349483616, + "F1_noncoffee": 0.6134623135832326, + "IoU_noncoffee": 0.4424418604651163, + "kappa": 0.43373321957438177, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8071118656857197, + "mIoU": 0.6396695618920749, + "macroF1": 0.77417413837886, + "F1_coffee": 0.8604190840215685, + "IoU_coffee": 0.7550311451844753, + "precision_coffee": 0.9778156996587031, + "recall_coffee": 0.7681901279707496, + "F1_noncoffee": 0.6879291927361514, + "IoU_noncoffee": 0.5243079785996744, + "kappa": 0.5624493628206648, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2543, + 2984 + ], + [ + 37064, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4852507909138997, + "ssl_variant": "", + "test_tta": { + "OA": 0.7278669149774372, + "mIoU": 0.5716584930300227, + "macroF1": 0.7273476760726125, + "F1_coffee": 0.7392460664710626, + "IoU_coffee": 0.5863523775824057, + "precision_coffee": 0.9114063293281435, + "recall_coffee": 0.6217924664453746, + "F1_noncoffee": 0.7154492856741625, + "IoU_noncoffee": 0.5569646084776397, + "kappa": 0.47513249820123715, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6344467520479982, + "mIoU": 0.4643233484227538, + "macroF1": 0.6340843648122805, + "F1_coffee": 0.6455997091641266, + "IoU_coffee": 0.47666831846712915, + "precision_coffee": 0.8894968020343685, + "recall_coffee": 0.5066719339829691, + "F1_noncoffee": 0.6225690204604343, + "IoU_noncoffee": 0.4519783783783784, + "kappa": 0.3224221520039889, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6470599554131031, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7498030227061099, + "mIoU": 0.5948529807463439, + "macroF1": 0.7449874029552139, + "F1_coffee": 0.7800308573947542, + "IoU_coffee": 0.6393857271906053, + "precision_coffee": 0.8579988224292592, + "recall_coffee": 0.7150526771539905, + "F1_noncoffee": 0.7099439485156737, + "IoU_noncoffee": 0.5503202343020823, + "kappa": 0.49546853750637226, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6798200069228106, + "mIoU": 0.5091498254961845, + "macroF1": 0.6730932895935158, + "F1_coffee": 0.7199868822683585, + "IoU_coffee": 0.562483987308094, + "precision_coffee": 0.8464618304763034, + "recall_coffee": 0.6263936441049952, + "F1_noncoffee": 0.6261996969186732, + "IoU_noncoffee": 0.455815663684275, + "kappa": 0.3651080695633704, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3066044029352902, + "mIoU": 0.15374977329945339, + "macroF1": 0.23589458894150014, + "F1_coffee": 0.4683375959079284, + "IoU_coffee": 0.3057707721079348, + "precision_coffee": 0.9991270187690965, + "recall_coffee": 0.30585248530197756, + "F1_noncoffee": 0.0034515819750719078, + "IoU_noncoffee": 0.0017287744909719553, + "kappa": 0.0005240180902478731, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7672067243269582, + "mIoU": 0.6209320860959361, + "macroF1": 0.7658927569864169, + "F1_coffee": 0.7834315503173164, + "IoU_coffee": 0.6439683278993945, + "precision_coffee": 0.8333936106088005, + "recall_coffee": 0.7391211376029082, + "F1_noncoffee": 0.7483539636555175, + "IoU_noncoffee": 0.5978958442924777, + "kappa": 0.5337327123509702, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7181860489166968, + "mIoU": 0.5564336953984363, + "macroF1": 0.7141034112541712, + "F1_coffee": 0.7482678983833718, + "IoU_coffee": 0.5977859778597786, + "precision_coffee": 0.8639078498293515, + "recall_coffee": 0.659931562652762, + "F1_noncoffee": 0.6799389241249706, + "IoU_noncoffee": 0.5150814129370941, + "kappa": 0.4409427765533927, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7660178224722457, + "mIoU": 0.6099238845492372, + "macroF1": 0.7556742666545343, + "F1_coffee": 0.805945499587118, + "IoU_coffee": 0.6749654218533887, + "precision_coffee": 0.8712729869666131, + "recall_coffee": 0.7497311414963896, + "F1_noncoffee": 0.7054030337219506, + "IoU_noncoffee": 0.5448823472450857, + "kappa": 0.5154837314672293, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7596345320370154, + "mIoU": 0.6109484619014101, + "macroF1": 0.7582199233830698, + "F1_coffee": 0.7397260273972602, + "IoU_coffee": 0.5869565217391305, + "precision_coffee": 0.7259148618371919, + "recall_coffee": 0.7540729247478666, + "F1_noncoffee": 0.7767138193688792, + "IoU_noncoffee": 0.6349404020636897, + "kappa": 0.5165899659006525, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6997472249697769, + "mIoU": 0.5335775258954345, + "macroF1": 0.6946729502571685, + "F1_coffee": 0.6553116326015644, + "IoU_coffee": 0.48733345843497844, + "precision_coffee": 0.7430615164520744, + "recall_coffee": 0.5860979462875198, + "F1_noncoffee": 0.7340342679127726, + "IoU_noncoffee": 0.5798215933558905, + "kappa": 0.39584704062491255, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7371639430680021, + "mIoU": 0.5827449719847692, + "macroF1": 0.7361637461877053, + "F1_coffee": 0.7199191102123357, + "IoU_coffee": 0.5624012638230648, + "precision_coffee": 0.7837573385518591, + "recall_coffee": 0.6656970704342406, + "F1_noncoffee": 0.7524083821630748, + "IoU_noncoffee": 0.6030886801464735, + "kappa": 0.4754041257154732, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7754092120289303, + "mIoU": 0.618682783913659, + "macroF1": 0.7618117345956777, + "F1_coffee": 0.8187218353133962, + "IoU_coffee": 0.6930813247789145, + "precision_coffee": 0.934315100514259, + "recall_coffee": 0.7285818446955887, + "F1_noncoffee": 0.7049016338779593, + "IoU_noncoffee": 0.5442842430484037, + "kappa": 0.53520487295226, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7345703125, + "mIoU": 0.5478012063669564, + "macroF1": 0.6998218624152475, + "F1_coffee": 0.8019527834450597, + "IoU_coffee": 0.6693832867047804, + "precision_coffee": 0.935725216799864, + "recall_coffee": 0.7016447787836287, + "F1_noncoffee": 0.5976909413854352, + "IoU_noncoffee": 0.42621912602913237, + "kappa": 0.42357524462251717, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7918317298622901, + "mIoU": 0.6013342989490538, + "macroF1": 0.7404546516636872, + "F1_coffee": 0.8559305437691755, + "IoU_coffee": 0.7481456122332535, + "precision_coffee": 0.9215631149845376, + "recall_coffee": 0.799024984765387, + "F1_noncoffee": 0.6249787595581988, + "IoU_noncoffee": 0.45452298566485416, + "kappa": 0.48767354937010987, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 39342, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.522160871823629, + "ssl_variant": "", + "test_tta": { + "OA": 0.7640749229997851, + "mIoU": 0.612432378984215, + "macroF1": 0.7585666637458519, + "F1_coffee": 0.7950341480110145, + "IoU_coffee": 0.6597980736953547, + "precision_coffee": 0.8622528177093879, + "recall_coffee": 0.7375378842545822, + "F1_noncoffee": 0.7220991794806894, + "IoU_noncoffee": 0.5650666842730754, + "kappa": 0.5210795564118176, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6940406138225453, + "mIoU": 0.5244462268174233, + "macroF1": 0.6861675614017002, + "F1_coffee": 0.7358748972832989, + "IoU_coffee": 0.582121892605287, + "precision_coffee": 0.8503193876963803, + "recall_coffee": 0.648582214028619, + "F1_noncoffee": 0.6364602255201014, + "IoU_noncoffee": 0.4667705610295596, + "kappa": 0.38760376380911155, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7770834020517876, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.799083160232075, + "mIoU": 0.6619101364177344, + "macroF1": 0.7960520239917235, + "F1_coffee": 0.820915533422716, + "IoU_coffee": 0.6962313190383366, + "precision_coffee": 0.9181990216731531, + "recall_coffee": 0.7422716120652331, + "F1_noncoffee": 0.7711885145607309, + "IoU_noncoffee": 0.6275889537971322, + "kappa": 0.5978715704943897, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7029104649821161, + "mIoU": 0.5385564985213083, + "macroF1": 0.6992289855455366, + "F1_coffee": 0.7325048372225902, + "IoU_coffee": 0.5779152920926992, + "precision_coffee": 0.8969882008714182, + "recall_coffee": 0.6189974541304538, + "F1_noncoffee": 0.665953133868483, + "IoU_noncoffee": 0.49919770494991733, + "kappa": 0.4226997084867129, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14623082054703135, + "mIoU": 0.07334600866664276, + "macroF1": 0.12833233757195747, + "F1_coffee": 0.2532384175516396, + "IoU_coffee": 0.1449759486905398, + "precision_coffee": 1.0, + "recall_coffee": 0.1449759486905398, + "F1_noncoffee": 0.0034262575922753466, + "IoU_noncoffee": 0.0017160686427457098, + "kappa": 0.0004974535981764972, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7668412717748813, + "mIoU": 0.6218276114267016, + "macroF1": 0.7668191259231181, + "F1_coffee": 0.7645466847090663, + "IoU_coffee": 0.6188389923329682, + "precision_coffee": 0.9000724112961622, + "recall_coffee": 0.6644926761466909, + "F1_noncoffee": 0.7690915671371698, + "IoU_noncoffee": 0.6248162305204351, + "kappa": 0.5437819435771685, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7778582139717669, + "mIoU": 0.6330232534739342, + "macroF1": 0.7746962968555458, + "F1_coffee": 0.8013869625520111, + "IoU_coffee": 0.6685952325850497, + "precision_coffee": 0.9263574176998718, + "recall_coffee": 0.7061267720384553, + "F1_noncoffee": 0.7480056311590803, + "IoU_noncoffee": 0.5974512743628186, + "kappa": 0.5595626821189901, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8458704634838453, + "mIoU": 0.7215758432743606, + "macroF1": 0.8370356542136745, + "F1_coffee": 0.874979809400743, + "IoU_coffee": 0.777745872218234, + "precision_coffee": 0.9223565469095862, + "recall_coffee": 0.8322322937471194, + "F1_noncoffee": 0.7990914990266061, + "IoU_noncoffee": 0.6654058143304874, + "kappa": 0.6754473638609364, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7653742532505564, + "mIoU": 0.6106581268593521, + "macroF1": 0.7565423575462402, + "F1_coffee": 0.710172189263493, + "IoU_coffee": 0.5505945703387929, + "precision_coffee": 0.8061760840998686, + "recall_coffee": 0.634600465477114, + "F1_noncoffee": 0.8029125258289875, + "IoU_noncoffee": 0.6707216833799112, + "kappa": 0.5177354564248421, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7385426969996703, + "mIoU": 0.5780287522882138, + "macroF1": 0.7309962783909004, + "F1_coffee": 0.685940594059406, + "IoU_coffee": 0.5220012055455093, + "precision_coffee": 0.8263358778625954, + "recall_coffee": 0.5863236289776574, + "F1_noncoffee": 0.7760519627223949, + "IoU_noncoffee": 0.6340562990309183, + "kappa": 0.47284348409096455, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8067474960463891, + "mIoU": 0.6757631412795015, + "macroF1": 0.8064687032566423, + "F1_coffee": 0.7991232876712329, + "IoU_coffee": 0.6654498996167184, + "precision_coffee": 0.8455473098330241, + "recall_coffee": 0.7575316850197382, + "F1_noncoffee": 0.8138141188420518, + "IoU_noncoffee": 0.6860763829422847, + "kappa": 0.6140158473689536, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7684304022332191, + "mIoU": 0.6151646018652734, + "macroF1": 0.7601303547197049, + "F1_coffee": 0.8047501872258479, + "IoU_coffee": 0.6732903687790905, + "precision_coffee": 0.9740999740999741, + "recall_coffee": 0.6855632519139628, + "F1_noncoffee": 0.7155105222135619, + "IoU_noncoffee": 0.5570388349514563, + "kappa": 0.5404967889813731, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81279296875, + "mIoU": 0.6501764536032039, + "macroF1": 0.7826207492244891, + "F1_coffee": 0.863607257203842, + "IoU_coffee": 0.759954921111946, + "precision_coffee": 0.9769800386349002, + "recall_coffee": 0.7738110416932297, + "F1_noncoffee": 0.7016342412451362, + "IoU_noncoffee": 0.5403979860944618, + "kappa": 0.5776821570126162, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.880871533672892, + "mIoU": 0.7403014774096264, + "macroF1": 0.8461430913696476, + "F1_coffee": 0.9192403606368693, + "IoU_coffee": 0.850550230741924, + "precision_coffee": 0.966908797417272, + "recall_coffee": 0.8760511882998172, + "F1_noncoffee": 0.7730458221024259, + "IoU_noncoffee": 0.6300527240773286, + "kappa": 0.6943736773538327, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2541, + 2984 + ], + [ + 42055, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4831847190856933, + "ssl_variant": "", + "test_tta": { + "OA": 0.8189420528615429, + "mIoU": 0.6880398772709271, + "macroF1": 0.814498572708828, + "F1_coffee": 0.8432087087319925, + "IoU_coffee": 0.7289203463899836, + "precision_coffee": 0.9110649420280142, + "recall_coffee": 0.7847597055852216, + "F1_noncoffee": 0.7857884366856634, + "IoU_noncoffee": 0.6471594081518705, + "kappa": 0.6317877610317449, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7233327564324449, + "mIoU": 0.560849266778144, + "macroF1": 0.7173215257814514, + "F1_coffee": 0.7585434314700367, + "IoU_coffee": 0.6110108486261786, + "precision_coffee": 0.889295516925892, + "recall_coffee": 0.6613115617592836, + "F1_noncoffee": 0.6760996200928662, + "IoU_noncoffee": 0.5106876849301092, + "kappa": 0.4505756061012109, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.7883153913298726, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.817437862617291, + "mIoU": 0.687390688849769, + "macroF1": 0.8142365081162364, + "F1_coffee": 0.8386228729719034, + "IoU_coffee": 0.7220934987051929, + "precision_coffee": 0.9284963196635121, + "recall_coffee": 0.7646124981959879, + "F1_noncoffee": 0.7898501432605693, + "IoU_noncoffee": 0.6526878789943449, + "kappa": 0.6329513165164615, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7162801430714203, + "mIoU": 0.554337825292193, + "macroF1": 0.7124151886037665, + "F1_coffee": 0.7457543877788404, + "IoU_coffee": 0.594584011705789, + "precision_coffee": 0.9069789374410563, + "recall_coffee": 0.6331972609955228, + "F1_noncoffee": 0.6790759894286926, + "IoU_noncoffee": 0.514091638878597, + "kappa": 0.4468914710210466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13729152768512343, + "mIoU": 0.06886091697902053, + "macroF1": 0.12143197031176534, + "F1_coffee": 0.23947306516113856, + "IoU_coffee": 0.13602351683591662, + "precision_coffee": 1.0, + "recall_coffee": 0.13602351683591662, + "F1_noncoffee": 0.0033908754623921083, + "IoU_noncoffee": 0.0016983171221244403, + "kappa": 0.0004619154277319137, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.791387501522719, + "mIoU": 0.6547768376625659, + "macroF1": 0.7913757921286797, + "F1_coffee": 0.7929387582371078, + "IoU_coffee": 0.656916758489432, + "precision_coffee": 0.9123539232053423, + "recall_coffee": 0.7011654014754625, + "F1_noncoffee": 0.7898128260202516, + "IoU_noncoffee": 0.6526369168356998, + "kappa": 0.589883511518115, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8166399503593774, + "mIoU": 0.6852797005722752, + "macroF1": 0.8126187921889949, + "F1_coffee": 0.8400685549341512, + "IoU_coffee": 0.7242398320242631, + "precision_coffee": 0.9408971509395837, + "recall_coffee": 0.7587583509858237, + "F1_noncoffee": 0.7851690294438386, + "IoU_noncoffee": 0.6463195691202872, + "kappa": 0.630930752659339, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.839498182904366, + "mIoU": 0.7132935431593742, + "macroF1": 0.8315051309475223, + "F1_coffee": 0.8682037445834355, + "IoU_coffee": 0.7671025066820776, + "precision_coffee": 0.9279098217406502, + "recall_coffee": 0.8157166999539099, + "F1_noncoffee": 0.794806517311609, + "IoU_noncoffee": 0.6594845796366708, + "kappa": 0.6651685640735917, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7939557221506384, + "mIoU": 0.6512039148161411, + "macroF1": 0.787659845126948, + "F1_coffee": 0.7510966463846045, + "IoU_coffee": 0.6014049399501473, + "precision_coffee": 0.829375, + "recall_coffee": 0.6863201448151022, + "F1_noncoffee": 0.8242230438692915, + "IoU_noncoffee": 0.701002889682135, + "kappa": 0.5779746091435266, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7757995384108144, + "mIoU": 0.6277117816069544, + "macroF1": 0.7702431313663536, + "F1_coffee": 0.7345132743362832, + "IoU_coffee": 0.5804195804195804, + "precision_coffee": 0.8675069166922841, + "recall_coffee": 0.6368765515684947, + "F1_noncoffee": 0.8059729883964238, + "IoU_noncoffee": 0.6750039827943285, + "kappa": 0.5482458285905372, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7856615709014233, + "mIoU": 0.6457158846464266, + "macroF1": 0.7845212476935046, + "F1_coffee": 0.7688459351904491, + "IoU_coffee": 0.6244920576283709, + "precision_coffee": 0.8490708186840783, + "recall_coffee": 0.7024724703926865, + "F1_noncoffee": 0.8001965601965602, + "IoU_noncoffee": 0.6669397116644823, + "kappa": 0.5723426005275734, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.788605506915366, + "mIoU": 0.6409944704492483, + "macroF1": 0.7796005983430747, + "F1_coffee": 0.8241503061009078, + "IoU_coffee": 0.7008976660682226, + "precision_coffee": 0.9789368104312939, + "recall_coffee": 0.7116296026248633, + "F1_noncoffee": 0.7350508905852418, + "IoU_noncoffee": 0.5810912748302741, + "kappa": 0.5752026529609011, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8529296875, + "mIoU": 0.7049861289341198, + "macroF1": 0.822358395770101, + "F1_coffee": 0.8960519050248481, + "IoU_coffee": 0.8116793797674128, + "precision_coffee": 0.9768246802106847, + "recall_coffee": 0.8276169832972077, + "F1_noncoffee": 0.7486648865153538, + "IoU_noncoffee": 0.5982928781008269, + "kappa": 0.650494915991764, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8876627051499717, + "mIoU": 0.7523296468550552, + "macroF1": 0.8544409560458901, + "F1_coffee": 0.9239803408438119, + "IoU_coffee": 0.8587020998932258, + "precision_coffee": 0.9699812382739212, + "recall_coffee": 0.8821450335161487, + "F1_noncoffee": 0.7849015712479682, + "IoU_noncoffee": 0.6459571938168847, + "kappa": 0.7107228173562158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2632, + 2984 + ], + [ + 42989, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.480987044175466, + "ssl_variant": "", + "test_tta": { + "OA": 0.8315127856170761, + "mIoU": 0.7062169335025961, + "macroF1": 0.827177241902945, + "F1_coffee": 0.85455023265161, + "IoU_coffee": 0.7460390293935059, + "precision_coffee": 0.9199840234322993, + "recall_coffee": 0.7978063212584788, + "F1_noncoffee": 0.7998042511542799, + "IoU_noncoffee": 0.6663948376116863, + "kappa": 0.6567445113262966, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7309911157263183, + "mIoU": 0.5704220259930287, + "macroF1": 0.7252110574781293, + "F1_coffee": 0.7650644901249496, + "IoU_coffee": 0.6195177675329444, + "precision_coffee": 0.8977769894761736, + "recall_coffee": 0.666534983759108, + "F1_noncoffee": 0.685357624831309, + "IoU_noncoffee": 0.521326284453113, + "kappa": 0.4660484494370372, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6359632783171938, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7497851156793925, + "mIoU": 0.5898018115020616, + "macroF1": 0.739952258863201, + "F1_coffee": 0.7905191670539556, + "IoU_coffee": 0.6536020625712727, + "precision_coffee": 0.8224156216856947, + "recall_coffee": 0.761004473950065, + "F1_noncoffee": 0.6893853506724463, + "IoU_noncoffee": 0.5260015604328505, + "kappa": 0.4810619491842799, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6908820814584055, + "mIoU": 0.5153950483246137, + "macroF1": 0.6767632118122651, + "F1_coffee": 0.7443186562801961, + "IoU_coffee": 0.5927607828234847, + "precision_coffee": 0.8153307372657659, + "recall_coffee": 0.6846852778509349, + "F1_noncoffee": 0.609207767344334, + "IoU_noncoffee": 0.43802931382574267, + "kappa": 0.3609359107238118, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3799866577718479, + "mIoU": 0.19052137202515151, + "macroF1": 0.2767228962279379, + "F1_coffee": 0.5500145250314709, + "IoU_coffee": 0.37932416188059304, + "precision_coffee": 0.9989447766443897, + "recall_coffee": 0.3794762159273116, + "F1_noncoffee": 0.0034312674244048897, + "IoU_noncoffee": 0.0017185821697099893, + "kappa": 0.000504378574804026, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7358996223656962, + "mIoU": 0.5808749014939387, + "macroF1": 0.7346065616619737, + "F1_coffee": 0.7531314051468914, + "IoU_coffee": 0.6040182648401826, + "precision_coffee": 0.8055048106199001, + "recall_coffee": 0.7071527852026088, + "F1_noncoffee": 0.716081718177056, + "IoU_noncoffee": 0.5577315381476948, + "kappa": 0.47178131023143255, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7141010393505351, + "mIoU": 0.5504634671881081, + "macroF1": 0.708887637937724, + "F1_coffee": 0.7478451224517718, + "IoU_coffee": 0.5972465034965035, + "precision_coffee": 0.8493732518388066, + "recall_coffee": 0.6679973928629623, + "F1_noncoffee": 0.6699301534236762, + "IoU_noncoffee": 0.5036804308797127, + "kappa": 0.42846476854199, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7954896201523374, + "mIoU": 0.628181681469361, + "macroF1": 0.766055394614178, + "F1_coffee": 0.8490371894752315, + "IoU_coffee": 0.7376756066411239, + "precision_coffee": 0.8138650133859378, + "recall_coffee": 0.8873866953449071, + "F1_noncoffee": 0.6830735997531245, + "IoU_noncoffee": 0.5186877562975981, + "kappa": 0.5339381559567148, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.746398032095584, + "mIoU": 0.5948080274837244, + "macroF1": 0.7458117418946175, + "F1_coffee": 0.7336040359296173, + "IoU_coffee": 0.5792848814613292, + "precision_coffee": 0.6997652582159625, + "recall_coffee": 0.7708818205327127, + "F1_noncoffee": 0.7580194478596177, + "IoU_noncoffee": 0.6103311735061195, + "kappa": 0.4927010435683408, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7068908671282559, + "mIoU": 0.541109523302569, + "macroF1": 0.7008404673894424, + "F1_coffee": 0.6582959641255606, + "IoU_coffee": 0.49064171122994654, + "precision_coffee": 0.7614107883817427, + "recall_coffee": 0.5797788309636651, + "F1_noncoffee": 0.7433849706533243, + "IoU_noncoffee": 0.5915773353751914, + "kappa": 0.4098097669674719, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7861887190300474, + "mIoU": 0.6459195242280809, + "macroF1": 0.7845905074233909, + "F1_coffee": 0.8031450203843914, + "IoU_coffee": 0.6710462287104623, + "precision_coffee": 0.7536891965749681, + "recall_coffee": 0.8595470600457096, + "F1_noncoffee": 0.7660359944623903, + "IoU_noncoffee": 0.6207928197456993, + "kappa": 0.5713744811525884, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7245273442456541, + "mIoU": 0.5574417960988006, + "macroF1": 0.7133534849999644, + "F1_coffee": 0.7699480767192964, + "IoU_coffee": 0.625947622329428, + "precision_coffee": 0.9195140470766895, + "recall_coffee": 0.6622311337951149, + "F1_noncoffee": 0.6567588932806324, + "IoU_noncoffee": 0.4889359698681733, + "kappa": 0.4484782960822948, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7205078125, + "mIoU": 0.5210763122213787, + "macroF1": 0.6735979668301026, + "F1_coffee": 0.7973374876079875, + "IoU_coffee": 0.6629769194536034, + "precision_coffee": 0.8966395922917662, + "recall_coffee": 0.7178375621573377, + "F1_noncoffee": 0.5498584460522177, + "IoU_noncoffee": 0.37917570498915404, + "kappa": 0.36450869644580935, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8038106017732504, + "mIoU": 0.5641429695711233, + "macroF1": 0.6962995138238357, + "F1_coffee": 0.8769958604376109, + "IoU_coffee": 0.7809373354397051, + "precision_coffee": 0.851809304997128, + "recall_coffee": 0.9037172455819622, + "F1_noncoffee": 0.5156031672100605, + "IoU_noncoffee": 0.34734860370254156, + "kappa": 0.3946831208892923, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2453, + 2984 + ], + [ + 39390, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4851848522822062, + "ssl_variant": "", + "test_tta": { + "OA": 0.7776842633049208, + "mIoU": 0.6217910780886156, + "macroF1": 0.7642282798802424, + "F1_coffee": 0.8205535882055359, + "IoU_coffee": 0.6957107843137255, + "precision_coffee": 0.8218008106543139, + "recall_coffee": 0.8193101457641795, + "F1_noncoffee": 0.7079029715549491, + "IoU_noncoffee": 0.5478713718635055, + "kappa": 0.5284583276989593, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7205059420791508, + "mIoU": 0.544717190765577, + "macroF1": 0.7007029361938975, + "F1_coffee": 0.7776898280391414, + "IoU_coffee": 0.636245893946504, + "precision_coffee": 0.8146706083111015, + "recall_coffee": 0.7439206391010447, + "F1_noncoffee": 0.6237160443486535, + "IoU_noncoffee": 0.45318848758465013, + "kappa": 0.40348635835356655, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.5380979405732257, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7323257646300408, + "mIoU": 0.569703363698769, + "macroF1": 0.7240938108945455, + "F1_coffee": 0.7717514124293785, + "IoU_coffee": 0.6283348666053358, + "precision_coffee": 0.8192899983789917, + "recall_coffee": 0.7294270457497475, + "F1_noncoffee": 0.6764362093597125, + "IoU_noncoffee": 0.5110718607922022, + "kappa": 0.4508087762661075, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6809738086996654, + "mIoU": 0.5053543840800223, + "macroF1": 0.6682359942127255, + "F1_coffee": 0.7332432888738815, + "IoU_coffee": 0.5788351326136212, + "precision_coffee": 0.8137748273462176, + "recall_coffee": 0.6672153454481609, + "F1_noncoffee": 0.6032286995515695, + "IoU_noncoffee": 0.43187363554642355, + "kappa": 0.34599835363305387, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42321547698465645, + "mIoU": 0.21214645511340083, + "macroF1": 0.2987134275243695, + "F1_coffee": 0.5941988172345818, + "IoU_coffee": 0.42267628205128205, + "precision_coffee": 0.9987377721678763, + "recall_coffee": 0.4229021913415286, + "F1_noncoffee": 0.0032280378141572516, + "IoU_noncoffee": 0.0016166281755196305, + "kappa": 0.00030107394043376207, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7140333779997564, + "mIoU": 0.5521487796871234, + "macroF1": 0.7107203824311137, + "F1_coffee": 0.741678129298487, + "IoU_coffee": 0.5894184521206821, + "precision_coffee": 0.7639990931761506, + "recall_coffee": 0.7206243985886881, + "F1_noncoffee": 0.6797626355637405, + "IoU_noncoffee": 0.5148791072535648, + "kappa": 0.42205232553457783, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.695434096902632, + "mIoU": 0.528561920873656, + "macroF1": 0.690387570611395, + "F1_coffee": 0.7299156272927366, + "IoU_coffee": 0.5746985341901942, + "precision_coffee": 0.8348017621145375, + "recall_coffee": 0.6484438650806583, + "F1_noncoffee": 0.6508595139300534, + "IoU_noncoffee": 0.48242530755711777, + "kappa": 0.3931586962215248, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.782794842435406, + "mIoU": 0.6246641383989933, + "macroF1": 0.7657392019750151, + "F1_coffee": 0.8289489159838476, + "IoU_coffee": 0.7078674255105457, + "precision_coffee": 0.8465049243334134, + "recall_coffee": 0.812106314333999, + "F1_noncoffee": 0.7025294879661826, + "IoU_noncoffee": 0.5414608512874409, + "kappa": 0.5318286034699391, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6840810589199953, + "mIoU": 0.5189050429792439, + "macroF1": 0.6830023502607963, + "F1_coffee": 0.6645105112576191, + "IoU_coffee": 0.49757824143070045, + "precision_coffee": 0.6402205177372963, + "recall_coffee": 0.6907163175588311, + "F1_noncoffee": 0.7014941892639734, + "IoU_noncoffee": 0.5402318445277873, + "kappa": 0.36681566094042245, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6893065171996923, + "mIoU": 0.52043716359995, + "macroF1": 0.6830937901266775, + "F1_coffee": 0.6387220447284345, + "IoU_coffee": 0.4692076605332332, + "precision_coffee": 0.7362993517972893, + "recall_coffee": 0.5639810426540285, + "F1_noncoffee": 0.7274655355249204, + "IoU_noncoffee": 0.5716666666666667, + "kappa": 0.3744748893458539, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7331576172904586, + "mIoU": 0.5779799958675684, + "macroF1": 0.732396031358616, + "F1_coffee": 0.7181200579129079, + "IoU_coffee": 0.5602085143353606, + "precision_coffee": 0.7738838214114259, + "recall_coffee": 0.6698524828589237, + "F1_noncoffee": 0.7466720048043239, + "IoU_noncoffee": 0.5957514773997764, + "kappa": 0.46727789799102826, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7464788732394366, + "mIoU": 0.5732715613045026, + "macroF1": 0.723871978139605, + "F1_coffee": 0.8028808208366219, + "IoU_coffee": 0.6706774353057524, + "precision_coffee": 0.8750537634408602, + "recall_coffee": 0.7417061611374408, + "F1_noncoffee": 0.644863135442588, + "IoU_noncoffee": 0.4758656873032529, + "kappa": 0.45443041816621543, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.70087890625, + "mIoU": 0.4999122605482482, + "macroF1": 0.6547499667877674, + "F1_coffee": 0.7809482943574341, + "IoU_coffee": 0.6406195001759943, + "precision_coffee": 0.8892508143322475, + "recall_coffee": 0.6961621828381996, + "F1_noncoffee": 0.5285516392181007, + "IoU_noncoffee": 0.3592050209205021, + "kappa": 0.3308614520496278, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8272024146387474, + "mIoU": 0.6187181722378223, + "macroF1": 0.7486849699853508, + "F1_coffee": 0.8891577928363988, + "IoU_coffee": 0.8004357298474946, + "precision_coffee": 0.882854739877448, + "recall_coffee": 0.895551492992078, + "F1_noncoffee": 0.6082121471343028, + "IoU_noncoffee": 0.43700061462815, + "kappa": 0.49746047974942775, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 25, + 28 + ], + [ + 2282, + 2984 + ], + [ + 38589, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4846779823303222, + "ssl_variant": "", + "test_tta": { + "OA": 0.7505551178282358, + "mIoU": 0.5898266930185414, + "macroF1": 0.7397753165338, + "F1_coffee": 0.7927391757178991, + "IoU_coffee": 0.6566428395366034, + "precision_coffee": 0.8180561953017043, + "recall_coffee": 0.7689421272910953, + "F1_noncoffee": 0.686811457349701, + "IoU_noncoffee": 0.5230105465004794, + "kappa": 0.4803027717493444, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6966943579093112, + "mIoU": 0.5203078332191892, + "macroF1": 0.6805743950880239, + "F1_coffee": 0.7523318258903335, + "IoU_coffee": 0.6029903154556266, + "precision_coffee": 0.8117566331198536, + "recall_coffee": 0.7010139583882012, + "F1_noncoffee": 0.6088169642857143, + "IoU_noncoffee": 0.4376253509827517, + "kappa": 0.3665108647793017, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.777357805663827, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.759275839839553, + "mIoU": 0.6092054432860875, + "macroF1": 0.7566334028062434, + "F1_coffee": 0.7819924427938959, + "IoU_coffee": 0.6420259366761644, + "precision_coffee": 0.8923680509290103, + "recall_coffee": 0.6959157165536153, + "F1_noncoffee": 0.7312743628185907, + "IoU_noncoffee": 0.5763849498960106, + "kappa": 0.5222757322204681, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6738058151609554, + "mIoU": 0.5052704759487942, + "macroF1": 0.6705210924486388, + "F1_coffee": 0.7034186128850365, + "IoU_coffee": 0.5425179012095959, + "precision_coffee": 0.873790519628604, + "recall_coffee": 0.5886445439381969, + "F1_noncoffee": 0.6376235720122411, + "IoU_noncoffee": 0.4680230506879925, + "kappa": 0.3702928652949246, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1695797198132088, + "mIoU": 0.08506170019163042, + "macroF1": 0.14585993773434944, + "F1_coffee": 0.2881976212259835, + "IoU_coffee": 0.16835916622127206, + "precision_coffee": 1.0, + "recall_coffee": 0.16835916622127206, + "F1_noncoffee": 0.0035222542427153377, + "IoU_noncoffee": 0.001764234161988773, + "kappa": 0.0005938735897644388, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7431477646485565, + "mIoU": 0.5911911237348026, + "macroF1": 0.7430625470505836, + "F1_coffee": 0.7477418197044924, + "IoU_coffee": 0.5971147415687399, + "precision_coffee": 0.8487235198261814, + "recall_coffee": 0.6682347909761573, + "F1_noncoffee": 0.7383832743966747, + "IoU_noncoffee": 0.5852675059008655, + "kappa": 0.4935604328156912, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7803919540824241, + "mIoU": 0.6344203329124394, + "macroF1": 0.7754110833706831, + "F1_coffee": 0.8088572843062244, + "IoU_coffee": 0.6790599259427189, + "precision_coffee": 0.9035696329813977, + "recall_coffee": 0.7321166693824344, + "F1_noncoffee": 0.7419648824351419, + "IoU_noncoffee": 0.5897807398821597, + "kappa": 0.5573871711251047, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7521282421466621, + "mIoU": 0.5982725485905378, + "macroF1": 0.7477713979716263, + "F1_coffee": 0.7809213710564527, + "IoU_coffee": 0.6405832671623475, + "precision_coffee": 0.913997322072304, + "recall_coffee": 0.6816715317253035, + "F1_noncoffee": 0.7146214248868, + "IoU_noncoffee": 0.5559618300187282, + "kappa": 0.5090985893474437, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7625629612275975, + "mIoU": 0.6134881227155736, + "macroF1": 0.7599421541643265, + "F1_coffee": 0.7348593852190974, + "IoU_coffee": 0.5808519437551696, + "precision_coffee": 0.743515087347803, + "recall_coffee": 0.7264028963020429, + "F1_noncoffee": 0.7850249231095556, + "IoU_noncoffee": 0.6461243016759777, + "kappa": 0.5199370598596311, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7712935487416199, + "mIoU": 0.6257343081940732, + "macroF1": 0.7694392557674679, + "F1_coffee": 0.7487625256549559, + "IoU_coffee": 0.5984175993824778, + "precision_coffee": 0.805036344755971, + "recall_coffee": 0.6998420221169036, + "F1_noncoffee": 0.7901159858799798, + "IoU_noncoffee": 0.6530510170056686, + "kappa": 0.540753173256567, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.777227200843437, + "mIoU": 0.6341695764775324, + "macroF1": 0.7758924383268541, + "F1_coffee": 0.7585970524391638, + "IoU_coffee": 0.6110804343824775, + "precision_coffee": 0.8426395939086294, + "recall_coffee": 0.6897984624974028, + "F1_noncoffee": 0.7931878242145444, + "IoU_noncoffee": 0.6572587185725872, + "kappa": 0.5555723469820281, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.722116482679863, + "mIoU": 0.5589191349047502, + "macroF1": 0.7156218117540988, + "F1_coffee": 0.7585978835978836, + "IoU_coffee": 0.6110815130527437, + "precision_coffee": 0.9595649749023982, + "recall_coffee": 0.6272329566168429, + "F1_noncoffee": 0.672645739910314, + "IoU_noncoffee": 0.5067567567567568, + "kappa": 0.4631745235894303, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7884765625, + "mIoU": 0.6168028702212831, + "macroF1": 0.7567924904347924, + "F1_coffee": 0.8445752009184845, + "IoU_coffee": 0.7309650975034158, + "precision_coffee": 0.9658624651239127, + "recall_coffee": 0.7503506311360448, + "F1_noncoffee": 0.6690097799511002, + "IoU_noncoffee": 0.5026406429391505, + "kappa": 0.5293886196350923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7296736464817959, + "mIoU": 0.5459351743452876, + "macroF1": 0.6992504752453728, + "F1_coffee": 0.7949048232431659, + "IoU_coffee": 0.6596199524940618, + "precision_coffee": 0.9627318426070376, + "recall_coffee": 0.6769043266301036, + "F1_noncoffee": 0.6035961272475795, + "IoU_noncoffee": 0.43225039619651345, + "kappa": 0.431869957772422, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2496, + 2984 + ], + [ + 39877, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4839322129885355, + "ssl_variant": "", + "test_tta": { + "OA": 0.7924754673733974, + "mIoU": 0.6506101390961092, + "macroF1": 0.7874450309633356, + "F1_coffee": 0.8201443314968573, + "IoU_coffee": 0.6951225928654109, + "precision_coffee": 0.8869754951325949, + "recall_coffee": 0.7626785972001732, + "F1_noncoffee": 0.754745730429814, + "IoU_noncoffee": 0.6060976853268074, + "kappa": 0.5781557849439131, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7058093919464636, + "mIoU": 0.5391291199117757, + "macroF1": 0.6989848777064779, + "F1_coffee": 0.7443090653830726, + "IoU_coffee": 0.592748617405714, + "precision_coffee": 0.8677949257570443, + "recall_coffee": 0.6515889737512071, + "F1_noncoffee": 0.6536606900298831, + "IoU_noncoffee": 0.4855096224178374, + "kappa": 0.4140411594323949, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.8039744504684241, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.795609197048922, + "mIoU": 0.6581663339338427, + "macroF1": 0.7934847516359976, + "F1_coffee": 0.8144306431683683, + "IoU_coffee": 0.6869531828529113, + "precision_coffee": 0.932397721773443, + "recall_coffee": 0.7229614663010535, + "F1_noncoffee": 0.7725388601036269, + "IoU_noncoffee": 0.6293794850147741, + "kappa": 0.5949176075536065, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6915887850467289, + "mIoU": 0.5267965596514642, + "macroF1": 0.6895956593298678, + "F1_coffee": 0.7144688351225765, + "IoU_coffee": 0.5557771407204287, + "precision_coffee": 0.9122340425531915, + "recall_coffee": 0.5871740848037925, + "F1_noncoffee": 0.664722483537159, + "IoU_noncoffee": 0.49781597858249965, + "kappa": 0.41166013228452564, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07538358905937291, + "mIoU": 0.03780468591844323, + "macroF1": 0.0705048960475715, + "F1_coffee": 0.1378452351331177, + "IoU_coffee": 0.07402458578300374, + "precision_coffee": 1.0, + "recall_coffee": 0.07402458578300374, + "F1_noncoffee": 0.0031645569620253164, + "IoU_noncoffee": 0.001584786053882726, + "kappa": 0.0002345987408738271, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7760384943354854, + "mIoU": 0.6340222862037832, + "macroF1": 0.7760237961183496, + "F1_coffee": 0.7742093951489101, + "IoU_coffee": 0.6316000400761447, + "precision_coffee": 0.9094056549336411, + "recall_coffee": 0.6740083395701914, + "F1_noncoffee": 0.7778381970877892, + "IoU_noncoffee": 0.6364445323314218, + "kappa": 0.5615814033839978, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7700501577123946, + "mIoU": 0.6240569039301025, + "macroF1": 0.7681603914700752, + "F1_coffee": 0.7890917714014702, + "IoU_coffee": 0.6516528278239072, + "precision_coffee": 0.944160708205652, + "recall_coffee": 0.6777741567541143, + "F1_noncoffee": 0.7472290115386802, + "IoU_noncoffee": 0.5964609800362977, + "kappa": 0.5508415982885122, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.836212475730572, + "mIoU": 0.7098125979232073, + "macroF1": 0.8292685035189177, + "F1_coffee": 0.8637003894274587, + "IoU_coffee": 0.7600991687326819, + "precision_coffee": 0.9374100719424461, + "recall_coffee": 0.8007374404670456, + "F1_noncoffee": 0.7948366176103766, + "IoU_noncoffee": 0.6595260271137328, + "kappa": 0.6616855931671765, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7716996603022139, + "mIoU": 0.6185923362291421, + "macroF1": 0.7626157186119185, + "F1_coffee": 0.7161788262705694, + "IoU_coffee": 0.5578493647912885, + "precision_coffee": 0.8196666666666667, + "recall_coffee": 0.6358934574605637, + "F1_noncoffee": 0.8090526109532674, + "IoU_noncoffee": 0.6793353076669957, + "kappa": 0.5302690204747791, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7320584679635125, + "mIoU": 0.5649699686555478, + "macroF1": 0.7192014753434994, + "F1_coffee": 0.6591163310961968, + "IoU_coffee": 0.4915537017726799, + "precision_coffee": 0.8662256523337009, + "recall_coffee": 0.5319341006544798, + "F1_noncoffee": 0.7792866195908021, + "IoU_noncoffee": 0.6383862355384159, + "kappa": 0.45844767559125843, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7840801265155509, + "mIoU": 0.6427030879952174, + "macroF1": 0.782149102832844, + "F1_coffee": 0.7616387337057728, + "IoU_coffee": 0.6150375939849624, + "precision_coffee": 0.8658375231542736, + "recall_coffee": 0.6798254726781633, + "F1_noncoffee": 0.8026594719599152, + "IoU_noncoffee": 0.6703685820054724, + "kappa": 0.5694605397266832, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7807384849638371, + "mIoU": 0.6308934642941679, + "macroF1": 0.772069100059798, + "F1_coffee": 0.8165215544701635, + "IoU_coffee": 0.6899336084694061, + "precision_coffee": 0.9778738555442523, + "recall_coffee": 0.7008749544294568, + "F1_noncoffee": 0.7276166456494325, + "IoU_noncoffee": 0.5718533201189296, + "kappa": 0.5618476595324645, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80380859375, + "mIoU": 0.6391746958601509, + "macroF1": 0.7744759223292434, + "F1_coffee": 0.855809947606402, + "IoU_coffee": 0.7479613599297453, + "precision_coffee": 0.9789819376026273, + "recall_coffee": 0.7601683029453016, + "F1_noncoffee": 0.693141897052085, + "IoU_noncoffee": 0.5303880317905564, + "kappa": 0.5636516044353965, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8828522920203735, + "mIoU": 0.7460185847033596, + "macroF1": 0.8502979356308422, + "F1_coffee": 0.9201080663836356, + "IoU_coffee": 0.852037169406719, + "precision_coffee": 0.9742541888026155, + "recall_coffee": 0.8716636197440585, + "F1_noncoffee": 0.7804878048780488, + "IoU_noncoffee": 0.64, + "kappa": 0.7031154818755634, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2516, + 2984 + ], + [ + 41886, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.48574241399765, + "ssl_variant": "", + "test_tta": { + "OA": 0.8131222691784256, + "mIoU": 0.6813626543228473, + "macroF1": 0.8099882035323339, + "F1_coffee": 0.8343912657102958, + "IoU_coffee": 0.715841638076567, + "precision_coffee": 0.9266504529272849, + "recall_coffee": 0.7588396594025112, + "F1_noncoffee": 0.7855851413543721, + "IoU_noncoffee": 0.6468836705691277, + "kappa": 0.6247917955524516, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7078718126225915, + "mIoU": 0.5446300379094089, + "macroF1": 0.7043992835932777, + "F1_coffee": 0.7364380424457717, + "IoU_coffee": 0.5828270137787572, + "precision_coffee": 0.9044651133058459, + "recall_coffee": 0.6210604863488719, + "F1_noncoffee": 0.6723605247407839, + "IoU_noncoffee": 0.5064330620400604, + "kappa": 0.43311948175746773, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 4, + "stopped_epoch": 30, + "best_val": 0.5488388350042026, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7121803595730964, + "mIoU": 0.5382120848221127, + "macroF1": 0.6960225374029733, + "F1_coffee": 0.7661054439092536, + "IoU_coffee": 0.6208840456646854, + "precision_coffee": 0.7725245054880554, + "recall_coffee": 0.7597921778034349, + "F1_noncoffee": 0.6259396308966929, + "IoU_noncoffee": 0.45554012397953997, + "kappa": 0.39211219660196694, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6679502711434175, + "mIoU": 0.4831494469124341, + "macroF1": 0.6456962889413311, + "F1_coffee": 0.7344919446911075, + "IoU_coffee": 0.5803929430633521, + "precision_coffee": 0.7738948698631801, + "recall_coffee": 0.6989070318672637, + "F1_noncoffee": 0.5569006331915549, + "IoU_noncoffee": 0.38590595076151607, + "kappa": 0.2944450189105666, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4724482988659106, + "mIoU": 0.23695189110224169, + "macroF1": 0.32261402442090636, + "F1_coffee": 0.6411978221415608, + "IoU_coffee": 0.471884599973287, + "precision_coffee": 0.9991515837104072, + "recall_coffee": 0.47207375734901125, + "F1_noncoffee": 0.004030226700251889, + "IoU_noncoffee": 0.0020191822311963654, + "kappa": 0.0011063078897125172, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6942380314289195, + "mIoU": 0.5225333492248181, + "macroF1": 0.6839224075353784, + "F1_coffee": 0.7410235245563351, + "IoU_coffee": 0.5885920340927717, + "precision_coffee": 0.7159804605722261, + "recall_coffee": 0.767881963006522, + "F1_noncoffee": 0.6268212905144216, + "IoU_noncoffee": 0.45647466435686446, + "kappa": 0.3689572839895581, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.676456900563628, + "mIoU": 0.49868040719650675, + "macroF1": 0.6617843859651933, + "F1_coffee": 0.732229212136774, + "IoU_coffee": 0.5775722387253578, + "precision_coffee": 0.7712070675200577, + "recall_coffee": 0.6970017924067133, + "F1_noncoffee": 0.5913395597936124, + "IoU_noncoffee": 0.41978857566765576, + "kappa": 0.3261955727334317, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7612386120376363, + "mIoU": 0.5917090128035165, + "macroF1": 0.7388536614097174, + "F1_coffee": 0.8153111521873074, + "IoU_coffee": 0.6882069951891822, + "precision_coffee": 0.8174517374517375, + "recall_coffee": 0.8131817483484406, + "F1_noncoffee": 0.6623961706321273, + "IoU_noncoffee": 0.49521103041785075, + "kappa": 0.47771386942244426, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6761157315216119, + "mIoU": 0.5104779087586211, + "macroF1": 0.6758509340314742, + "F1_coffee": 0.6665862775835042, + "IoU_coffee": 0.49990956773376743, + "precision_coffee": 0.6244916403072752, + "recall_coffee": 0.7147659684509956, + "F1_noncoffee": 0.6851155904794443, + "IoU_noncoffee": 0.5210462497834748, + "kappa": 0.3544718895139909, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6306187493131113, + "mIoU": 0.44963223531893004, + "macroF1": 0.6163966650383894, + "F1_coffee": 0.5425343677691575, + "IoU_coffee": 0.37224505042958533, + "precision_coffee": 0.6834705075445816, + "recall_coffee": 0.44978560144436924, + "F1_noncoffee": 0.6902589623076214, + "IoU_noncoffee": 0.5270194202082747, + "kappa": 0.2542632780346619, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7105956773853452, + "mIoU": 0.5507316757082797, + "macroF1": 0.7101965475329554, + "F1_coffee": 0.7209515096065874, + "IoU_coffee": 0.5636623748211731, + "precision_coffee": 0.705812101910828, + "recall_coffee": 0.7367546228963224, + "F1_noncoffee": 0.6994415854593233, + "IoU_noncoffee": 0.5378009765953864, + "kappa": 0.42068017786382855, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7138687983758406, + "mIoU": 0.5054507631553086, + "macroF1": 0.6569579957063325, + "F1_coffee": 0.7966819944098819, + "IoU_coffee": 0.6620710325191068, + "precision_coffee": 0.7882247992863515, + "recall_coffee": 0.8053226394458622, + "F1_noncoffee": 0.5172339970027832, + "IoU_noncoffee": 0.34883049379151027, + "kappa": 0.3141034787539118, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7171875, + "mIoU": 0.45320986943104746, + "macroF1": 0.5849493066402423, + "F1_coffee": 0.8192259675405743, + "IoU_coffee": 0.693804186931698, + "precision_coffee": 0.8024948024948025, + "recall_coffee": 0.83666964171873, + "F1_noncoffee": 0.3506726457399103, + "IoU_noncoffee": 0.21261555193039697, + "kappa": 0.17119265760691516, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8065459347292964, + "mIoU": 0.5992960718904883, + "macroF1": 0.7342781259338047, + "F1_coffee": 0.8728535118715517, + "IoU_coffee": 0.7743922560774392, + "precision_coffee": 0.8882159979813273, + "recall_coffee": 0.8580134064594759, + "F1_noncoffee": 0.5957027399960576, + "IoU_noncoffee": 0.42419988770353734, + "kappa": 0.4690612928731252, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2384, + 2984 + ], + [ + 37359, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4855374852816263, + "ssl_variant": "", + "test_tta": { + "OA": 0.7341880954086384, + "mIoU": 0.5567809286231677, + "macroF1": 0.7098160431306467, + "F1_coffee": 0.7939134780918532, + "IoU_coffee": 0.6582558246615711, + "precision_coffee": 0.7648396329882567, + "recall_coffee": 0.825285033915428, + "F1_noncoffee": 0.6257186081694402, + "IoU_noncoffee": 0.45530603258476443, + "kappa": 0.42115115697636896, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6941271489558094, + "mIoU": 0.5031795724014392, + "macroF1": 0.6611373401078249, + "F1_coffee": 0.7668681983071343, + "IoU_coffee": 0.6218866444400863, + "precision_coffee": 0.7682024402061401, + "recall_coffee": 0.7655385830919147, + "F1_noncoffee": 0.5554064819085154, + "IoU_noncoffee": 0.38447250036279207, + "kappa": 0.3222785790124761, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6060572253372006, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7068977866914977, + "mIoU": 0.5466657481896675, + "macroF1": 0.7068951967731358, + "F1_coffee": 0.706023923273106, + "IoU_coffee": 0.5456236293479166, + "precision_coffee": 0.9344839062425712, + "recall_coffee": 0.5673257324289219, + "F1_noncoffee": 0.7077664702731655, + "IoU_noncoffee": 0.5477078670314184, + "kappa": 0.4466665905767686, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6170820353063343, + "mIoU": 0.4461955538823207, + "macroF1": 0.6170531674924231, + "F1_coffee": 0.6137282858556173, + "IoU_coffee": 0.44271860963015824, + "precision_coffee": 0.9103150625809237, + "recall_coffee": 0.46290931437099464, + "F1_noncoffee": 0.6203780491292288, + "IoU_noncoffee": 0.44967249813448307, + "kappa": 0.3064584159236954, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.058038692461641096, + "mIoU": 0.029104922727340412, + "macroF1": 0.0551698243439772, + "F1_coffee": 0.10723318158826504, + "IoU_coffee": 0.056654195617316945, + "precision_coffee": 1.0, + "recall_coffee": 0.056654195617316945, + "F1_noncoffee": 0.0031064670996893535, + "IoU_noncoffee": 0.0015556498373638806, + "kappa": 0.00017625264652947528, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7050188817151907, + "mIoU": 0.5412119066103753, + "macroF1": 0.7015143103510482, + "F1_coffee": 0.6691713914884897, + "IoU_coffee": 0.5028231187763064, + "precision_coffee": 0.9265985622398789, + "recall_coffee": 0.5236822409921951, + "F1_noncoffee": 0.7338572292136066, + "IoU_noncoffee": 0.5796006944444444, + "kappa": 0.43792886157674976, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7110502094213765, + "mIoU": 0.5514518503731367, + "macroF1": 0.7108371046642201, + "F1_coffee": 0.7186870720902134, + "IoU_coffee": 0.5608989470375609, + "precision_coffee": 0.9404479578392622, + "recall_coffee": 0.5815545054586931, + "F1_noncoffee": 0.7029871372382268, + "IoU_noncoffee": 0.5420047537087124, + "kappa": 0.4537430250417914, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7044357046846219, + "mIoU": 0.5429299656279118, + "macroF1": 0.7035660324631514, + "F1_coffee": 0.7196221959858323, + "IoU_coffee": 0.562038949542638, + "precision_coffee": 0.9340443790609293, + "recall_coffee": 0.5852665540021509, + "F1_noncoffee": 0.6875098689404705, + "IoU_noncoffee": 0.5238209817131858, + "kappa": 0.4400223597531431, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6779899262035844, + "mIoU": 0.4748993641629454, + "macroF1": 0.6314387986421026, + "F1_coffee": 0.500454297655824, + "IoU_coffee": 0.33373727581192436, + "precision_coffee": 0.8416870415647921, + "recall_coffee": 0.3560899922420481, + "F1_noncoffee": 0.7624232996283813, + "IoU_noncoffee": 0.6160614525139665, + "kappa": 0.3163195017276411, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6995274205956699, + "mIoU": 0.5175744308925849, + "macroF1": 0.6764716271288367, + "F1_coffee": 0.5901049475262369, + "IoU_coffee": 0.41854529987239475, + "precision_coffee": 0.8789638231353283, + "recall_coffee": 0.44414353419092756, + "F1_noncoffee": 0.7628383067314365, + "IoU_noncoffee": 0.6166035619127752, + "kappa": 0.3909989230399533, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6707432788613601, + "mIoU": 0.4862950195901735, + "macroF1": 0.6486196309466723, + "F1_coffee": 0.5604503870513723, + "IoU_coffee": 0.3893234258897145, + "precision_coffee": 0.868673647469459, + "recall_coffee": 0.41367130687720755, + "F1_noncoffee": 0.7367888748419722, + "IoU_noncoffee": 0.5832666132906325, + "kappa": 0.34650617531500816, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7342976779596498, + "mIoU": 0.5733975589631312, + "macroF1": 0.7273845391212138, + "F1_coffee": 0.7707968476357268, + "IoU_coffee": 0.6270703472840605, + "precision_coffee": 0.9646575342465753, + "recall_coffee": 0.6418155304411228, + "F1_noncoffee": 0.6839722306067009, + "IoU_noncoffee": 0.5197247706422018, + "kappa": 0.4835287535924623, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7212890625, + "mIoU": 0.5406989583517692, + "macroF1": 0.6959897134220876, + "F1_coffee": 0.7836895558587237, + "IoU_coffee": 0.6443170488534397, + "precision_coffee": 0.9661745468136796, + "recall_coffee": 0.6591865357643759, + "F1_noncoffee": 0.6082898709854515, + "IoU_noncoffee": 0.43708086785009864, + "kappa": 0.4288739896723079, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7345783814374647, + "mIoU": 0.5504624045034178, + "macroF1": 0.7027754415475189, + "F1_coffee": 0.8, + "IoU_coffee": 0.6666666666666666, + "precision_coffee": 0.9595907928388747, + "recall_coffee": 0.6859232175502742, + "F1_noncoffee": 0.6055508830950378, + "IoU_noncoffee": 0.43425814234016885, + "kappa": 0.4363013360858823, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2378, + 2984 + ], + [ + 37070, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4849088112513225, + "ssl_variant": "", + "test_tta": { + "OA": 0.748424181648879, + "mIoU": 0.5970954602667528, + "macroF1": 0.7475506231083667, + "F1_coffee": 0.7624008523736238, + "IoU_coffee": 0.6160321408073465, + "precision_coffee": 0.9206012089527855, + "recall_coffee": 0.6505989320248232, + "F1_noncoffee": 0.7327003938431097, + "IoU_noncoffee": 0.578158779726159, + "kappa": 0.5113356350943051, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6556478596977039, + "mIoU": 0.4869452507924752, + "macroF1": 0.6547232581277391, + "F1_coffee": 0.6725906423125446, + "IoU_coffee": 0.5066942148760331, + "precision_coffee": 0.8963450292397661, + "recall_coffee": 0.5382319374945133, + "F1_noncoffee": 0.6368558739429336, + "IoU_noncoffee": 0.4671962867089173, + "kappa": 0.35408947654605816, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.7686308810687486, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7826803237590431, + "mIoU": 0.6399277170123778, + "macroF1": 0.7799397374791472, + "F1_coffee": 0.8044977124814743, + "IoU_coffee": 0.6729369913221581, + "precision_coffee": 0.9102839852721374, + "recall_coffee": 0.720738923365565, + "F1_noncoffee": 0.7553817624768201, + "IoU_noncoffee": 0.6069184427025976, + "kappa": 0.5671931546724932, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6848823122187608, + "mIoU": 0.518197725072636, + "macroF1": 0.6819380531110106, + "F1_coffee": 0.712539634507348, + "IoU_coffee": 0.5534458796599084, + "precision_coffee": 0.8894984068587196, + "recall_coffee": 0.5943069089632166, + "F1_noncoffee": 0.6513364717146732, + "IoU_noncoffee": 0.48294957048536336, + "kappa": 0.3930141863012893, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10420280186791193, + "mIoU": 0.05226092243378191, + "macroF1": 0.09492111936514479, + "F1_coffee": 0.1865762054761328, + "IoU_coffee": 0.10288615713522181, + "precision_coffee": 1.0, + "recall_coffee": 0.10288615713522181, + "F1_noncoffee": 0.0032660332541567696, + "IoU_noncoffee": 0.0016356877323420074, + "kappa": 0.0003365226168427757, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7550249725910586, + "mIoU": 0.6064524848383326, + "macroF1": 0.755019723092714, + "F1_coffee": 0.7561537528798351, + "IoU_coffee": 0.6079157730551764, + "precision_coffee": 0.8732670494328525, + "recall_coffee": 0.6667379450443708, + "F1_noncoffee": 0.753885693305593, + "IoU_noncoffee": 0.6049891966214889, + "kappa": 0.5187749365164196, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7817880965923781, + "mIoU": 0.638078554403205, + "macroF1": 0.7784523379413038, + "F1_coffee": 0.8056374355195284, + "IoU_coffee": 0.6745333950331637, + "precision_coffee": 0.9266793812248357, + "recall_coffee": 0.7125631416001303, + "F1_noncoffee": 0.7512672403630791, + "IoU_noncoffee": 0.6016237137732465, + "kappa": 0.566372495631663, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061432767461543, + "mIoU": 0.6669550687496479, + "macroF1": 0.7990146321278202, + "F1_coffee": 0.8368663594470046, + "IoU_coffee": 0.7194928684627575, + "precision_coffee": 0.9203833394765942, + "recall_coffee": 0.7672453525887233, + "F1_noncoffee": 0.7611629048086359, + "IoU_noncoffee": 0.6144172690365383, + "kappa": 0.6028173354996496, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7489750497832962, + "mIoU": 0.5913422531573823, + "macroF1": 0.7417075128535335, + "F1_coffee": 0.6983814215341309, + "IoU_coffee": 0.5365484429065744, + "precision_coffee": 0.7662137121680049, + "recall_coffee": 0.6415826221877424, + "F1_noncoffee": 0.7850336041729361, + "IoU_noncoffee": 0.6461360634081902, + "kappa": 0.4862845390546567, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7509616441367183, + "mIoU": 0.5939592612944458, + "macroF1": 0.7438027564179985, + "F1_coffee": 0.700976510952758, + "IoU_coffee": 0.5396180414465664, + "precision_coffee": 0.8439783921194789, + "recall_coffee": 0.5994132250056421, + "F1_noncoffee": 0.7866290018832391, + "IoU_noncoffee": 0.648300481142325, + "kappa": 0.4978915586072188, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7429625724828677, + "mIoU": 0.5877658019019774, + "macroF1": 0.7396931011264267, + "F1_coffee": 0.7105200664925196, + "IoU_coffee": 0.551012891344383, + "precision_coffee": 0.829038514824051, + "recall_coffee": 0.6216496987325992, + "F1_noncoffee": 0.7688661357603337, + "IoU_noncoffee": 0.6245187124595718, + "kappa": 0.48774518947094475, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.761578479888339, + "mIoU": 0.6055422112577005, + "macroF1": 0.7525172973765317, + "F1_coffee": 0.7998721908616466, + "IoU_coffee": 0.6664891728789493, + "precision_coffee": 0.962080450935178, + "recall_coffee": 0.6844695588771418, + "F1_noncoffee": 0.7051624038914169, + "IoU_noncoffee": 0.5445952496364518, + "kappa": 0.524930149001028, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8091796875, + "mIoU": 0.6431213266791682, + "macroF1": 0.7769206546801536, + "F1_coffee": 0.8617518041601812, + "IoU_coffee": 0.7570860268523123, + "precision_coffee": 0.9680495946590367, + "recall_coffee": 0.7764885885502997, + "F1_noncoffee": 0.692089505200126, + "IoU_noncoffee": 0.5291566265060241, + "kappa": 0.5655093704370413, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8626674212412753, + "mIoU": 0.7119807944848715, + "macroF1": 0.8263974385227096, + "F1_coffee": 0.905748316934231, + "IoU_coffee": 0.8277330809275911, + "precision_coffee": 0.9658981085185696, + "recall_coffee": 0.8526508226691042, + "F1_noncoffee": 0.7470465601111883, + "IoU_noncoffee": 0.596228508042152, + "kappa": 0.6563712808756392, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2544, + 2984 + ], + [ + 41136, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4836255749066671, + "ssl_variant": "", + "test_tta": { + "OA": 0.8000680467015256, + "mIoU": 0.6614936245077634, + "macroF1": 0.7954857933727899, + "F1_coffee": 0.8260984689188978, + "IoU_coffee": 0.7037204118458762, + "precision_coffee": 0.8971851952094188, + "recall_coffee": 0.765449559821042, + "F1_noncoffee": 0.7648731178266821, + "IoU_noncoffee": 0.6192668371696505, + "kappa": 0.5944142488605864, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.70172781816084, + "mIoU": 0.5355569977948371, + "macroF1": 0.6962693620403169, + "F1_coffee": 0.7369866846409177, + "IoU_coffee": 0.5835145803125503, + "precision_coffee": 0.8762512474672635, + "recall_coffee": 0.6359187077517339, + "F1_noncoffee": 0.6555520394397162, + "IoU_noncoffee": 0.48759941527712397, + "kappa": 0.4119902792611245, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.8020344477514312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8449788697084736, + "mIoU": 0.7244743782239366, + "macroF1": 0.8394633587375366, + "F1_coffee": 0.8692197295868268, + "IoU_coffee": 0.7686902153583071, + "precision_coffee": 0.9118541996830428, + "recall_coffee": 0.8303939962476548, + "F1_noncoffee": 0.8097069878882466, + "IoU_noncoffee": 0.6802585410895661, + "kappa": 0.6799447846892587, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7607015114803277, + "mIoU": 0.6049485118521432, + "macroF1": 0.7521570231852358, + "F1_coffee": 0.7981754044520132, + "IoU_coffee": 0.664136353515111, + "precision_coffee": 0.8952955302079354, + "recall_coffee": 0.7200640856816786, + "F1_noncoffee": 0.7061386419184584, + "IoU_noncoffee": 0.5457606701891752, + "kappa": 0.5126639709048699, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3187458305537025, + "mIoU": 0.15989516170730828, + "macroF1": 0.24313088752251058, + "F1_coffee": 0.48236009732360097, + "IoU_coffee": 0.31783567134268537, + "precision_coffee": 0.9995798319327731, + "recall_coffee": 0.31787814003206843, + "F1_noncoffee": 0.0039016777214202106, + "IoU_noncoffee": 0.001954652071931196, + "kappa": 0.0009755437932233927, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8351808990132781, + "mIoU": 0.7154843928316917, + "macroF1": 0.8339771339157429, + "F1_coffee": 0.8481140547822182, + "IoU_coffee": 0.7362830133515252, + "precision_coffee": 0.8927094410965378, + "recall_coffee": 0.807762215331979, + "F1_noncoffee": 0.8198402130492677, + "IoU_noncoffee": 0.6946857723118582, + "kappa": 0.6689342409035383, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8293086509126635, + "mIoU": 0.7021092148333561, + "macroF1": 0.824227687623523, + "F1_coffee": 0.8541123436602289, + "IoU_coffee": 0.7453717988275224, + "precision_coffee": 0.9333526514053897, + "recall_coffee": 0.7872739123350171, + "F1_noncoffee": 0.7943430315868171, + "IoU_noncoffee": 0.6588466308391897, + "kappa": 0.6519914027242834, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8680738786279684, + "mIoU": 0.7514717817897244, + "macroF1": 0.8566741590600015, + "F1_coffee": 0.8970953712333023, + "IoU_coffee": 0.8133934229983804, + "precision_coffee": 0.9070991047589132, + "recall_coffee": 0.8873098786295898, + "F1_noncoffee": 0.8162529468867009, + "IoU_noncoffee": 0.6895501405810684, + "kappa": 0.7134105568058233, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8163289211666862, + "mIoU": 0.6875557315037664, + "macroF1": 0.8145804681021718, + "F1_coffee": 0.796574987026466, + "IoU_coffee": 0.661923242777059, + "precision_coffee": 0.7992710231710493, + "recall_coffee": 0.7938970778381174, + "F1_noncoffee": 0.8325859491778774, + "IoU_noncoffee": 0.7131882202304738, + "kappa": 0.6291644086243191, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7684360918782284, + "mIoU": 0.618296175839198, + "macroF1": 0.763112765820346, + "F1_coffee": 0.7276018099547511, + "IoU_coffee": 0.5718349928876245, + "precision_coffee": 0.8516949152542372, + "recall_coffee": 0.6350710900473934, + "F1_noncoffee": 0.798623721685941, + "IoU_noncoffee": 0.6647573587907717, + "kappa": 0.5335460206205163, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8261465471797576, + "mIoU": 0.7036478658652231, + "macroF1": 0.8260314205478143, + "F1_coffee": 0.8215561086462504, + "IoU_coffee": 0.6971533516988062, + "precision_coffee": 0.8572719060523939, + "recall_coffee": 0.7886972782048618, + "F1_noncoffee": 0.8305067324493781, + "IoU_noncoffee": 0.71014238003164, + "kappa": 0.6526355311996767, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8556020809541937, + "mIoU": 0.7312584063392674, + "macroF1": 0.8430712367275308, + "F1_coffee": 0.8874159081915315, + "IoU_coffee": 0.797616930464165, + "precision_coffee": 0.970359151882302, + "recall_coffee": 0.8175355450236966, + "F1_noncoffee": 0.7987265652635303, + "IoU_noncoffee": 0.6648998822143698, + "kappa": 0.6901891921132944, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8833984375, + "mIoU": 0.7497197036585974, + "macroF1": 0.8530752844964777, + "F1_coffee": 0.919822723609992, + "IoU_coffee": 0.8515479298769116, + "precision_coffee": 0.9716271811604483, + "recall_coffee": 0.8732627820986867, + "F1_noncoffee": 0.7863278453829635, + "IoU_noncoffee": 0.6478914774402831, + "kappa": 0.7083599910370006, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9055838521033768, + "mIoU": 0.7670401092219086, + "macroF1": 0.8630386759704057, + "F1_coffee": 0.9393737508327782, + "IoU_coffee": 0.885678391959799, + "precision_coffee": 0.933662412713701, + "recall_coffee": 0.9451553930530164, + "F1_noncoffee": 0.7867036011080333, + "IoU_noncoffee": 0.6484018264840182, + "kappa": 0.7261134089405326, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2713, + 2984 + ], + [ + 44446, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1713772336641948, + "ssl_variant": "", + "test_tta": { + "OA": 0.8462323615786834, + "mIoU": 0.7250802250719461, + "macroF1": 0.8397363558660941, + "F1_coffee": 0.872002027218388, + "IoU_coffee": 0.7730528318841345, + "precision_coffee": 0.9016090253375254, + "recall_coffee": 0.8442776735459663, + "F1_noncoffee": 0.8074706845138001, + "IoU_noncoffee": 0.6771076182597578, + "kappa": 0.6799917593340297, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7647686627437407, + "mIoU": 0.6081824537877878, + "macroF1": 0.7542939615703443, + "F1_coffee": 0.8050255821737675, + "IoU_coffee": 0.673675996878814, + "precision_coffee": 0.8840317160260449, + "recall_coffee": 0.7389825300675972, + "F1_noncoffee": 0.7035623409669212, + "IoU_noncoffee": 0.5426889106967615, + "kappa": 0.5144837596495647, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.5952755689229439, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6889706594364288, + "mIoU": 0.4925903739431997, + "macroF1": 0.6499223314315974, + "F1_coffee": 0.7668408826945412, + "IoU_coffee": 0.6218507181539911, + "precision_coffee": 0.9023147225464795, + "recall_coffee": 0.6667367933856478, + "F1_noncoffee": 0.5330037801686537, + "IoU_noncoffee": 0.3633300297324083, + "kappa": 0.3300909187312526, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.6737913926387447, + "mIoU": 0.47956469523547496, + "macroF1": 0.6390318203897292, + "F1_coffee": 0.7510456566723903, + "IoU_coffee": 0.601339561117476, + "precision_coffee": 0.8749967941319792, + "recall_coffee": 0.6578546499296195, + "F1_noncoffee": 0.5270179841070681, + "IoU_noncoffee": 0.357789829353474, + "kappa": 0.30457684263274365, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7096601941747572, + "mIoU": 0.5129960557636425, + "macroF1": 0.6676365095502312, + "F1_coffee": 0.7858191584601611, + "IoU_coffee": 0.6472010853536247, + "precision_coffee": 0.9042360309873084, + "recall_coffee": 0.6948261668038757, + "F1_noncoffee": 0.5494538606403013, + "IoU_noncoffee": 0.3787910261736602, + "kappa": 0.35841890292582823, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6169430878584208, + "mIoU": 0.43049153594676093, + "macroF1": 0.5957902000733246, + "F1_coffee": 0.6882575161341099, + "IoU_coffee": 0.5246895062098758, + "precision_coffee": 0.9165705900848967, + "recall_coffee": 0.5510049776321593, + "F1_noncoffee": 0.5033228840125392, + "IoU_noncoffee": 0.3362935656836461, + "kappa": 0.26430871080937335, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7403897297035926, + "mIoU": 0.5368696862472587, + "macroF1": 0.6855286401009524, + "F1_coffee": 0.8168764282547154, + "IoU_coffee": 0.6904404981549815, + "precision_coffee": 0.8904669839381321, + "recall_coffee": 0.7545208241446664, + "F1_noncoffee": 0.5541808519471892, + "IoU_noncoffee": 0.38329887433953597, + "kappa": 0.3813438906723236, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7474365355898457, + "mIoU": 0.48246055408545324, + "macroF1": 0.6135851945801414, + "F1_coffee": 0.8410102149526854, + "IoU_coffee": 0.7256407483508165, + "precision_coffee": 0.9453367145674838, + "recall_coffee": 0.7574218309064229, + "F1_noncoffee": 0.3861601742075974, + "IoU_noncoffee": 0.23928035982008997, + "kappa": 0.26187841921008354, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.5483230799761858, + "mIoU": 0.33817590182404966, + "macroF1": 0.48326278081352936, + "F1_coffee": 0.6666178409257361, + "IoU_coffee": 0.49994507305283975, + "precision_coffee": 0.9554902372454336, + "recall_coffee": 0.5118659318411877, + "F1_noncoffee": 0.29990772070132266, + "IoU_noncoffee": 0.17640673059525963, + "kappa": 0.13294985728986333, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8104782694979162, + "mIoU": 0.5350845190122295, + "macroF1": 0.658426883189716, + "F1_coffee": 0.8863230567789548, + "IoU_coffee": 0.7958529286019667, + "precision_coffee": 0.9412210845657945, + "recall_coffee": 0.8374760994263862, + "F1_noncoffee": 0.43053070960047707, + "IoU_noncoffee": 0.2743161094224924, + "kappa": 0.3283010587862284, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.6737091425864519, + "mIoU": 0.502900387921291, + "macroF1": 0.6677549012783451, + "F1_coffee": 0.7122326203208557, + "IoU_coffee": 0.5530755255644952, + "precision_coffee": 0.846306592533757, + "recall_coffee": 0.6148297749567224, + "F1_noncoffee": 0.6232771822358346, + "IoU_noncoffee": 0.45272525027808674, + "kappa": 0.356647744295113, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.682165424879751, + "mIoU": 0.5143227369232799, + "macroF1": 0.6783486919889807, + "F1_coffee": 0.7133866303793162, + "IoU_coffee": 0.5544685351665786, + "precision_coffee": 0.8777731268313101, + "recall_coffee": 0.6008595988538682, + "F1_noncoffee": 0.6433107535986452, + "IoU_noncoffee": 0.4741769386799813, + "kappa": 0.3836017454374127, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6737715740828067, + "mIoU": 0.49874950308241417, + "macroF1": 0.6627831447884347, + "F1_coffee": 0.7236558280738196, + "IoU_coffee": 0.5669754631947922, + "precision_coffee": 0.8179519595448799, + "recall_coffee": 0.6488538681948424, + "F1_noncoffee": 0.6019104615030498, + "IoU_noncoffee": 0.4305235429700362, + "kappa": 0.338235973141773, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2204, + 2995 + ], + [ + 40486, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.267757229010264, + "ssl_variant": "", + "test_tta": { + "OA": 0.741196217036248, + "mIoU": 0.5431186206289615, + "macroF1": 0.6924604808833927, + "F1_coffee": 0.8148866417324653, + "IoU_coffee": 0.6876022753837762, + "precision_coffee": 0.9028264483949354, + "recall_coffee": 0.7425578019481203, + "F1_noncoffee": 0.5700343200343201, + "IoU_noncoffee": 0.3986349658741469, + "kappa": 0.3981833786824981, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7218905042113765, + "mIoU": 0.5238675216757279, + "macroF1": 0.676438679282457, + "F1_coffee": 0.7977088425668517, + "IoU_coffee": 0.6634905676840654, + "precision_coffee": 0.8747871704017303, + "recall_coffee": 0.7331135149727155, + "F1_noncoffee": 0.5551685159980623, + "IoU_noncoffee": 0.38424447566739045, + "kappa": 0.36373944801894975, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5962687847599937, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7836900035505633, + "mIoU": 0.6041956451991598, + "macroF1": 0.7455280527992079, + "F1_coffee": 0.8440731993903928, + "IoU_coffee": 0.7302133655394525, + "precision_coffee": 0.9441234645013533, + "recall_coffee": 0.7631960953442871, + "F1_noncoffee": 0.6469829062080228, + "IoU_noncoffee": 0.47817792485886706, + "kappa": 0.5036749636553475, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7575141340717665, + "mIoU": 0.5728507703144077, + "macroF1": 0.7202865206137955, + "F1_coffee": 0.822330948632055, + "IoU_coffee": 0.6982699831305409, + "precision_coffee": 0.9097264437689969, + "recall_coffee": 0.7502554906384373, + "F1_noncoffee": 0.618242092595536, + "IoU_noncoffee": 0.44743155749827457, + "kappa": 0.4514510180198164, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8273300970873786, + "mIoU": 0.6540743465007963, + "macroF1": 0.7829496377677974, + "F1_coffee": 0.8810964399130871, + "IoU_coffee": 0.7874641491395793, + "precision_coffee": 0.9330926083262532, + "recall_coffee": 0.8345893230321069, + "F1_noncoffee": 0.6848028356225078, + "IoU_noncoffee": 0.5206845438620132, + "kappa": 0.5694434154978041, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7700304627435811, + "mIoU": 0.5893716493864183, + "macroF1": 0.7340921130095293, + "F1_coffee": 0.8318483948522133, + "IoU_coffee": 0.7121065375302663, + "precision_coffee": 0.9477161040844276, + "recall_coffee": 0.7412261357192363, + "F1_noncoffee": 0.6363358311668451, + "IoU_noncoffee": 0.46663676124257036, + "kappa": 0.4848379617614725, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7538803732894928, + "mIoU": 0.5727639623894265, + "macroF1": 0.7212373898836966, + "F1_coffee": 0.8166294401613949, + "IoU_coffee": 0.6900876765708719, + "precision_coffee": 0.9534785900563642, + "recall_coffee": 0.7141326948522463, + "F1_noncoffee": 0.6258453396059982, + "IoU_noncoffee": 0.4554402482079812, + "kappa": 0.4649636259014183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8551518168242906, + "mIoU": 0.5854511681172221, + "macroF1": 0.7040104081261054, + "F1_coffee": 0.9155199442605818, + "IoU_coffee": 0.8442017346610986, + "precision_coffee": 0.9426111908177905, + "recall_coffee": 0.8899424314256688, + "F1_noncoffee": 0.4925008719916289, + "IoU_noncoffee": 0.3267006015733457, + "kappa": 0.4109438283569879, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7278229807501488, + "mIoU": 0.4811959359092929, + "macroF1": 0.6200738867087416, + "F1_coffee": 0.8224020718679185, + "IoU_coffee": 0.6983725533318672, + "precision_coffee": 0.9690265486725663, + "recall_coffee": 0.7143178495107412, + "F1_noncoffee": 0.41774570154956486, + "IoU_noncoffee": 0.26401931848671856, + "kappa": 0.2932010604967616, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8364754911688828, + "mIoU": 0.5827869359290967, + "macroF1": 0.7070952304362671, + "F1_coffee": 0.9017644253695756, + "IoU_coffee": 0.8211029092488059, + "precision_coffee": 0.959289790741915, + "recall_coffee": 0.8507479473625014, + "F1_noncoffee": 0.5124260355029586, + "IoU_noncoffee": 0.3444709626093874, + "kappa": 0.42446268136299475, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8008526764566556, + "mIoU": 0.6581054851648315, + "macroF1": 0.7923404232537289, + "F1_coffee": 0.8343838638512449, + "IoU_coffee": 0.7158307421927809, + "precision_coffee": 0.9192708333333334, + "recall_coffee": 0.7638488170802077, + "F1_noncoffee": 0.7502969826562129, + "IoU_noncoffee": 0.6003802281368821, + "kappa": 0.5899525425533133, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8101480713005753, + "mIoU": 0.6705320627882974, + "macroF1": 0.8013120318936808, + "F1_coffee": 0.8432120881688605, + "IoU_coffee": 0.7289253972528952, + "precision_coffee": 0.9238777948455368, + "recall_coffee": 0.7755014326647565, + "F1_noncoffee": 0.7594119756185013, + "IoU_noncoffee": 0.6121387283236994, + "kappa": 0.6072188038349529, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6753748938979534, + "mIoU": 0.509503994310343, + "macroF1": 0.6749595974234692, + "F1_coffee": 0.6865780367874704, + "IoU_coffee": 0.5227398779811425, + "precision_coffee": 0.9420289855072463, + "recall_coffee": 0.5401146131805158, + "F1_noncoffee": 0.6633411580594679, + "IoU_noncoffee": 0.4962681106395434, + "kappa": 0.3975073490827599, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2471, + 2995 + ], + [ + 46088, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.47958771387736, + "ssl_variant": "", + "test_tta": { + "OA": 0.8040573254575385, + "mIoU": 0.6263956517662274, + "macroF1": 0.7622582908299627, + "F1_coffee": 0.8619446687058663, + "IoU_coffee": 0.7573837976100076, + "precision_coffee": 0.9379114080673101, + "recall_coffee": 0.7973618328319273, + "F1_noncoffee": 0.662571912954059, + "IoU_noncoffee": 0.4954075059224471, + "kappa": 0.5320203318591116, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7762634129456559, + "mIoU": 0.5909400952568176, + "macroF1": 0.7340021633235605, + "F1_coffee": 0.8400276365586298, + "IoU_coffee": 0.7241790089433352, + "precision_coffee": 0.9028639829757049, + "recall_coffee": 0.7853685814002815, + "F1_noncoffee": 0.6279766900884913, + "IoU_noncoffee": 0.45770118157029993, + "kappa": 0.4739301108172905, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7457273912508504, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8940479648817017, + "mIoU": 0.7502968559490795, + "macroF1": 0.8518997399215661, + "F1_coffee": 0.9309071008345875, + "IoU_coffee": 0.870744816995137, + "precision_coffee": 0.9313874147081123, + "recall_coffee": 0.9304272820987525, + "F1_noncoffee": 0.7728923790085447, + "IoU_noncoffee": 0.6298488949030221, + "kappa": 0.7037997387677003, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.86129860389985, + "mIoU": 0.6952062805960946, + "macroF1": 0.8124969474184442, + "F1_coffee": 0.9081549819022242, + "IoU_coffee": 0.8317618039641027, + "precision_coffee": 0.8996745382985165, + "recall_coffee": 0.9167968222749272, + "F1_noncoffee": 0.7168389129346642, + "IoU_noncoffee": 0.5586507572280863, + "kappa": 0.6250965932268702, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8819902912621359, + "mIoU": 0.7361008611593483, + "macroF1": 0.8426435363040544, + "F1_coffee": 0.9213294068153134, + "IoU_coffee": 0.8541341653666147, + "precision_coffee": 0.9420913302448709, + "recall_coffee": 0.9014628585903363, + "F1_noncoffee": 0.7639576657927954, + "IoU_noncoffee": 0.6180675569520817, + "kappa": 0.6857450128510538, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.908563415695566, + "mIoU": 0.7728756871306113, + "macroF1": 0.8670121073589645, + "F1_coffee": 0.9413479730777581, + "IoU_coffee": 0.8891948904254072, + "precision_coffee": 0.9270006108735491, + "recall_coffee": 0.9561464305966858, + "F1_noncoffee": 0.792676241640171, + "IoU_noncoffee": 0.6565564838358154, + "kappa": 0.7342492365481796, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8915429621391615, + "mIoU": 0.743038480311573, + "macroF1": 0.8466012876237246, + "F1_coffee": 0.9296313725490196, + "IoU_coffee": 0.8685151532915176, + "precision_coffee": 0.9257685578605349, + "recall_coffee": 0.9335265578728499, + "F1_noncoffee": 0.7635712026984294, + "IoU_noncoffee": 0.6175618073316284, + "kappa": 0.69322052053799, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8977600796416128, + "mIoU": 0.6639845780247846, + "macroF1": 0.7757048349320046, + "F1_coffee": 0.9411629905471212, + "IoU_coffee": 0.8888648414673737, + "precision_coffee": 0.9555607259190321, + "recall_coffee": 0.9271926854046733, + "F1_noncoffee": 0.610246679316888, + "IoU_noncoffee": 0.4391043145821955, + "kappa": 0.5520832795122274, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9304425481246279, + "mIoU": 0.7282560348035789, + "macroF1": 0.8276529271855928, + "F1_coffee": 0.9607524774648676, + "IoU_coffee": 0.9244693459756492, + "precision_coffee": 0.9565217391304348, + "recall_coffee": 0.965020807558205, + "F1_noncoffee": 0.6945533769063181, + "IoU_noncoffee": 0.5320427236315087, + "kappa": 0.6553583270833185, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9242905338360786, + "mIoU": 0.7231332197975368, + "macroF1": 0.8244037691589823, + "F1_coffee": 0.9568414503082754, + "IoU_coffee": 0.9172540939160612, + "precision_coffee": 0.9624487938097406, + "recall_coffee": 0.9512990664717129, + "F1_noncoffee": 0.6919660880096892, + "IoU_noncoffee": 0.5290123456790123, + "kappa": 0.6488925993662501, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8669824727617244, + "mIoU": 0.750624373421021, + "macroF1": 0.8561940874143756, + "F1_coffee": 0.8955823293172691, + "IoU_coffee": 0.8109090909090909, + "precision_coffee": 0.9243168560024563, + "recall_coffee": 0.8685804962492787, + "F1_noncoffee": 0.8168058455114823, + "IoU_noncoffee": 0.690339655932951, + "kappa": 0.7128750021748637, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.887767612939734, + "mIoU": 0.775117876001369, + "macroF1": 0.8714563721221362, + "F1_coffee": 0.9172461752433936, + "IoU_coffee": 0.8471419396274887, + "precision_coffee": 0.8912162162162162, + "recall_coffee": 0.9448424068767909, + "F1_noncoffee": 0.825666569000879, + "IoU_noncoffee": 0.7030938123752495, + "kappa": 0.7433739281967591, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8604168631519381, + "mIoU": 0.7312654276183409, + "macroF1": 0.842309159438535, + "F1_coffee": 0.895745280360665, + "IoU_coffee": 0.8111763204899209, + "precision_coffee": 0.8810975609756098, + "recall_coffee": 0.9108882521489972, + "F1_noncoffee": 0.7888730385164051, + "IoU_noncoffee": 0.6513545347467609, + "kappa": 0.6847947330459794, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 52756, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.534088099002838, + "ssl_variant": "", + "test_tta": { + "OA": 0.897679222749427, + "mIoU": 0.7529582213036294, + "macroF1": 0.853412069908573, + "F1_coffee": 0.9339665875098946, + "IoU_coffee": 0.8761138033453181, + "precision_coffee": 0.9248540605210503, + "recall_coffee": 0.9432604716723119, + "F1_noncoffee": 0.7728575523072514, + "IoU_noncoffee": 0.6298026392619409, + "kappa": 0.7069220096856368, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8657118956963193, + "mIoU": 0.6974683232925246, + "macroF1": 0.8135841994748729, + "F1_coffee": 0.9121612060263582, + "IoU_coffee": 0.8385077008463994, + "precision_coffee": 0.8929626893239749, + "recall_coffee": 0.9322033898305084, + "F1_noncoffee": 0.7150071929233878, + "IoU_noncoffee": 0.5564289457386499, + "kappa": 0.6277267124570756, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.770092028367344, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9108324456925212, + "mIoU": 0.7799834826674339, + "macroF1": 0.8719854547317718, + "F1_coffee": 0.9425048129455227, + "IoU_coffee": 0.891261562684511, + "precision_coffee": 0.9325192537374902, + "recall_coffee": 0.9527065407190793, + "F1_noncoffee": 0.8014660965180208, + "IoU_noncoffee": 0.6687054026503568, + "kappa": 0.744072242195019, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8780864197530864, + "mIoU": 0.7220613597267537, + "macroF1": 0.8319663522637399, + "F1_coffee": 0.9199988642924068, + "IoU_coffee": 0.8518499044814835, + "precision_coffee": 0.9034200743494424, + "recall_coffee": 0.9371975087252463, + "F1_noncoffee": 0.7439338402350731, + "IoU_noncoffee": 0.5922728149720239, + "kappa": 0.6642945645400801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.776413042202942, + "macroF1": 0.8698404216909013, + "F1_coffee": 0.9395137066430581, + "IoU_coffee": 0.8859272510435301, + "precision_coffee": 0.9381788330386461, + "recall_coffee": 0.9408523842695206, + "F1_noncoffee": 0.8001671367387444, + "IoU_noncoffee": 0.6668988333623541, + "kappa": 0.7396825844757025, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9147043179730188, + "mIoU": 0.7843198343073454, + "macroF1": 0.8746653600440635, + "F1_coffee": 0.9455050973123262, + "IoU_coffee": 0.8966426436983652, + "precision_coffee": 0.9275107582277714, + "recall_coffee": 0.9642114548547666, + "F1_noncoffee": 0.8038256227758007, + "IoU_noncoffee": 0.6719970249163257, + "kappa": 0.7496699025267575, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9106426188288768, + "mIoU": 0.779253900776726, + "macroF1": 0.8714722270559365, + "F1_coffee": 0.9424263193968472, + "IoU_coffee": 0.8911211924821776, + "precision_coffee": 0.9320884944845012, + "recall_coffee": 0.952996030495873, + "F1_noncoffee": 0.8005181347150259, + "IoU_noncoffee": 0.6673866090712743, + "kappa": 0.7430539670406547, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9228471876555501, + "mIoU": 0.7144552747845705, + "macroF1": 0.8170975148568659, + "F1_coffee": 0.9561725951478821, + "IoU_coffee": 0.9160255715678839, + "precision_coffee": 0.9580689029918404, + "recall_coffee": 0.9542837792075856, + "F1_noncoffee": 0.6780224345658497, + "IoU_noncoffee": 0.5128849780012571, + "kappa": 0.6342055575992658, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9455249057352649, + "mIoU": 0.7758065123528426, + "macroF1": 0.8639891689318455, + "F1_coffee": 0.9692970191823723, + "IoU_coffee": 0.9404232230059685, + "precision_coffee": 0.9639599555061179, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.7586813186813187, + "IoU_noncoffee": 0.6111898016997167, + "kappa": 0.7280438612073669, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9437388370708474, + "mIoU": 0.7772605906961976, + "macroF1": 0.8653745522214051, + "F1_coffee": 0.9680869026847526, + "IoU_coffee": 0.9381477037198648, + "precision_coffee": 0.9689049121225778, + "recall_coffee": 0.9672702733100889, + "F1_noncoffee": 0.7626622017580578, + "IoU_noncoffee": 0.6163734776725305, + "kappa": 0.7307505317160407, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8921837991473236, + "mIoU": 0.7875034269947281, + "macroF1": 0.8797911833931156, + "F1_coffee": 0.9183878370625359, + "IoU_coffee": 0.8490916324094948, + "precision_coffee": 0.9131488876212208, + "recall_coffee": 0.9236872475476053, + "F1_noncoffee": 0.8411945297236952, + "IoU_noncoffee": 0.7259152215799615, + "kappa": 0.7595977644310712, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8854097896821654, + "mIoU": 0.7694541722316717, + "macroF1": 0.8676294788755826, + "F1_coffee": 0.9161432811098075, + "IoU_coffee": 0.8452623535404993, + "precision_coffee": 0.8838726861100014, + "recall_coffee": 0.9508595988538682, + "F1_noncoffee": 0.8191156766413578, + "IoU_noncoffee": 0.6936459909228442, + "kappa": 0.7360180103668296, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8791851362821843, + "mIoU": 0.7608854470794149, + "macroF1": 0.8621430414676385, + "F1_coffee": 0.9106133556625498, + "IoU_coffee": 0.8358954650269024, + "precision_coffee": 0.8876343354645626, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.8136727272727273, + "IoU_noncoffee": 0.6858754291319274, + "kappa": 0.724670719900961, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2744, + 2995 + ], + [ + 53693, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.105372726917267, + "ssl_variant": "", + "test_tta": { + "OA": 0.9119298925147671, + "mIoU": 0.7810602269309599, + "macroF1": 0.8726338009168593, + "F1_coffee": 0.9433797819026967, + "IoU_coffee": 0.8928276837267763, + "precision_coffee": 0.9307005691356508, + "recall_coffee": 0.9564092314812866, + "F1_noncoffee": 0.801887819931022, + "IoU_noncoffee": 0.6692927701351433, + "kappa": 0.7454329146443446, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8794565593631014, + "mIoU": 0.7226272005965851, + "macroF1": 0.8321908014501835, + "F1_coffee": 0.9212504946576969, + "IoU_coffee": 0.8539985326485693, + "precision_coffee": 0.9007793930683765, + "recall_coffee": 0.9426736854283566, + "F1_noncoffee": 0.7431311082426701, + "IoU_noncoffee": 0.591255868544601, + "kappa": 0.6649460509293613, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.625610684198119, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8486653109970627, + "mIoU": 0.672430584620787, + "macroF1": 0.7950074849328654, + "F1_coffee": 0.8998857606525522, + "IoU_coffee": 0.8179930124223602, + "precision_coffee": 0.9135703446780836, + "recall_coffee": 0.8866050954074012, + "F1_noncoffee": 0.6901292092131787, + "IoU_noncoffee": 0.5268681568192138, + "kappa": 0.5902995014584561, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8183916003230645, + "mIoU": 0.6271309902673438, + "macroF1": 0.7594025038846287, + "F1_coffee": 0.8785353243045105, + "IoU_coffee": 0.7833820746602442, + "precision_coffee": 0.8789931862489625, + "recall_coffee": 0.8780779391064576, + "F1_noncoffee": 0.6402696834647469, + "IoU_noncoffee": 0.4708799058744432, + "kappa": 0.5188053944440617, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8452912621359223, + "mIoU": 0.6617227717714504, + "macroF1": 0.785972089772327, + "F1_coffee": 0.8986484337732549, + "IoU_coffee": 0.8159505659505659, + "precision_coffee": 0.9025808100166092, + "recall_coffee": 0.8947501741498322, + "F1_noncoffee": 0.6732957457713993, + "IoU_noncoffee": 0.5074949775923351, + "kappa": 0.5719703695806712, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8428509259706978, + "mIoU": 0.6694768842925184, + "macroF1": 0.7935921155841037, + "F1_coffee": 0.8944256756756757, + "IoU_coffee": 0.8090145148968678, + "precision_coffee": 0.9231542949104808, + "recall_coffee": 0.8674311637577973, + "F1_noncoffee": 0.6927585554925316, + "IoU_noncoffee": 0.529939253688169, + "kappa": 0.5883444405955978, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8578405299550312, + "mIoU": 0.6859965058423425, + "macroF1": 0.8051692745123161, + "F1_coffee": 0.9064707005153655, + "IoU_coffee": 0.8289404782684587, + "precision_coffee": 0.9154404677761357, + "recall_coffee": 0.8976750047256001, + "F1_noncoffee": 0.7038678485092668, + "IoU_noncoffee": 0.5430525334162263, + "kappa": 0.610456960955733, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8520657043305127, + "mIoU": 0.5667659296027056, + "macroF1": 0.6826845305331269, + "F1_coffee": 0.9145190980211689, + "IoU_coffee": 0.842501324854266, + "precision_coffee": 0.9324340175953079, + "recall_coffee": 0.8972796026639576, + "F1_noncoffee": 0.450849963045085, + "IoU_noncoffee": 0.29103053435114506, + "kappa": 0.3668705010491452, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.842627505457432, + "mIoU": 0.5634669351246938, + "macroF1": 0.6820544463858892, + "F1_coffee": 0.9080046403712297, + "IoU_coffee": 0.8315096143631149, + "precision_coffee": 0.9374775422206252, + "recall_coffee": 0.880328421999775, + "F1_noncoffee": 0.4561042524005487, + "IoU_noncoffee": 0.29542425588627275, + "kappa": 0.3678031414397819, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8583052192895416, + "mIoU": 0.5771681798530048, + "macroF1": 0.6931137510030952, + "F1_coffee": 0.9182692307692307, + "IoU_coffee": 0.8488888888888889, + "precision_coffee": 0.9348560773802587, + "recall_coffee": 0.9022607130806434, + "F1_noncoffee": 0.46795827123695977, + "IoU_noncoffee": 0.30544747081712065, + "kappa": 0.38748271262797285, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8388441496920891, + "mIoU": 0.6976822230681385, + "macroF1": 0.818858135996605, + "F1_coffee": 0.8790270962235972, + "IoU_coffee": 0.7841644461362771, + "precision_coffee": 0.8668817505961566, + "recall_coffee": 0.8915175995383727, + "F1_noncoffee": 0.7586891757696127, + "IoU_noncoffee": 0.6112, + "kappa": 0.6378580691576822, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8430632839762331, + "mIoU": 0.7121579971397832, + "macroF1": 0.8299827486866476, + "F1_coffee": 0.8771411695215594, + "IoU_coffee": 0.7811678064176749, + "precision_coffee": 0.9049360146252285, + "recall_coffee": 0.8510028653295129, + "F1_noncoffee": 0.7828243278517358, + "IoU_noncoffee": 0.6431481878618915, + "kappa": 0.6605316022798654, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8573988493822503, + "mIoU": 0.729606118647097, + "macroF1": 0.8414907988402061, + "F1_coffee": 0.8917060593038246, + "IoU_coffee": 0.804575416828228, + "precision_coffee": 0.8915783443139501, + "recall_coffee": 0.8918338108882522, + "F1_noncoffee": 0.7912755383765875, + "IoU_noncoffee": 0.6546368204659662, + "kappa": 0.6829816102181266, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2569, + 2995 + ], + [ + 50016, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4800040523211162, + "ssl_variant": "", + "test_tta": { + "OA": 0.861156838062038, + "mIoU": 0.6849344683024281, + "macroF1": 0.8035519041913042, + "F1_coffee": 0.9099303774276292, + "IoU_coffee": 0.8347451929541482, + "precision_coffee": 0.9056729606935934, + "recall_coffee": 0.9142280100140955, + "F1_noncoffee": 0.6971734309549791, + "IoU_noncoffee": 0.5351237436507079, + "kappa": 0.6071329968108381, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.830333448713511, + "mIoU": 0.6360471415763856, + "macroF1": 0.7651427265624844, + "F1_coffee": 0.8888783934407647, + "IoU_coffee": 0.7999829975346425, + "precision_coffee": 0.8712341449865754, + "recall_coffee": 0.9072520776691541, + "F1_noncoffee": 0.6414070596842041, + "IoU_noncoffee": 0.47211128561812876, + "kappa": 0.5309063212413757, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.611640272853648, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8332526387140505, + "mIoU": 0.6536367247625332, + "macroF1": 0.7811999818887745, + "F1_coffee": 0.8879198125488155, + "IoU_coffee": 0.7984314643567834, + "precision_coffee": 0.9165752166804775, + "recall_coffee": 0.8610018303073654, + "F1_noncoffee": 0.6744801512287335, + "IoU_noncoffee": 0.5088419851682829, + "kappa": 0.5636386797248578, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8045171339563862, + "mIoU": 0.6130093895808786, + "macroF1": 0.7489249633709367, + "F1_coffee": 0.8670681234185285, + "IoU_coffee": 0.7653312095294158, + "precision_coffee": 0.8822977585277739, + "recall_coffee": 0.8523553344517074, + "F1_noncoffee": 0.6307818033233451, + "IoU_noncoffee": 0.46068756963234125, + "kappa": 0.49826514541587524, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.852621359223301, + "mIoU": 0.6762293545324431, + "macroF1": 0.7975799781050188, + "F1_coffee": 0.9031331759300619, + "IoU_coffee": 0.8233754145092792, + "precision_coffee": 0.9101022442286669, + "recall_coffee": 0.896270027230701, + "F1_noncoffee": 0.6920267802799757, + "IoU_noncoffee": 0.5290832945556072, + "kappa": 0.5952354149363165, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.822977612301146, + "mIoU": 0.6470638625686425, + "macroF1": 0.7774249404395359, + "F1_coffee": 0.8781169890468422, + "IoU_coffee": 0.7827170751973411, + "precision_coffee": 0.9309614570097416, + "recall_coffee": 0.830949530590385, + "F1_noncoffee": 0.6767328918322296, + "IoU_noncoffee": 0.5114106499399439, + "kappa": 0.55862182160486, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8242348048933804, + "mIoU": 0.6383239089074737, + "macroF1": 0.7688391859883932, + "F1_coffee": 0.8819996753773738, + "IoU_coffee": 0.7889082462253194, + "precision_coffee": 0.9096692111959288, + "recall_coffee": 0.8559637073908386, + "F1_noncoffee": 0.6556786965994127, + "IoU_noncoffee": 0.48773957158962794, + "kappa": 0.5389231467195956, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8662020905923344, + "mIoU": 0.5733383997045807, + "macroF1": 0.6856278054974337, + "F1_coffee": 0.9238871899422358, + "IoU_coffee": 0.8585412061888222, + "precision_coffee": 0.927037163314013, + "recall_coffee": 0.9207585506264816, + "F1_noncoffee": 0.4473684210526316, + "IoU_noncoffee": 0.288135593220339, + "kappa": 0.3713083139703175, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.875074419527684, + "mIoU": 0.6096426713662865, + "macroF1": 0.7251722546660462, + "F1_coffee": 0.9281433708121682, + "IoU_coffee": 0.8659211927582534, + "precision_coffee": 0.9421784472769409, + "recall_coffee": 0.9145203014284108, + "F1_noncoffee": 0.5222011385199241, + "IoU_noncoffee": 0.3533641499743195, + "kappa": 0.4511543353834838, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8632665211351459, + "mIoU": 0.5816458040365018, + "macroF1": 0.69674711639203, + "F1_coffee": 0.921463581443064, + "IoU_coffee": 0.8543648277319805, + "precision_coffee": 0.9340265742345465, + "recall_coffee": 0.9092340569114835, + "F1_noncoffee": 0.47203065134099614, + "IoU_noncoffee": 0.30892678034102306, + "kappa": 0.39423096971400007, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8396968261487446, + "mIoU": 0.7043913663816685, + "macroF1": 0.8242519213051185, + "F1_coffee": 0.8763519438760596, + "IoU_coffee": 0.7799167533818938, + "precision_coffee": 0.8880331753554502, + "recall_coffee": 0.8649740334679746, + "F1_noncoffee": 0.7721518987341772, + "IoU_noncoffee": 0.6288659793814433, + "kappa": 0.6486158790066883, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7734603414128077, + "mIoU": 0.6224339890620716, + "macroF1": 0.7658379920422227, + "F1_coffee": 0.8080856503675296, + "IoU_coffee": 0.6779729186217992, + "precision_coffee": 0.9134754335260116, + "recall_coffee": 0.7244985673352435, + "F1_noncoffee": 0.723590333716916, + "IoU_noncoffee": 0.566895059502344, + "kappa": 0.540485424988635, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7871357163067056, + "mIoU": 0.6333494823668824, + "macroF1": 0.7728847289285179, + "F1_coffee": 0.8297760012067275, + "IoU_coffee": 0.7090745037380768, + "precision_coffee": 0.8760949195731804, + "recall_coffee": 0.7881088825214899, + "F1_noncoffee": 0.7159934566503083, + "IoU_noncoffee": 0.557624460995688, + "kappa": 0.5478779778031642, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2556, + 2995 + ], + [ + 49074, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.482995573679606, + "ssl_variant": "", + "test_tta": { + "OA": 0.8523772634840708, + "mIoU": 0.6732074792745549, + "macroF1": 0.7949110443832674, + "F1_coffee": 0.9034729477316618, + "IoU_coffee": 0.8239404088231898, + "precision_coffee": 0.9063902769543491, + "recall_coffee": 0.900574337828456, + "F1_noncoffee": 0.686349141034873, + "IoU_noncoffee": 0.5224745497259201, + "kappa": 0.5898358956448088, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8230644975193262, + "mIoU": 0.6285375767291269, + "macroF1": 0.7596056752607452, + "F1_coffee": 0.8831173780487804, + "IoU_coffee": 0.7906984679428123, + "precision_coffee": 0.8728224636998814, + "recall_coffee": 0.893658047473053, + "F1_noncoffee": 0.63609397247271, + "IoU_noncoffee": 0.4663766855154415, + "kappa": 0.519419511386395, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7509735305537708, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8778929021012879, + "mIoU": 0.7142235002636196, + "macroF1": 0.8255083298607044, + "F1_coffee": 0.9211151889231796, + "IoU_coffee": 0.8537660178975242, + "precision_coffee": 0.9130614522830154, + "recall_coffee": 0.9293122672669514, + "F1_noncoffee": 0.7299014707982293, + "IoU_noncoffee": 0.574680982629715, + "kappa": 0.651109601863682, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8469770393446406, + "mIoU": 0.6666252740242411, + "macroF1": 0.7901036309349883, + "F1_coffee": 0.8993625981712638, + "IoU_coffee": 0.8171288715765526, + "precision_coffee": 0.8850411634028413, + "recall_coffee": 0.9141551454850466, + "F1_noncoffee": 0.6808446636987125, + "IoU_noncoffee": 0.5161216764719296, + "kappa": 0.580555569705141, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18518518518518517, + "mIoU": 0.09496268656716417, + "macroF1": 0.16364205256570713, + "F1_coffee": 0.2978723404255319, + "IoU_coffee": 0.175, + "precision_coffee": 1.0, + "recall_coffee": 0.175, + "F1_noncoffee": 0.029411764705882353, + "IoU_noncoffee": 0.014925373134328358, + "kappa": 0.005210271678451802, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8672330097087378, + "mIoU": 0.6952772053313605, + "macroF1": 0.8113908775711878, + "F1_coffee": 0.9140180452073312, + "IoU_coffee": 0.8416512274201019, + "precision_coffee": 0.907541515794731, + "recall_coffee": 0.9205876765246026, + "F1_noncoffee": 0.7087637099350442, + "IoU_noncoffee": 0.5489031832426192, + "kappa": 0.622846814180526, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8743774478990378, + "mIoU": 0.71593589023733, + "macroF1": 0.8275715748894132, + "F1_coffee": 0.9174084435401831, + "IoU_coffee": 0.8474188054266752, + "precision_coffee": 0.9258261148540263, + "recall_coffee": 0.9091424610925588, + "F1_noncoffee": 0.7377347062386432, + "IoU_noncoffee": 0.5844529750479847, + "kappa": 0.6552336511410184, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8920264977515594, + "mIoU": 0.7320163102137545, + "macroF1": 0.8376883894815947, + "F1_coffee": 0.931601678561583, + "IoU_coffee": 0.871961009174312, + "precision_coffee": 0.9064735336194564, + "recall_coffee": 0.958162686661206, + "F1_noncoffee": 0.7437751004016064, + "IoU_noncoffee": 0.592071611253197, + "kappa": 0.6763085682039204, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8851169736187158, + "mIoU": 0.6297519900659428, + "macroF1": 0.7440802526079157, + "F1_coffee": 0.9340646783224774, + "IoU_coffee": 0.8762864493996569, + "precision_coffee": 0.9457364341085271, + "recall_coffee": 0.9226775031041878, + "F1_noncoffee": 0.5540958268933539, + "IoU_noncoffee": 0.38321753073222875, + "kappa": 0.48868717964461594, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8794403651518158, + "mIoU": 0.6561049329222665, + "macroF1": 0.7725365059758449, + "F1_coffee": 0.928474715959263, + "IoU_coffee": 0.8664981870124162, + "precision_coffee": 0.9740612648221344, + "recall_coffee": 0.8869643459678327, + "F1_noncoffee": 0.6165982959924267, + "IoU_noncoffee": 0.44571167883211676, + "kappa": 0.5503522080746873, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9298471919031553, + "mIoU": 0.7189931079743801, + "macroF1": 0.8197030766628318, + "F1_coffee": 0.9606237816764133, + "IoU_coffee": 0.9242310577644411, + "precision_coffee": 0.9514563106796117, + "recall_coffee": 0.9699696322123496, + "F1_noncoffee": 0.6787823716492504, + "IoU_noncoffee": 0.5137551581843192, + "kappa": 0.6396790362023866, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8502131691141639, + "mIoU": 0.7119174632734485, + "macroF1": 0.8285485906317095, + "F1_coffee": 0.8894946529670791, + "IoU_coffee": 0.8009818731117825, + "precision_coffee": 0.8627796610169491, + "recall_coffee": 0.9179169070975187, + "F1_noncoffee": 0.7676025282963399, + "IoU_noncoffee": 0.6228530534351145, + "kappa": 0.6577871901222607, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8695652173913043, + "mIoU": 0.7424352912221298, + "macroF1": 0.8495660436141195, + "F1_coffee": 0.9044163383786026, + "IoU_coffee": 0.8255109765329296, + "precision_coffee": 0.8736813993857658, + "recall_coffee": 0.9373925501432665, + "F1_noncoffee": 0.7947157488496364, + "IoU_noncoffee": 0.65935960591133, + "kappa": 0.6999296293244257, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8560784683580119, + "mIoU": 0.7161060218699327, + "macroF1": 0.8309346448592452, + "F1_coffee": 0.8961339504492241, + "IoU_coffee": 0.8118140337896165, + "precision_coffee": 0.8536047717842323, + "recall_coffee": 0.9431232091690545, + "F1_noncoffee": 0.7657353392692662, + "IoU_noncoffee": 0.6203980099502487, + "kappa": 0.6637518693985067, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2618, + 2995 + ], + [ + 51778, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.470240100224813, + "ssl_variant": "", + "test_tta": { + "OA": 0.880620380233046, + "mIoU": 0.7157063592711286, + "macroF1": 0.8262511360802576, + "F1_coffee": 0.9234447284807965, + "IoU_coffee": 0.8577773505095174, + "precision_coffee": 0.9088001629659809, + "recall_coffee": 0.9385689941724696, + "F1_noncoffee": 0.7290575436797186, + "IoU_noncoffee": 0.5736353680327396, + "kappa": 0.6528213312974493, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8498903888311988, + "mIoU": 0.66715396120462, + "macroF1": 0.7899446849737618, + "F1_coffee": 0.9021583815898323, + "IoU_coffee": 0.8217564049869845, + "precision_coffee": 0.8801981106117582, + "recall_coffee": 0.9252424750776113, + "F1_noncoffee": 0.6777309883576913, + "IoU_noncoffee": 0.5125515174222556, + "kappa": 0.5807489446180109, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7769087692165635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9074432716826442, + "mIoU": 0.7732742663496692, + "macroF1": 0.8674643231766357, + "F1_coffee": 0.940256060337733, + "IoU_coffee": 0.8872483485372759, + "precision_coffee": 0.9312628972348328, + "recall_coffee": 0.9494246102707593, + "F1_noncoffee": 0.7946725860155383, + "IoU_noncoffee": 0.6593001841620626, + "kappa": 0.7350135755553802, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8759374639436944, + "mIoU": 0.7176534634099587, + "macroF1": 0.8287151425057786, + "F1_coffee": 0.918651056344688, + "IoU_coffee": 0.849541733715805, + "precision_coffee": 0.9014309311259999, + "recall_coffee": 0.9365419101058599, + "F1_noncoffee": 0.7387792286668691, + "IoU_noncoffee": 0.5857651931041125, + "kappa": 0.6578312475826226, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9073300970873787, + "mIoU": 0.7792471131195509, + "macroF1": 0.8719067842919909, + "F1_coffee": 0.9392676486495085, + "IoU_coffee": 0.8854897726591087, + "precision_coffee": 0.9437412095639943, + "recall_coffee": 0.9348362991577481, + "F1_noncoffee": 0.8045459199344732, + "IoU_noncoffee": 0.6730044535799932, + "kappa": 0.7438320932435704, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.913302064697065, + "mIoU": 0.7865522615361568, + "macroF1": 0.8764766397433328, + "F1_coffee": 0.9439214337096925, + "IoU_coffee": 0.8937984955280459, + "precision_coffee": 0.937150664513725, + "recall_coffee": 0.950790750425304, + "F1_noncoffee": 0.8090318457769731, + "IoU_noncoffee": 0.6793060275442676, + "kappa": 0.7529971854120606, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9016972099995164, + "mIoU": 0.7531753122940792, + "macroF1": 0.8529661234703123, + "F1_coffee": 0.9376131586215362, + "IoU_coffee": 0.8825534373194686, + "precision_coffee": 0.9139148121560182, + "recall_coffee": 0.9625732468023439, + "F1_noncoffee": 0.7683190883190884, + "IoU_noncoffee": 0.6237971872686898, + "kappa": 0.7066647108410008, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9197610751617721, + "mIoU": 0.705323241573522, + "macroF1": 0.8095763440742868, + "F1_coffee": 0.9544272305778582, + "IoU_coffee": 0.9128271685052995, + "precision_coffee": 0.9561572448170387, + "recall_coffee": 0.9527034654024156, + "F1_noncoffee": 0.6647254575707154, + "IoU_noncoffee": 0.49781931464174456, + "kappa": 0.6191618604075324, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9390752133359793, + "mIoU": 0.7524611774074834, + "macroF1": 0.8464104645246162, + "F1_coffee": 0.9657098179381213, + "IoU_coffee": 0.9336933045356371, + "precision_coffee": 0.9590682196339434, + "recall_coffee": 0.9724440445394219, + "F1_noncoffee": 0.7271111111111112, + "IoU_noncoffee": 0.5712290502793296, + "kappa": 0.692938118408264, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9381821790037705, + "mIoU": 0.7394066574261049, + "macroF1": 0.8357266405589705, + "F1_coffee": 0.9654598880079835, + "IoU_coffee": 0.9332261521972133, + "precision_coffee": 0.9520008746993222, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.7059933931099576, + "IoU_noncoffee": 0.5455871626549964, + "kappa": 0.6720112936963899, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8954997631454287, + "mIoU": 0.7954380564444349, + "macroF1": 0.8849806214062572, + "F1_coffee": 0.9197643122135739, + "IoU_coffee": 0.8514478114478115, + "precision_coffee": 0.9276595744680851, + "recall_coffee": 0.91200230813618, + "F1_noncoffee": 0.8501969305989406, + "IoU_noncoffee": 0.7394283014410583, + "kappa": 0.7699923493213912, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8888050551730642, + "mIoU": 0.7809274377723961, + "macroF1": 0.8755188198300147, + "F1_coffee": 0.9161868202175304, + "IoU_coffee": 0.8453364817001181, + "precision_coffee": 0.9092704952730352, + "recall_coffee": 0.9232091690544413, + "F1_noncoffee": 0.834850819442499, + "IoU_noncoffee": 0.7165183938446742, + "kappa": 0.7510660196912728, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8670187682731303, + "mIoU": 0.7368462999800518, + "macroF1": 0.8456269205987312, + "F1_coffee": 0.9030927835051547, + "IoU_coffee": 0.8233082706766918, + "precision_coffee": 0.8678996036988111, + "recall_coffee": 0.9412607449856734, + "F1_noncoffee": 0.7881610576923077, + "IoU_noncoffee": 0.6503843292834118, + "kappa": 0.6923596270921025, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2727, + 2995 + ], + [ + 53500, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1730085690816243, + "ssl_variant": "", + "test_tta": { + "OA": 0.9090410251444434, + "mIoU": 0.7744514537527922, + "macroF1": 0.8681238019893323, + "F1_coffee": 0.9415813259256188, + "IoU_coffee": 0.8896114070824193, + "precision_coffee": 0.9280183070101955, + "recall_coffee": 0.9555466728378179, + "F1_noncoffee": 0.7946662780530458, + "IoU_noncoffee": 0.6592915004231653, + "kappa": 0.7364454734124896, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8774085612091843, + "mIoU": 0.7174299304057329, + "macroF1": 0.8282668563136857, + "F1_coffee": 0.9201322984984872, + "IoU_coffee": 0.8520787289212188, + "precision_coffee": 0.8973334555117749, + "recall_coffee": 0.9441198588534737, + "F1_noncoffee": 0.7364014141288842, + "IoU_noncoffee": 0.5827811318902469, + "kappa": 0.6572639256994697, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.5606332977661143, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8079790839546819, + "mIoU": 0.6166040777012708, + "macroF1": 0.7516270515614921, + "F1_coffee": 0.8699330972058245, + "IoU_coffee": 0.7698067212258402, + "precision_coffee": 0.9054684477618733, + "recall_coffee": 0.8370816064628784, + "F1_noncoffee": 0.6333210059171598, + "IoU_noncoffee": 0.4634014341767014, + "kappa": 0.5054016687526585, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7814555209415023, + "mIoU": 0.5829436699865393, + "macroF1": 0.724138249152599, + "F1_coffee": 0.8498826046898683, + "IoU_coffee": 0.7389529174634348, + "precision_coffee": 0.873960880195599, + "recall_coffee": 0.8270955052929947, + "F1_noncoffee": 0.5983938936153296, + "IoU_noncoffee": 0.42693442250964375, + "kappa": 0.4493945877183057, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19135802469135801, + "macroF1": 0.2767857142857143, + "F1_coffee": 0.5535714285714286, + "IoU_coffee": 0.38271604938271603, + "precision_coffee": 0.96875, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02479757085020249, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7988834951456311, + "mIoU": 0.6100102846555068, + "macroF1": 0.7473865721657112, + "F1_coffee": 0.8614427611116685, + "IoU_coffee": 0.7566090941135002, + "precision_coffee": 0.9127569099929128, + "recall_coffee": 0.8155911595212463, + "F1_noncoffee": 0.633330383219754, + "IoU_noncoffee": 0.4634114751975133, + "kappa": 0.4989637696874073, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7775736182969876, + "mIoU": 0.5825070539616434, + "macroF1": 0.7247913956699243, + "F1_coffee": 0.8453157576165176, + "IoU_coffee": 0.7320752519075077, + "precision_coffee": 0.9063964808538256, + "recall_coffee": 0.7919475773423225, + "F1_noncoffee": 0.604267033723331, + "IoU_noncoffee": 0.4329388560157791, + "kappa": 0.45590405010912965, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8474445142884773, + "mIoU": 0.6610194993646137, + "macroF1": 0.7848339355231129, + "F1_coffee": 0.9009014668467507, + "IoU_coffee": 0.8196730681298583, + "precision_coffee": 0.898221220092697, + "recall_coffee": 0.9035977569151282, + "F1_noncoffee": 0.6687664041994751, + "IoU_noncoffee": 0.5023659305993691, + "kappa": 0.5696806778553267, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7616724738675958, + "mIoU": 0.47901195542874747, + "macroF1": 0.6024549344678087, + "F1_coffee": 0.8540421899768321, + "IoU_coffee": 0.7452649499893594, + "precision_coffee": 0.9285430200185603, + "recall_coffee": 0.7906084208149904, + "F1_noncoffee": 0.35086767895878523, + "IoU_noncoffee": 0.21275896086813548, + "kappa": 0.22703985597991427, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8054177416153999, + "mIoU": 0.5096221816102577, + "macroF1": 0.6265182543347115, + "F1_coffee": 0.885005570867296, + "IoU_coffee": 0.7937309351004523, + "precision_coffee": 0.9245283018867925, + "recall_coffee": 0.8487234281858058, + "F1_noncoffee": 0.368030937802127, + "IoU_noncoffee": 0.2255134281200632, + "kappa": 0.2604638248429752, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.876265131970629, + "mIoU": 0.5868475378324669, + "macroF1": 0.6984384230508627, + "F1_coffee": 0.9300106639726105, + "IoU_coffee": 0.8691775073436845, + "precision_coffee": 0.9281873179475689, + "recall_coffee": 0.931841187717917, + "F1_noncoffee": 0.466866182129115, + "IoU_noncoffee": 0.3045175683212493, + "kappa": 0.39689457429682123, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8342965419232591, + "mIoU": 0.6984374579600183, + "macroF1": 0.8203179359290924, + "F1_coffee": 0.8704348470257056, + "IoU_coffee": 0.7705928646379853, + "precision_coffee": 0.8946246383432314, + "recall_coffee": 0.8475187536064628, + "F1_noncoffee": 0.7702010248324793, + "IoU_noncoffee": 0.6262820512820513, + "kappa": 0.641101258961997, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7511081769310572, + "mIoU": 0.5913169446760019, + "macroF1": 0.7411267865331389, + "F1_coffee": 0.7919590067008278, + "IoU_coffee": 0.6555729574523623, + "precision_coffee": 0.88045574057844, + "recall_coffee": 0.7196275071633238, + "F1_noncoffee": 0.6902945663654501, + "IoU_noncoffee": 0.5270609318996415, + "kappa": 0.489924951585711, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8200509289823635, + "mIoU": 0.6704022842178411, + "macroF1": 0.7991962100978562, + "F1_coffee": 0.8639087018544935, + "IoU_coffee": 0.7604218985434456, + "precision_coffee": 0.8602272727272727, + "recall_coffee": 0.867621776504298, + "F1_noncoffee": 0.7344837183412191, + "IoU_noncoffee": 0.5803826698922366, + "kappa": 0.5984067702537298, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2493, + 2995 + ], + [ + 47571, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5787186821301777, + "ssl_variant": "", + "test_tta": { + "OA": 0.8238759239533908, + "mIoU": 0.6315408103476879, + "macroF1": 0.7623511253390882, + "F1_coffee": 0.8832696894821851, + "IoU_coffee": 0.7909427022470834, + "precision_coffee": 0.8984245800330751, + "recall_coffee": 0.8686175919887236, + "F1_noncoffee": 0.6414325611959915, + "IoU_noncoffee": 0.47213891844829253, + "kappa": 0.5251173154747095, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7962530287296642, + "mIoU": 0.5942246182197665, + "macroF1": 0.7318548537236749, + "F1_coffee": 0.8632628369549437, + "IoU_coffee": 0.7594216719742511, + "precision_coffee": 0.8666770319119991, + "recall_coffee": 0.8598754362623166, + "F1_noncoffee": 0.6004468704924061, + "IoU_noncoffee": 0.42902756446528173, + "kappa": 0.46373402558274507, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6272662168324896, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7608534262935347, + "mIoU": 0.5748629069818192, + "macroF1": 0.7214679435554473, + "F1_coffee": 0.8262062818137036, + "IoU_coffee": 0.703876898481215, + "precision_coffee": 0.9335524397678179, + "recall_coffee": 0.7410009887867376, + "F1_noncoffee": 0.616729605297191, + "IoU_noncoffee": 0.44584891548242334, + "kappa": 0.4587188902816858, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7376110534210223, + "mIoU": 0.5484976803094562, + "macroF1": 0.6996600095803618, + "F1_coffee": 0.8064224381005075, + "IoU_coffee": 0.6756347168734845, + "precision_coffee": 0.8996486396657328, + "recall_coffee": 0.7307032259308536, + "F1_noncoffee": 0.5928975810602162, + "IoU_noncoffee": 0.4213606437454279, + "kappa": 0.4125855136554376, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7733495145631067, + "mIoU": 0.5873039202380199, + "macroF1": 0.7310324114677531, + "F1_coffee": 0.8377185360258593, + "IoU_coffee": 0.7207535885167464, + "precision_coffee": 0.9284283513097072, + "recall_coffee": 0.7631562282312709, + "F1_noncoffee": 0.6243462869096468, + "IoU_noncoffee": 0.45385425195929346, + "kappa": 0.473694520943129, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.740099608336154, + "mIoU": 0.5524723694323574, + "macroF1": 0.703316186022227, + "F1_coffee": 0.807781711547402, + "IoU_coffee": 0.6775451436798848, + "precision_coffee": 0.9340059543499835, + "recall_coffee": 0.711612374771596, + "F1_noncoffee": 0.598850660497052, + "IoU_noncoffee": 0.42739959518483006, + "kappa": 0.42841829452451824, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7691600986412649, + "mIoU": 0.5855184859683595, + "macroF1": 0.7303374801195401, + "F1_coffee": 0.8326556365675827, + "IoU_coffee": 0.7132904930634797, + "precision_coffee": 0.9383740222801612, + "recall_coffee": 0.7483460399470733, + "F1_noncoffee": 0.6280193236714976, + "IoU_noncoffee": 0.45774647887323944, + "kappa": 0.47547373048225267, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7123942259830761, + "mIoU": 0.45422037654521796, + "macroF1": 0.5886133671571905, + "F1_coffee": 0.8142719382835101, + "IoU_coffee": 0.6867273910214704, + "precision_coffee": 0.9457885304659498, + "recall_coffee": 0.7148662377243481, + "F1_noncoffee": 0.362954796030871, + "IoU_noncoffee": 0.22171336206896552, + "kappa": 0.22840163745800432, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7063901567771383, + "mIoU": 0.4506569648038091, + "macroF1": 0.5861015471571652, + "F1_coffee": 0.8092321578234801, + "IoU_coffee": 0.6795885219274499, + "precision_coffee": 0.9480362537764351, + "recall_coffee": 0.7058823529411765, + "F1_noncoffee": 0.3629709364908504, + "IoU_noncoffee": 0.22172540768016832, + "kappa": 0.22750076172800796, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7435006945822584, + "mIoU": 0.48563041367980886, + "macroF1": 0.6196402728765016, + "F1_coffee": 0.8366921473245309, + "IoU_coffee": 0.7192353643966547, + "precision_coffee": 0.9544537330642836, + "recall_coffee": 0.7447981104487684, + "F1_noncoffee": 0.4025883984284724, + "IoU_noncoffee": 0.25202546296296297, + "kappa": 0.27940904506623043, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8313595452392231, + "mIoU": 0.6973033343658371, + "macroF1": 0.8199135288946581, + "F1_coffee": 0.8653147699757869, + "IoU_coffee": 0.762603360896239, + "precision_coffee": 0.9099299809038829, + "recall_coffee": 0.8248701673398731, + "F1_noncoffee": 0.7745122878135292, + "IoU_noncoffee": 0.6320033078354352, + "kappa": 0.6412708991172329, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7721399603885692, + "mIoU": 0.6212097192386405, + "macroF1": 0.7649934120337151, + "F1_coffee": 0.805974943784131, + "IoU_coffee": 0.6750067258541835, + "precision_coffee": 0.91703216374269, + "recall_coffee": 0.7189111747851002, + "F1_noncoffee": 0.7240118802832991, + "IoU_noncoffee": 0.5674127126230976, + "kappa": 0.5395918822757297, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7935489955672923, + "mIoU": 0.6483128878121437, + "macroF1": 0.7851533595735415, + "F1_coffee": 0.8276242223797149, + "IoU_coffee": 0.7059376679204729, + "precision_coffee": 0.9188669347788074, + "recall_coffee": 0.752865329512894, + "F1_noncoffee": 0.7426824967673681, + "IoU_noncoffee": 0.5906881077038145, + "kappa": 0.5765397159148515, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2410, + 2995 + ], + [ + 44734, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4800116141637167, + "ssl_variant": "", + "test_tta": { + "OA": 0.7910816306768664, + "mIoU": 0.6065163471053008, + "macroF1": 0.7459204917120792, + "F1_coffee": 0.8530396775841517, + "IoU_coffee": 0.7437394833217856, + "precision_coffee": 0.9264647859538371, + "recall_coffee": 0.7903982496370943, + "F1_noncoffee": 0.6388013058400067, + "IoU_noncoffee": 0.469293210888816, + "kappa": 0.49956643483150476, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.765936887042806, + "mIoU": 0.5752684619792445, + "macroF1": 0.7204332586717305, + "F1_coffee": 0.8332220041311698, + "IoU_coffee": 0.7141221441279572, + "precision_coffee": 0.8920084492166872, + "recall_coffee": 0.7817049420566514, + "F1_noncoffee": 0.6076445132122912, + "IoU_noncoffee": 0.436414779830532, + "kappa": 0.4465218469704816, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.7513575824844678, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9025370388302508, + "mIoU": 0.7614469755890997, + "macroF1": 0.8592250222396396, + "F1_coffee": 0.9373099002397982, + "IoU_coffee": 0.8820162156881899, + "precision_coffee": 0.9251608672486578, + "recall_coffee": 0.9497822565375634, + "F1_noncoffee": 0.7811401442394811, + "IoU_noncoffee": 0.6408777354900095, + "kappa": 0.7186194432077333, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8709616937810084, + "mIoU": 0.7070779129021241, + "macroF1": 0.8207807479415453, + "F1_coffee": 0.9156142419240745, + "IoU_coffee": 0.8443621055561354, + "precision_coffee": 0.8961487334761096, + "recall_coffee": 0.9359441584234781, + "F1_noncoffee": 0.7259472539590162, + "IoU_noncoffee": 0.5697937202481127, + "kappa": 0.642109881459023, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2819078947368421, + "macroF1": 0.375234521575985, + "F1_coffee": 0.6991869918699187, + "IoU_coffee": 0.5375, + "precision_coffee": 1.0, + "recall_coffee": 0.5375, + "F1_noncoffee": 0.05128205128205128, + "IoU_noncoffee": 0.02631578947368421, + "kappa": 0.027894907557573675, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8930582524271845, + "mIoU": 0.7534029842106661, + "macroF1": 0.8544564695684862, + "F1_coffee": 0.9294113877407159, + "IoU_coffee": 0.8681312103435891, + "precision_coffee": 0.9406537812945908, + "recall_coffee": 0.918434551326705, + "F1_noncoffee": 0.7795015513962567, + "IoU_noncoffee": 0.6386747580777431, + "kappa": 0.7090427640420666, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9118998114211112, + "mIoU": 0.7792292993205294, + "macroF1": 0.8712864169215881, + "F1_coffee": 0.9435878382562388, + "IoU_coffee": 0.8932004689331771, + "precision_coffee": 0.9276191635721678, + "recall_coffee": 0.9601159347237099, + "F1_noncoffee": 0.7989849955869374, + "IoU_noncoffee": 0.6652581297078817, + "kappa": 0.7428443840071528, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9026159276630724, + "mIoU": 0.7513252719910866, + "macroF1": 0.8513779161183731, + "F1_coffee": 0.9386424567389715, + "IoU_coffee": 0.8843791262414604, + "precision_coffee": 0.9086887276588215, + "recall_coffee": 0.9706382710604247, + "F1_noncoffee": 0.7641133754977747, + "IoU_noncoffee": 0.6182714177407127, + "kappa": 0.7039923767732248, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8985564957690393, + "mIoU": 0.6661155141189503, + "macroF1": 0.7775953277496281, + "F1_coffee": 0.941614622128001, + "IoU_coffee": 0.8896708531831962, + "precision_coffee": 0.9561321852455201, + "recall_coffee": 0.9275313240772096, + "F1_noncoffee": 0.6135760333712552, + "IoU_noncoffee": 0.4425601750547046, + "kappa": 0.5558683333150372, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9321293907521334, + "mIoU": 0.7250047350448232, + "macroF1": 0.8245181432304832, + "F1_coffee": 0.9619365609348914, + "IoU_coffee": 0.9266645223544548, + "precision_coffee": 0.9519770899878841, + "recall_coffee": 0.9721066246766393, + "F1_noncoffee": 0.687099725526075, + "IoU_noncoffee": 0.5233449477351917, + "kappa": 0.6493517790075757, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.942051994443342, + "mIoU": 0.744701850636547, + "macroF1": 0.8394861770333326, + "F1_coffee": 0.967795301643322, + "IoU_coffee": 0.9376001709584357, + "precision_coffee": 0.9493670886075949, + "recall_coffee": 0.9869530986390732, + "F1_noncoffee": 0.7111770524233432, + "IoU_noncoffee": 0.5518035303146585, + "kappa": 0.6800535089538021, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8878256750355282, + "mIoU": 0.7820755027606325, + "macroF1": 0.8764638258476356, + "F1_coffee": 0.9139284675777842, + "IoU_coffee": 0.8414993306559572, + "precision_coffee": 0.9211606096131302, + "recall_coffee": 0.9068090017311021, + "F1_noncoffee": 0.8389991841174871, + "IoU_noncoffee": 0.722651674865308, + "kappa": 0.7529561360109203, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8926718853154767, + "mIoU": 0.7844531743444445, + "macroF1": 0.877560011780657, + "F1_coffee": 0.9205750977107761, + "IoU_coffee": 0.8528384844174318, + "precision_coffee": 0.8975231355470876, + "recall_coffee": 0.9448424068767909, + "F1_noncoffee": 0.834544925850538, + "IoU_noncoffee": 0.7160678642714571, + "kappa": 0.7554560742369172, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8651325096670753, + "mIoU": 0.7313255604361699, + "macroF1": 0.8415975379868207, + "F1_coffee": 0.9026548672566371, + "IoU_coffee": 0.8225806451612904, + "precision_coffee": 0.8599221789883269, + "recall_coffee": 0.9498567335243553, + "F1_noncoffee": 0.7805402087170042, + "IoU_noncoffee": 0.6400704757110496, + "kappa": 0.6849490519458418, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2732, + 2995 + ], + [ + 53191, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6951249758402507, + "ssl_variant": "", + "test_tta": { + "OA": 0.9036344856524967, + "mIoU": 0.7632790875008523, + "macroF1": 0.8604632737440727, + "F1_coffee": 0.9380775094112644, + "IoU_coffee": 0.8833766284497744, + "precision_coffee": 0.9250214750276108, + "recall_coffee": 0.9515073738245009, + "F1_noncoffee": 0.7828490380768811, + "IoU_noncoffee": 0.6431815465519302, + "kappa": 0.7211213737562995, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8722452982577593, + "mIoU": 0.7086347880695976, + "macroF1": 0.8218555251649249, + "F1_coffee": 0.9166007607426656, + "IoU_coffee": 0.8460415399322152, + "precision_coffee": 0.8956044966973928, + "recall_coffee": 0.9386051175256936, + "F1_noncoffee": 0.7271102895871843, + "IoU_noncoffee": 0.57122803620698, + "kappa": 0.6443506358580507, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7727359057699612, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9070882153577999, + "mIoU": 0.7648832166549246, + "macroF1": 0.8611852435671328, + "F1_coffee": 0.9410101134302665, + "IoU_coffee": 0.8885921625544267, + "precision_coffee": 0.9172592888533759, + "recall_coffee": 0.966023604653609, + "F1_noncoffee": 0.7813603737039991, + "IoU_noncoffee": 0.6411742707554225, + "kappa": 0.7230586832469675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8757643936771663, + "mIoU": 0.7101754049273301, + "macroF1": 0.8225000943668024, + "F1_coffee": 0.9197338750256248, + "IoU_coffee": 0.851395645723355, + "precision_coffee": 0.8899147086932218, + "recall_coffee": 0.9516206783517479, + "F1_noncoffee": 0.7252663137079799, + "IoU_noncoffee": 0.5689551641313051, + "kappa": 0.6463592409890992, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9116990291262136, + "mIoU": 0.7764866445980894, + "macroF1": 0.8692781112421943, + "F1_coffee": 0.943745167774857, + "IoU_coffee": 0.8934824617907127, + "precision_coffee": 0.9222678916827853, + "recall_coffee": 0.966246596162371, + "F1_noncoffee": 0.7948110547095318, + "IoU_noncoffee": 0.6594908274054662, + "kappa": 0.7390723517049059, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9095788404816014, + "mIoU": 0.768688403337361, + "macroF1": 0.8637182009828662, + "F1_coffee": 0.9427749556276394, + "IoU_coffee": 0.8917448188028251, + "precision_coffee": 0.9165228773725234, + "recall_coffee": 0.9705752630584085, + "F1_noncoffee": 0.7846614463380931, + "IoU_noncoffee": 0.6456319878718969, + "kappa": 0.728275292981762, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.900004835356124, + "mIoU": 0.749714936897961, + "macroF1": 0.850521904352882, + "F1_coffee": 0.9365254757519951, + "IoU_coffee": 0.8806280304779497, + "precision_coffee": 0.9130408761745167, + "recall_coffee": 0.9612500787600026, + "F1_noncoffee": 0.764518332953769, + "IoU_noncoffee": 0.6188018433179724, + "kappa": 0.7017757671991157, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9339970134395221, + "mIoU": 0.7172255184368508, + "macroF1": 0.8173047219587416, + "F1_coffee": 0.9633154429259115, + "IoU_coffee": 0.9292271562766866, + "precision_coffee": 0.9447579769915346, + "recall_coffee": 0.9826165481431313, + "F1_noncoffee": 0.6712940009915717, + "IoU_noncoffee": 0.505223880597015, + "kappa": 0.6358683085658415, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9436396110339353, + "mIoU": 0.7592312828661971, + "macroF1": 0.8511580711984114, + "F1_coffee": 0.9684829652646765, + "IoU_coffee": 0.9388918773534158, + "precision_coffee": 0.9557551199211477, + "recall_coffee": 0.9815543808345518, + "F1_noncoffee": 0.7338331771321462, + "IoU_noncoffee": 0.5795706883789785, + "kappa": 0.7027613170318381, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9451280015876166, + "mIoU": 0.7646477849294657, + "macroF1": 0.8552680951887655, + "F1_coffee": 0.9693101725955935, + "IoU_coffee": 0.9404479862158087, + "precision_coffee": 0.9567265556529361, + "recall_coffee": 0.982229220560117, + "F1_noncoffee": 0.7412260177819373, + "IoU_noncoffee": 0.5888475836431227, + "kappa": 0.7109578118502475, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8904784462340123, + "mIoU": 0.780594914632449, + "macroF1": 0.8750685191155636, + "F1_coffee": 0.9189454494460805, + "IoU_coffee": 0.850045401478791, + "precision_coffee": 0.8939972714870396, + "recall_coffee": 0.9453260242354299, + "F1_noncoffee": 0.8311915887850467, + "IoU_noncoffee": 0.711144427786107, + "kappa": 0.7505416327879966, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772045647458266, + "mIoU": 0.7525932023420878, + "macroF1": 0.85619201890063, + "F1_coffee": 0.9111626637554585, + "IoU_coffee": 0.8368216568492293, + "precision_coffee": 0.8698540906722251, + "recall_coffee": 0.9565902578796561, + "F1_noncoffee": 0.8012213740458015, + "IoU_noncoffee": 0.6683647478349465, + "kappa": 0.7138281092974615, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8571159105913421, + "mIoU": 0.7200983746322615, + "macroF1": 0.833981988747269, + "F1_coffee": 0.8959549481491655, + "IoU_coffee": 0.8115202786762876, + "precision_coffee": 0.8604405751220155, + "recall_coffee": 0.9345272206303725, + "F1_noncoffee": 0.7720090293453724, + "IoU_noncoffee": 0.6286764705882353, + "kappa": 0.6691988716610746, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2772, + 2995 + ], + [ + 53433, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9609131614367166, + "ssl_variant": "", + "test_tta": { + "OA": 0.9070236596623737, + "mIoU": 0.7623599304103659, + "macroF1": 0.8592661277095033, + "F1_coffee": 0.9412484575298041, + "IoU_coffee": 0.8890173187693848, + "precision_coffee": 0.9133876969361095, + "recall_coffee": 0.9708623482633119, + "F1_noncoffee": 0.7772837978892024, + "IoU_noncoffee": 0.6357025420513469, + "kappa": 0.7195215092089159, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8758076612437983, + "mIoU": 0.7067092069255159, + "macroF1": 0.8195554013481399, + "F1_coffee": 0.9203046765819212, + "IoU_coffee": 0.8523744213955083, + "precision_coffee": 0.8848686552288745, + "recall_coffee": 0.9586972869786545, + "F1_noncoffee": 0.7188061261143585, + "IoU_noncoffee": 0.5610439924555233, + "kappa": 0.6411414225843886, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5570797871189793, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7530433371205973, + "mIoU": 0.5708514648701365, + "macroF1": 0.7194438616203103, + "F1_coffee": 0.8165342272491589, + "IoU_coffee": 0.689951704603346, + "precision_coffee": 0.9341426403641881, + "recall_coffee": 0.7252281197789487, + "F1_noncoffee": 0.6223534959914617, + "IoU_noncoffee": 0.45175122513692706, + "kappa": 0.45661683510329026, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7122851044190608, + "mIoU": 0.5253298731943056, + "macroF1": 0.6813267577949067, + "F1_coffee": 0.780652467920877, + "IoU_coffee": 0.6402214687635261, + "precision_coffee": 0.9121486201757542, + "recall_coffee": 0.6822925676065271, + "F1_noncoffee": 0.5820010476689366, + "IoU_noncoffee": 0.41043827762508495, + "kappa": 0.3869333118753943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02386634844868735, + "mIoU": 0.011975607655482291, + "macroF1": 0.02347387128324483, + "F1_coffee": 0.04305100608329434, + "IoU_coffee": 0.021999043519846963, + "precision_coffee": 1.0, + "recall_coffee": 0.021999043519846963, + "F1_noncoffee": 0.003896736483195324, + "IoU_noncoffee": 0.0019521717911176184, + "kappa": 8.58881358376889e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6960495283018868, + "mIoU": 0.5128774289628889, + "macroF1": 0.6721026386542485, + "F1_coffee": 0.7607148383103822, + "IoU_coffee": 0.6138335726324989, + "precision_coffee": 0.9388904802826316, + "recall_coffee": 0.6393783731061837, + "F1_noncoffee": 0.5834904389981147, + "IoU_noncoffee": 0.4119212852932788, + "kappa": 0.3828899242233412, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8025032746325135, + "mIoU": 0.6237794550096658, + "macroF1": 0.7601016824044347, + "F1_coffee": 0.8609583660644148, + "IoU_coffee": 0.7558620689655172, + "precision_coffee": 0.9239791804119932, + "recall_coffee": 0.8059854201304515, + "F1_noncoffee": 0.6592449987444546, + "IoU_noncoffee": 0.49169684105381445, + "kappa": 0.5256118403154791, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7598449987890531, + "mIoU": 0.5798922379454113, + "macroF1": 0.7270615857203044, + "F1_coffee": 0.8216546762589928, + "IoU_coffee": 0.6972953171744307, + "precision_coffee": 0.9414722611491221, + "recall_coffee": 0.7288914417001723, + "F1_noncoffee": 0.632468495181616, + "IoU_noncoffee": 0.462489158716392, + "kappa": 0.47175488025936285, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6874363673386276, + "mIoU": 0.47752651037026667, + "macroF1": 0.6312491708666308, + "F1_coffee": 0.7751903925014646, + "IoU_coffee": 0.6329068516082745, + "precision_coffee": 0.9690589527645551, + "recall_coffee": 0.6459604588723457, + "F1_noncoffee": 0.48730794923179693, + "IoU_noncoffee": 0.3221461691322588, + "kappa": 0.3241840463583557, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7850881512853344, + "mIoU": 0.5703529166420834, + "macroF1": 0.7093430956107012, + "F1_coffee": 0.8577203964527909, + "IoU_coffee": 0.7508848042013928, + "precision_coffee": 0.9656438114814271, + "recall_coffee": 0.7714956011730205, + "F1_noncoffee": 0.5609657947686116, + "IoU_noncoffee": 0.38982102908277405, + "kappa": 0.4402606058012083, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7783318666275545, + "mIoU": 0.5614271463514398, + "macroF1": 0.7014425224539034, + "F1_coffee": 0.8529545307128494, + "IoU_coffee": 0.7436100429767021, + "precision_coffee": 0.9642176272180671, + "recall_coffee": 0.7647127238892766, + "F1_noncoffee": 0.5499305141949573, + "IoU_noncoffee": 0.37924424972617743, + "kappa": 0.42626746978202373, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7040835707502374, + "mIoU": 0.5363993105890521, + "macroF1": 0.6964860497553201, + "F1_coffee": 0.7445063955395211, + "IoU_coffee": 0.5929989550679206, + "precision_coffee": 0.9060067850728397, + "recall_coffee": 0.6318719554627696, + "F1_noncoffee": 0.6484657039711191, + "IoU_noncoffee": 0.47979966611018365, + "kappa": 0.4183992040529065, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8194072657743786, + "mIoU": 0.6676235568210173, + "macroF1": 0.7968865457266066, + "F1_coffee": 0.8645198307394392, + "IoU_coffee": 0.7613693784739768, + "precision_coffee": 0.8824304538799415, + "recall_coffee": 0.8473218051455083, + "F1_noncoffee": 0.7292532607137738, + "IoU_noncoffee": 0.5738777351680577, + "kappa": 0.594107255105772, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7416970627759647, + "mIoU": 0.5800054619274275, + "macroF1": 0.7321687125410797, + "F1_coffee": 0.7826859404021642, + "IoU_coffee": 0.6429613904736633, + "precision_coffee": 0.9122740963855421, + "recall_coffee": 0.6853344647150332, + "F1_noncoffee": 0.6816514846799953, + "IoU_noncoffee": 0.5170495333811916, + "kappa": 0.47971666432520804, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5742, + 7520 + ], + [ + 40076, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.491934303442637, + "ssl_variant": "", + "test_tta": { + "OA": 0.7799545528323324, + "mIoU": 0.5984529669285318, + "macroF1": 0.7407095957976214, + "F1_coffee": 0.8415849682749272, + "IoU_coffee": 0.7264969335054874, + "precision_coffee": 0.9258992620780089, + "recall_coffee": 0.771344728612432, + "F1_noncoffee": 0.6398342233203156, + "IoU_noncoffee": 0.47040900035157623, + "kappa": 0.4910150955945231, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7379571939540787, + "mIoU": 0.5489546237745485, + "macroF1": 0.7000632549205699, + "F1_coffee": 0.8066736893627435, + "IoU_coffee": 0.6759875167186803, + "precision_coffee": 0.9035564454614798, + "recall_coffee": 0.7285552288146995, + "F1_noncoffee": 0.5934528204783961, + "IoU_noncoffee": 0.4219217308304168, + "kappa": 0.4142872852440741, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5836242650949444, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7705729589352378, + "mIoU": 0.5856179431991435, + "macroF1": 0.7300476954377115, + "F1_coffee": 0.8346416162656028, + "IoU_coffee": 0.7162102473498233, + "precision_coffee": 0.9195257120762985, + "recall_coffee": 0.7641048708392237, + "F1_noncoffee": 0.6254537746098201, + "IoU_noncoffee": 0.4550256390484636, + "kappa": 0.47031932939447096, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7325199030806507, + "mIoU": 0.541299333580474, + "macroF1": 0.6931492182365807, + "F1_coffee": 0.8030624814169817, + "IoU_coffee": 0.6709309959367625, + "precision_coffee": 0.897254585577676, + "recall_coffee": 0.726767764131542, + "F1_noncoffee": 0.5832359550561798, + "IoU_noncoffee": 0.4116676712241855, + "kappa": 0.4002847890363298, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13126491646778043, + "mIoU": 0.06589802159631504, + "macroF1": 0.11692146069143643, + "F1_coffee": 0.22946655376799321, + "IoU_coffee": 0.12960306073648972, + "precision_coffee": 1.0, + "recall_coffee": 0.12960306073648972, + "F1_noncoffee": 0.00437636761487965, + "IoU_noncoffee": 0.0021929824561403508, + "kappa": 0.0005682729639419238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.635564072327044, + "mIoU": 0.4568246527939859, + "macroF1": 0.6239878353734281, + "F1_coffee": 0.6899636333235798, + "IoU_coffee": 0.5266751754945757, + "precision_coffee": 0.9659410112359551, + "recall_coffee": 0.5366408739189804, + "F1_noncoffee": 0.5580120374232763, + "IoU_noncoffee": 0.38697413009339615, + "kappa": 0.3263668198374271, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8122544025614903, + "mIoU": 0.6315794528572913, + "macroF1": 0.7652595970644793, + "F1_coffee": 0.8702909237163159, + "IoU_coffee": 0.7703672936569157, + "precision_coffee": 0.9144245668404001, + "recall_coffee": 0.8302212559150787, + "F1_noncoffee": 0.6602282704126426, + "IoU_noncoffee": 0.4927916120576671, + "kappa": 0.5333665159779171, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8620489222572051, + "mIoU": 0.6882349871320405, + "macroF1": 0.8062805868457137, + "F1_coffee": 0.9102200365676817, + "IoU_coffee": 0.8352328608620191, + "precision_coffee": 0.8993334579206379, + "recall_coffee": 0.9213734124704831, + "F1_noncoffee": 0.7023411371237458, + "IoU_noncoffee": 0.5412371134020618, + "kappa": 0.6127493101312335, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7397678680513133, + "mIoU": 0.5288776736883941, + "macroF1": 0.6763421566349838, + "F1_coffee": 0.8196189131968948, + "IoU_coffee": 0.6943680497429152, + "precision_coffee": 0.9717202141900937, + "recall_coffee": 0.7086892848425678, + "F1_noncoffee": 0.5330654000730727, + "IoU_noncoffee": 0.36338729763387295, + "kappa": 0.39129063484438537, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8403427558357136, + "mIoU": 0.6282319387005959, + "macroF1": 0.7548387979972351, + "F1_coffee": 0.8996222676326707, + "IoU_coffee": 0.81755768148565, + "precision_coffee": 0.9527806925498427, + "recall_coffee": 0.8520821114369501, + "F1_noncoffee": 0.6100553283617993, + "IoU_noncoffee": 0.4389061959155417, + "kappa": 0.5155360815095035, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8728854991688667, + "mIoU": 0.63909695700916, + "macroF1": 0.7572205480700795, + "F1_coffee": 0.9247946314936943, + "IoU_coffee": 0.8601097600344345, + "precision_coffee": 0.9200046040515654, + "recall_coffee": 0.9296347987904163, + "F1_noncoffee": 0.5896464646464646, + "IoU_noncoffee": 0.41808415398388543, + "kappa": 0.5145129058259984, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.538366571699905, + "mIoU": 0.3667181351658144, + "macroF1": 0.5358392898925564, + "F1_coffee": 0.5015892545883318, + "IoU_coffee": 0.33474750239496376, + "precision_coffee": 0.9524922118380063, + "recall_coffee": 0.3404314544189283, + "F1_noncoffee": 0.5700893251967808, + "IoU_noncoffee": 0.398688767936665, + "kappa": 0.2220559530665032, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7849904397705545, + "mIoU": 0.6216867443407885, + "macroF1": 0.7623737537269792, + "F1_coffee": 0.8356834952874991, + "IoU_coffee": 0.717745983935743, + "precision_coffee": 0.869942196531792, + "recall_coffee": 0.8040208069731477, + "F1_noncoffee": 0.6890640121664593, + "IoU_noncoffee": 0.5256275047458342, + "kappa": 0.5261381085955978, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8514110193895181, + "mIoU": 0.7083871742905462, + "macroF1": 0.8254465399002494, + "F1_coffee": 0.8927680798004988, + "IoU_coffee": 0.8063063063063063, + "precision_coffee": 0.874949083503055, + "recall_coffee": 0.9113279592702588, + "F1_noncoffee": 0.758125, + "IoU_noncoffee": 0.6104680422747861, + "kappa": 0.6512193821164036, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6513, + 7520 + ], + [ + 40389, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4938054164250691, + "ssl_variant": "", + "test_tta": { + "OA": 0.8007790943028729, + "mIoU": 0.6183135217287169, + "macroF1": 0.7551767826871849, + "F1_coffee": 0.8608390022675737, + "IoU_coffee": 0.7556780858729621, + "precision_coffee": 0.9144625909331792, + "recall_coffee": 0.8131559782375873, + "F1_noncoffee": 0.6495145631067961, + "IoU_noncoffee": 0.4809489575844716, + "kappa": 0.5145576357724524, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7606005538248529, + "mIoU": 0.568141091659949, + "macroF1": 0.7143212681480402, + "F1_coffee": 0.8293039087646411, + "IoU_coffee": 0.7083853059503522, + "precision_coffee": 0.8918034237183173, + "recall_coffee": 0.7749908704760806, + "F1_noncoffee": 0.5993386275314393, + "IoU_noncoffee": 0.42789687736954574, + "kappa": 0.43515430171135155, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7039118281544517, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8783963642265866, + "mIoU": 0.7375243562741902, + "macroF1": 0.8443516987423033, + "F1_coffee": 0.9171458904715563, + "IoU_coffee": 0.8469708729931779, + "precision_coffee": 0.9480543234715808, + "recall_coffee": 0.8881891787687958, + "F1_noncoffee": 0.7715575070130504, + "IoU_noncoffee": 0.6280778395552026, + "kappa": 0.6896130046709459, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8294104072920272, + "mIoU": 0.6628110384252581, + "macroF1": 0.7904722040557614, + "F1_coffee": 0.8807973716566223, + "IoU_coffee": 0.7869865110666883, + "precision_coffee": 0.9258851198169376, + "recall_coffee": 0.839896980530089, + "F1_noncoffee": 0.7001470364549004, + "IoU_noncoffee": 0.5386355657838281, + "kappa": 0.5834293376422698, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12649164677804295, + "mIoU": 0.06350084252654702, + "macroF1": 0.11314566631875819, + "F1_coffee": 0.22193877551020408, + "IoU_coffee": 0.12482065997130559, + "precision_coffee": 1.0, + "recall_coffee": 0.12482065997130559, + "F1_noncoffee": 0.004352557127312296, + "IoU_noncoffee": 0.0021810250817884407, + "kappa": 0.0005443257946296283, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8675805817610063, + "mIoU": 0.7277740839144419, + "macroF1": 0.8383781916969575, + "F1_coffee": 0.9070785780781299, + "IoU_coffee": 0.8299577260394978, + "precision_coffee": 0.9655020551967117, + "recall_coffee": 0.8553221926002991, + "F1_noncoffee": 0.769677805315785, + "IoU_noncoffee": 0.6255904417893859, + "kappa": 0.6796637143680268, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8802697326929607, + "mIoU": 0.7399378084945021, + "macroF1": 0.845952866465985, + "F1_coffee": 0.9186606024652297, + "IoU_coffee": 0.8495580615665955, + "precision_coffee": 0.9478373231773667, + "recall_coffee": 0.8912264995523724, + "F1_noncoffee": 0.7732451304667401, + "IoU_noncoffee": 0.6303175554224086, + "kappa": 0.6927174392543701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8871881811576653, + "mIoU": 0.7445604811728904, + "macroF1": 0.8484872910788577, + "F1_coffee": 0.925061938929824, + "IoU_coffee": 0.8605723180076629, + "precision_coffee": 0.9328358208955224, + "recall_coffee": 0.917416554981173, + "F1_noncoffee": 0.7719126432278914, + "IoU_noncoffee": 0.628548644338118, + "kappa": 0.6970386221812314, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8996131134188556, + "mIoU": 0.7331517734019876, + "macroF1": 0.8373163602644735, + "F1_coffee": 0.9379874213836478, + "IoU_coffee": 0.8832168660428757, + "precision_coffee": 0.9676875162211264, + "recall_coffee": 0.9100561386380278, + "F1_noncoffee": 0.7366452991452992, + "IoU_noncoffee": 0.5830866807610994, + "kappa": 0.6759291433185097, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8817098394563183, + "mIoU": 0.6839771503876798, + "macroF1": 0.7983457867613163, + "F1_coffee": 0.9280019183502188, + "IoU_coffee": 0.8656749804272452, + "precision_coffee": 0.9489946051986268, + "recall_coffee": 0.9079178885630499, + "F1_noncoffee": 0.6686896551724137, + "IoU_noncoffee": 0.5022793203481144, + "kappa": 0.5975976880769778, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8895081646621688, + "mIoU": 0.6841970696944194, + "macroF1": 0.7968439065002861, + "F1_coffee": 0.9340492587837049, + "IoU_coffee": 0.8762593079281646, + "precision_coffee": 0.9374414245548266, + "recall_coffee": 0.9306815538497325, + "F1_noncoffee": 0.6596385542168675, + "IoU_noncoffee": 0.49213483146067416, + "kappa": 0.5937152677215962, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8377018043684711, + "mIoU": 0.707815280992774, + "macroF1": 0.8273962071433505, + "F1_coffee": 0.8695718537739449, + "IoU_coffee": 0.7692411558196057, + "precision_coffee": 0.9626563028050017, + "recall_coffee": 0.792901878914405, + "F1_noncoffee": 0.785220560512756, + "IoU_noncoffee": 0.6463894061659424, + "kappa": 0.6600269435302373, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8788718929254302, + "mIoU": 0.7665216685410166, + "macroF1": 0.8663561397179267, + "F1_coffee": 0.907254227362565, + "IoU_coffee": 0.8302518756698821, + "precision_coffee": 0.9463958460598656, + "recall_coffee": 0.8712217067341488, + "F1_noncoffee": 0.8254580520732884, + "IoU_noncoffee": 0.7027914614121511, + "kappa": 0.7335699506085496, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8849107314263774, + "mIoU": 0.7726190662756613, + "macroF1": 0.8700121478751313, + "F1_coffee": 0.9140193617784153, + "IoU_coffee": 0.8416534601162177, + "precision_coffee": 0.9271166715158569, + "recall_coffee": 0.9012869466836374, + "F1_noncoffee": 0.8260049339718474, + "IoU_noncoffee": 0.703584672435105, + "kappa": 0.7401292473561122, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 555, + 563 + ], + [ + 6802, + 7520 + ], + [ + 46737, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4901343822479247, + "ssl_variant": "", + "test_tta": { + "OA": 0.8927122220418763, + "mIoU": 0.7563265306863534, + "macroF1": 0.8567541261018315, + "F1_coffee": 0.9285235407340124, + "IoU_coffee": 0.8665832391409656, + "precision_coffee": 0.9375873515024459, + "recall_coffee": 0.9196332947778777, + "F1_noncoffee": 0.7849847114696507, + "IoU_noncoffee": 0.6460698222317413, + "kappa": 0.7135887704916564, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8441213799469252, + "mIoU": 0.6771947521174062, + "macroF1": 0.800223051958369, + "F1_coffee": 0.8938706573184863, + "IoU_coffee": 0.8081068124922323, + "precision_coffee": 0.9137906803991247, + "recall_coffee": 0.874800591977551, + "F1_noncoffee": 0.7065754465982517, + "IoU_noncoffee": 0.54628269174258, + "kappa": 0.6009703707071091, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7358665526444149, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8971595520207758, + "mIoU": 0.7688731766066393, + "macroF1": 0.8655972205457877, + "F1_coffee": 0.9307283580784117, + "IoU_coffee": 0.8704320975031186, + "precision_coffee": 0.9505359535506923, + "recall_coffee": 0.9117294263804995, + "F1_noncoffee": 0.8004660830131637, + "IoU_noncoffee": 0.6673142557101601, + "kappa": 0.7315302429034606, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8494000230760356, + "mIoU": 0.6926783183245226, + "macroF1": 0.8126400280640769, + "F1_coffee": 0.8956300975531745, + "IoU_coffee": 0.8109874196759888, + "precision_coffee": 0.9330265103396572, + "recall_coffee": 0.8611159161237002, + "F1_noncoffee": 0.7296499585749793, + "IoU_noncoffee": 0.5743692169730567, + "kappa": 0.6268328951592027, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21479713603818615, + "mIoU": 0.10786039334013715, + "macroF1": 0.17821802954506813, + "F1_coffee": 0.3515963736696886, + "IoU_coffee": 0.21329507412721185, + "precision_coffee": 1.0, + "recall_coffee": 0.21329507412721185, + "F1_noncoffee": 0.004839685420447671, + "IoU_noncoffee": 0.002425712553062462, + "kappa": 0.0010342499644186492, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8937205188679245, + "mIoU": 0.7658707143355072, + "macroF1": 0.8638321876782691, + "F1_coffee": 0.9276273965269181, + "IoU_coffee": 0.8650234009360375, + "precision_coffee": 0.9554728425696167, + "recall_coffee": 0.9013589960335523, + "F1_noncoffee": 0.80003697882962, + "IoU_noncoffee": 0.6667180277349769, + "kappa": 0.7283019538688171, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8923009751127929, + "mIoU": 0.7602664358935335, + "macroF1": 0.8598141027793292, + "F1_coffee": 0.9272989258580037, + "IoU_coffee": 0.8644523140798632, + "precision_coffee": 0.9503289032084844, + "recall_coffee": 0.9053587415270495, + "F1_noncoffee": 0.7923292797006548, + "IoU_noncoffee": 0.6560805577072037, + "kappa": 0.7200977535330879, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9054008234439331, + "mIoU": 0.7807290401817211, + "macroF1": 0.8732474487761102, + "F1_coffee": 0.9370872660503173, + "IoU_coffee": 0.8816220147896715, + "precision_coffee": 0.9460777936776376, + "recall_coffee": 0.928266002935733, + "F1_noncoffee": 0.809407631501903, + "IoU_noncoffee": 0.6798360655737705, + "kappa": 0.746564232392282, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9015475463245775, + "mIoU": 0.7192472225209251, + "macroF1": 0.8253762811401951, + "F1_coffee": 0.9407075847691458, + "IoU_coffee": 0.8880527899976847, + "precision_coffee": 0.945286506469501, + "recall_coffee": 0.9361728093727117, + "F1_noncoffee": 0.7100449775112444, + "IoU_noncoffee": 0.5504416550441655, + "kappa": 0.6507926318253242, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.89618831872353, + "mIoU": 0.713908996336579, + "macroF1": 0.8218324954121451, + "F1_coffee": 0.9369315461943514, + "IoU_coffee": 0.8813463919846899, + "precision_coffee": 0.9562721387565652, + "recall_coffee": 0.918357771260997, + "F1_noncoffee": 0.7067334446299388, + "IoU_noncoffee": 0.5464716006884681, + "kappa": 0.6443414788584615, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9126821159675369, + "mIoU": 0.7326639684379498, + "macroF1": 0.8346327827153215, + "F1_coffee": 0.9482408856430765, + "IoU_coffee": 0.9015761049267056, + "precision_coffee": 0.9451184286539572, + "recall_coffee": 0.9513840428006514, + "F1_noncoffee": 0.7210246797875663, + "IoU_noncoffee": 0.563751831949194, + "kappa": 0.6692850214182113, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8864197530864197, + "mIoU": 0.7812272002730047, + "macroF1": 0.8760330139218792, + "F1_coffee": 0.9119163352481956, + "IoU_coffee": 0.838093948829024, + "precision_coffee": 0.9684029407164085, + "recall_coffee": 0.8616562282533055, + "F1_noncoffee": 0.8401496925955627, + "IoU_noncoffee": 0.7243604517169855, + "kappa": 0.7535874846137456, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.888527724665392, + "mIoU": 0.7810867537125129, + "macroF1": 0.8756680047966512, + "F1_coffee": 0.9156539351851852, + "IoU_coffee": 0.8444296197464977, + "precision_coffee": 0.9430785277901952, + "recall_coffee": 0.8897792773794461, + "F1_noncoffee": 0.8356820744081173, + "IoU_noncoffee": 0.7177438876785281, + "kappa": 0.7517449902758803, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8982530236129775, + "mIoU": 0.7978521957796569, + "macroF1": 0.8863463694602361, + "F1_coffee": 0.9231327048585932, + "IoU_coffee": 0.8572390572390572, + "precision_coffee": 0.947313588331597, + "recall_coffee": 0.9001555649837364, + "F1_noncoffee": 0.8495600340618791, + "IoU_noncoffee": 0.7384653343202566, + "kappa": 0.7729822320567323, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 555, + 563 + ], + [ + 6916, + 7520 + ], + [ + 47779, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3533929228782653, + "ssl_variant": "", + "test_tta": { + "OA": 0.9013634150300276, + "mIoU": 0.7750171108003289, + "macroF1": 0.8695838951899293, + "F1_coffee": 0.9339621616335047, + "IoU_coffee": 0.8761060142711519, + "precision_coffee": 0.9478571586121711, + "recall_coffee": 0.9204686629824786, + "F1_noncoffee": 0.8052056287463538, + "IoU_noncoffee": 0.6739282073295059, + "kappa": 0.7393330248649025, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8532075689396562, + "mIoU": 0.6962733946276392, + "macroF1": 0.814975369742683, + "F1_coffee": 0.8990818410772007, + "IoU_coffee": 0.8166654658116579, + "precision_coffee": 0.9285816692268305, + "recall_coffee": 0.8713986430644448, + "F1_noncoffee": 0.7308688984081654, + "IoU_noncoffee": 0.5758813234436203, + "kappa": 0.6309440511600416, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5768145303609109, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7392793377698426, + "mIoU": 0.5608619326544985, + "macroF1": 0.7127324689665601, + "F1_coffee": 0.8000597468228382, + "IoU_coffee": 0.6667496524968362, + "precision_coffee": 0.9549817252548064, + "recall_coffee": 0.6883862399862914, + "F1_noncoffee": 0.6254051911102819, + "IoU_noncoffee": 0.4549742128121607, + "kappa": 0.4524617170880419, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6996365524402908, + "mIoU": 0.5174326780811884, + "macroF1": 0.6762698145243302, + "F1_coffee": 0.7632440543858852, + "IoU_coffee": 0.6171339277507124, + "precision_coffee": 0.9341588980102964, + "recall_coffee": 0.6451978704184205, + "F1_noncoffee": 0.5892955746627752, + "IoU_noncoffee": 0.4177314284116644, + "kappa": 0.38807375385509124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04821002386634845, + "mIoU": 0.024195644712143992, + "macroF1": 0.0463307259468137, + "F1_coffee": 0.0886654478976234, + "IoU_coffee": 0.046389287422285985, + "precision_coffee": 1.0, + "recall_coffee": 0.046389287422285985, + "F1_noncoffee": 0.003996003996003996, + "IoU_noncoffee": 0.002002002002002002, + "kappa": 0.00018572564397255803, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7410082547169812, + "mIoU": 0.565627925668821, + "macroF1": 0.7173419602754962, + "F1_coffee": 0.7991311306733737, + "IoU_coffee": 0.6654607768469155, + "precision_coffee": 0.9652918431228135, + "recall_coffee": 0.6817738474543208, + "F1_noncoffee": 0.6355527898776188, + "IoU_noncoffee": 0.46579507449072666, + "kappa": 0.463524961633486, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7153737932372775, + "mIoU": 0.5347039602744608, + "macroF1": 0.6910846158104273, + "F1_coffee": 0.7777062099799189, + "IoU_coffee": 0.6362678239305641, + "precision_coffee": 0.9542538354253836, + "recall_coffee": 0.6562859700728993, + "F1_noncoffee": 0.6044630216409358, + "IoU_noncoffee": 0.4331400966183575, + "kappa": 0.41763820128279455, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7614434487769436, + "mIoU": 0.5829928840512115, + "macroF1": 0.7298510245536718, + "F1_coffee": 0.8222342537448114, + "IoU_coffee": 0.6981305547042599, + "precision_coffee": 0.9463276836158192, + "recall_coffee": 0.7269130129555172, + "F1_noncoffee": 0.6374677953625322, + "IoU_noncoffee": 0.46785521339816316, + "kappa": 0.47800737094691265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7509672164528609, + "mIoU": 0.5408854037573081, + "macroF1": 0.6867185016283077, + "F1_coffee": 0.8285914505956552, + "IoU_coffee": 0.7073462550849485, + "precision_coffee": 0.9730085582620145, + "recall_coffee": 0.7215035391750061, + "F1_noncoffee": 0.5448455526609601, + "IoU_noncoffee": 0.37442455242966755, + "kappa": 0.40806326209544, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6652221018418202, + "mIoU": 0.4560582244479463, + "macroF1": 0.6113515006231938, + "F1_coffee": 0.7560467953778799, + "IoU_coffee": 0.607777521347796, + "precision_coffee": 0.9739275147928994, + "recall_coffee": 0.6178299120234604, + "F1_noncoffee": 0.46665620586850776, + "IoU_noncoffee": 0.3043389275480966, + "kappa": 0.299364481205889, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7457709983377334, + "mIoU": 0.5248403159589209, + "macroF1": 0.6694171680779385, + "F1_coffee": 0.8282921674811782, + "IoU_coffee": 0.7069101566903393, + "precision_coffee": 0.9582823960880196, + "recall_coffee": 0.7293556641079321, + "F1_noncoffee": 0.5105421686746988, + "IoU_noncoffee": 0.34277047522750254, + "kappa": 0.3717852669987036, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.731718898385565, + "mIoU": 0.5719540209384704, + "macroF1": 0.7265988801429104, + "F1_coffee": 0.7640130314927742, + "IoU_coffee": 0.618140037848067, + "precision_coffee": 0.9554951943167572, + "recall_coffee": 0.636464857341684, + "F1_noncoffee": 0.6891847287930465, + "IoU_noncoffee": 0.5257680040288736, + "kappa": 0.48066779551119315, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7640535372848949, + "mIoU": 0.6088312234499145, + "macroF1": 0.7551001977012017, + "F1_coffee": 0.8019261637239166, + "IoU_coffee": 0.6693461950696677, + "precision_coffee": 0.9343557134841968, + "recall_coffee": 0.7023759313932236, + "F1_noncoffee": 0.708274231678487, + "IoU_noncoffee": 0.5483162518301611, + "kappa": 0.5242754018055558, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7768285659435592, + "mIoU": 0.624452944950529, + "macroF1": 0.7669490239157176, + "F1_coffee": 0.8149327389954628, + "IoU_coffee": 0.6876679204728641, + "precision_coffee": 0.932083029861617, + "recall_coffee": 0.723942865224155, + "F1_noncoffee": 0.7189653088359724, + "IoU_noncoffee": 0.561237969428194, + "kappa": 0.5448173178708323, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5803, + 7520 + ], + [ + 39167, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4892723162968953, + "ssl_variant": "", + "test_tta": { + "OA": 0.7737704918032787, + "mIoU": 0.5981285200983518, + "macroF1": 0.7420264118394452, + "F1_coffee": 0.8325202470500589, + "IoU_coffee": 0.7130918073281186, + "precision_coffee": 0.9481607181957521, + "recall_coffee": 0.7420211626611832, + "F1_noncoffee": 0.6515325766288315, + "IoU_noncoffee": 0.483165232868585, + "kappa": 0.4995418260686889, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7320872274143302, + "mIoU": 0.5493421245349904, + "macroF1": 0.7022949035361554, + "F1_coffee": 0.7964720061356415, + "IoU_coffee": 0.6617810389090181, + "precision_coffee": 0.9262506052343212, + "recall_coffee": 0.6985911703088662, + "F1_noncoffee": 0.6081178009366693, + "IoU_noncoffee": 0.43690321016096273, + "kappa": 0.42627601151345473, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6480126885976487, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8517773088784288, + "mIoU": 0.6906926368125588, + "macroF1": 0.8104716045249695, + "F1_coffee": 0.8989510025229053, + "IoU_coffee": 0.8164495899662325, + "precision_coffee": 0.9298173327839583, + "recall_coffee": 0.8700681146382213, + "F1_noncoffee": 0.7219922065270337, + "IoU_noncoffee": 0.5649356836588851, + "kappa": 0.6220889574670342, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8061036113995615, + "mIoU": 0.6256609532159072, + "macroF1": 0.7610395958572507, + "F1_coffee": 0.8648110532349215, + "IoU_coffee": 0.7618212419169103, + "precision_coffee": 0.9068688445072443, + "recall_coffee": 0.8264813853812297, + "F1_noncoffee": 0.6572681384795799, + "IoU_noncoffee": 0.4895006645149041, + "kappa": 0.5246710515899213, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1350835322195704, + "mIoU": 0.06781581226022158, + "macroF1": 0.11991932118514398, + "F1_coffee": 0.23544303797468355, + "IoU_coffee": 0.133428981348637, + "precision_coffee": 1.0, + "recall_coffee": 0.133428981348637, + "F1_noncoffee": 0.004395604395604396, + "IoU_noncoffee": 0.0022026431718061676, + "kappa": 0.0005876201699043725, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8652712264150944, + "mIoU": 0.7112598518194109, + "macroF1": 0.8253315575146651, + "F1_coffee": 0.9088552054248106, + "IoU_coffee": 0.8329373057941876, + "precision_coffee": 0.9296837810268617, + "recall_coffee": 0.88893946290396, + "F1_noncoffee": 0.7418079096045198, + "IoU_noncoffee": 0.5895823978446341, + "kappa": 0.6511591211871781, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8450007276961141, + "mIoU": 0.6830531870970354, + "macroF1": 0.8051929797099064, + "F1_coffee": 0.8932544853162273, + "IoU_coffee": 0.8071001630139467, + "precision_coffee": 0.9352830056671098, + "recall_coffee": 0.8548407724772988, + "F1_noncoffee": 0.7171314741035857, + "IoU_noncoffee": 0.5590062111801242, + "kappa": 0.6124596978689547, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8452409784451441, + "mIoU": 0.6786280189949402, + "macroF1": 0.8012589632743805, + "F1_coffee": 0.894752445893863, + "IoU_coffee": 0.8095493562231759, + "precision_coffee": 0.9246323529411765, + "recall_coffee": 0.8667432510051695, + "F1_noncoffee": 0.707765480654898, + "IoU_noncoffee": 0.5477066817667045, + "kappa": 0.6036671378802334, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8882101405009163, + "mIoU": 0.7097505660151546, + "macroF1": 0.8197918020859895, + "F1_coffee": 0.9308302885221116, + "IoU_coffee": 0.8706104171576715, + "precision_coffee": 0.9619791666666667, + "recall_coffee": 0.9016353429338541, + "F1_noncoffee": 0.7087533156498673, + "IoU_noncoffee": 0.5488907148726376, + "kappa": 0.6411677311963151, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8518664434157391, + "mIoU": 0.6488294199157854, + "macroF1": 0.7722490059271501, + "F1_coffee": 0.906907650408517, + "IoU_coffee": 0.8296715741789354, + "precision_coffee": 0.9600314506617743, + "recall_coffee": 0.8593548387096774, + "F1_noncoffee": 0.6375903614457832, + "IoU_noncoffee": 0.4679872656526353, + "kappa": 0.5498638429177238, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8564583944460741, + "mIoU": 0.6272248377753442, + "macroF1": 0.7494831220389981, + "F1_coffee": 0.9131874630396215, + "IoU_coffee": 0.8402437697246709, + "precision_coffee": 0.9288979788257941, + "recall_coffee": 0.8979995347755292, + "F1_noncoffee": 0.5857787810383747, + "IoU_noncoffee": 0.4142059058260176, + "kappa": 0.4996491633610968, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8438746438746438, + "mIoU": 0.7027553848219845, + "macroF1": 0.8221534130893737, + "F1_coffee": 0.8843068261787473, + "IoU_coffee": 0.7926075438375173, + "precision_coffee": 0.8943772241992882, + "recall_coffee": 0.8744606819763396, + "F1_noncoffee": 0.76, + "IoU_noncoffee": 0.6129032258064516, + "kappa": 0.6444003487938572, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8383365200764819, + "mIoU": 0.6992872023428837, + "macroF1": 0.8202861900050675, + "F1_coffee": 0.8772413793103448, + "IoU_coffee": 0.7813267813267813, + "precision_coffee": 0.9069348543980786, + "recall_coffee": 0.8494306199915648, + "F1_noncoffee": 0.7633310006997901, + "IoU_noncoffee": 0.617247623358986, + "kappa": 0.641313646039145, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8342292186600115, + "mIoU": 0.6967397727099882, + "macroF1": 0.8189220291251752, + "F1_coffee": 0.871569866884807, + "IoU_coffee": 0.7723737972848294, + "precision_coffee": 0.9190715181932246, + "recall_coffee": 0.8287370951774855, + "F1_noncoffee": 0.7662741913655434, + "IoU_noncoffee": 0.621105748135147, + "kappa": 0.6395961143279201, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6623, + 7520 + ], + [ + 45278, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4892338315645854, + "ssl_variant": "", + "test_tta": { + "OA": 0.8700860249959422, + "mIoU": 0.714580071252177, + "macroF1": 0.8272180295508222, + "F1_coffee": 0.9132808944939219, + "IoU_coffee": 0.8404019860022731, + "precision_coffee": 0.9240331491712708, + "recall_coffee": 0.9027759928029816, + "F1_noncoffee": 0.7411551646077227, + "IoU_noncoffee": 0.5887581565020809, + "kappa": 0.6545756643120484, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8244779046959733, + "mIoU": 0.6451040903662612, + "macroF1": 0.7752344310631785, + "F1_coffee": 0.8804401218194322, + "IoU_coffee": 0.7864162864162865, + "precision_coffee": 0.9005044110849862, + "recall_coffee": 0.8612504564761959, + "F1_noncoffee": 0.6700287403069248, + "IoU_noncoffee": 0.5037918943162358, + "kappa": 0.5510839422075605, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 60, + "stopped_epoch": 80, + "best_val": 0.7202220941336295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8932316182437916, + "mIoU": 0.7563204643203185, + "macroF1": 0.8566726219124128, + "F1_coffee": 0.9290598106248518, + "IoU_coffee": 0.8675179247563038, + "precision_coffee": 0.9355777584708949, + "recall_coffee": 0.9226320524354196, + "F1_noncoffee": 0.7842854331999738, + "IoU_noncoffee": 0.6451230038843332, + "kappa": 0.7133875441956595, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.852529710395754, + "mIoU": 0.6905227398622621, + "macroF1": 0.8101771020355006, + "F1_coffee": 0.8998403322656165, + "IoU_coffee": 0.817917942873424, + "precision_coffee": 0.9175556354628631, + "recall_coffee": 0.8827961329258682, + "F1_noncoffee": 0.7205138718053847, + "IoU_noncoffee": 0.5631275368511002, + "kappa": 0.6207486857537632, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43914081145584727, + "mIoU": 0.2207303078868238, + "macroF1": 0.3080037815398896, + "F1_coffee": 0.6092450947788494, + "IoU_coffee": 0.4380679100908656, + "precision_coffee": 1.0, + "recall_coffee": 0.4380679100908656, + "F1_noncoffee": 0.006762468300929839, + "IoU_noncoffee": 0.0033927056827820186, + "kappa": 0.0029680597403028922, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.901189072327044, + "mIoU": 0.7742578799432422, + "macroF1": 0.8690463208013937, + "F1_coffee": 0.9339247576803023, + "IoU_coffee": 0.8760401898539111, + "precision_coffee": 0.94394261424017, + "recall_coffee": 0.9241173028155276, + "F1_noncoffee": 0.8041678839224852, + "IoU_noncoffee": 0.6724755700325733, + "kappa": 0.738180040577103, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8887110076165526, + "mIoU": 0.7474179106472005, + "macroF1": 0.8504815832599858, + "F1_coffee": 0.926085835803583, + "IoU_coffee": 0.8623462346234624, + "precision_coffee": 0.9333030263670606, + "recall_coffee": 0.9189794091316025, + "F1_noncoffee": 0.7748773307163886, + "IoU_noncoffee": 0.6324895866709388, + "kappa": 0.7010176203147728, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8899007023492371, + "mIoU": 0.7475292843579651, + "macroF1": 0.8503842055923767, + "F1_coffee": 0.9272756358982562, + "IoU_coffee": 0.8644118348842759, + "precision_coffee": 0.9297446426279995, + "recall_coffee": 0.9248197077031081, + "F1_noncoffee": 0.7734927752864973, + "IoU_noncoffee": 0.6306467338316543, + "kappa": 0.700774983482109, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9100997760130319, + "mIoU": 0.7299848306132759, + "macroF1": 0.8328592444442603, + "F1_coffee": 0.9464816049457543, + "IoU_coffee": 0.8984006443447244, + "precision_coffee": 0.9401565322095123, + "recall_coffee": 0.9528923602636075, + "F1_noncoffee": 0.7192368839427663, + "IoU_noncoffee": 0.5615690168818273, + "kappa": 0.6657978443701894, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.882005318625037, + "mIoU": 0.6782545824920496, + "macroF1": 0.7930277757736555, + "F1_coffee": 0.9287328970850685, + "IoU_coffee": 0.8669480231008441, + "precision_coffee": 0.9421846710923355, + "recall_coffee": 0.9156598240469208, + "F1_noncoffee": 0.6573226544622426, + "IoU_noncoffee": 0.4895611418832552, + "kappa": 0.5864608733376218, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8977217170235651, + "mIoU": 0.6818500980765132, + "macroF1": 0.7928329795804543, + "F1_coffee": 0.9402422303473492, + "IoU_coffee": 0.8872237196765499, + "precision_coffee": 0.9239838311250842, + "recall_coffee": 0.9570830425680391, + "F1_noncoffee": 0.6454237288135594, + "IoU_noncoffee": 0.47647647647647645, + "kappa": 0.586425752707278, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8928774928774929, + "mIoU": 0.7884253554200413, + "macroF1": 0.8803602705171503, + "F1_coffee": 0.9190585533869116, + "IoU_coffee": 0.8502389803505045, + "precision_coffee": 0.9486002073766849, + "recall_coffee": 0.8913013221990258, + "F1_noncoffee": 0.8416619876473891, + "IoU_noncoffee": 0.7266117304895783, + "kappa": 0.7611736468720424, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8952198852772466, + "mIoU": 0.7877756718883082, + "macroF1": 0.8796146260055409, + "F1_coffee": 0.9229579642907353, + "IoU_coffee": 0.8569377365879128, + "precision_coffee": 0.9229579642907353, + "recall_coffee": 0.9229579642907353, + "F1_noncoffee": 0.8362712877203465, + "IoU_noncoffee": 0.7186136071887035, + "kappa": 0.7592292520110817, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8822230754463428, + "mIoU": 0.7704619486186414, + "macroF1": 0.868793672643401, + "F1_coffee": 0.910770125809032, + "IoU_coffee": 0.8361597008946455, + "precision_coffee": 0.9374251497005988, + "recall_coffee": 0.885589025597511, + "F1_noncoffee": 0.82681721947777, + "IoU_noncoffee": 0.7047641963426372, + "kappa": 0.7379984790945598, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 548, + 563 + ], + [ + 6879, + 7520 + ], + [ + 47586, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9829343914985658, + "ssl_variant": "", + "test_tta": { + "OA": 0.89780879727317, + "mIoU": 0.7636182223108621, + "macroF1": 0.8615596252613738, + "F1_coffee": 0.9323999312832847, + "IoU_coffee": 0.8733606887118835, + "precision_coffee": 0.9347685683530678, + "recall_coffee": 0.9300432677890588, + "F1_noncoffee": 0.7907193192394628, + "IoU_noncoffee": 0.6538757559098406, + "kappa": 0.7231247542255365, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.857736240913811, + "mIoU": 0.6971051343749813, + "macroF1": 0.8148164621816183, + "F1_coffee": 0.9039682230616457, + "IoU_coffee": 0.8247646118315864, + "precision_coffee": 0.9159350523802947, + "recall_coffee": 0.8923100578523516, + "F1_noncoffee": 0.7256647013015909, + "IoU_noncoffee": 0.5694456569183762, + "kappa": 0.6298134405736683, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7359622007634867, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.902856679110534, + "mIoU": 0.7791129957799472, + "macroF1": 0.8723974614555114, + "F1_coffee": 0.9347406527025112, + "IoU_coffee": 0.8774770717327219, + "precision_coffee": 0.9519822320932815, + "recall_coffee": 0.9181124962515529, + "F1_noncoffee": 0.8100542702085118, + "IoU_noncoffee": 0.6807489198271723, + "kappa": 0.7450383439361925, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8534960193838699, + "mIoU": 0.6982905467795665, + "macroF1": 0.8166331833136267, + "F1_coffee": 0.8988488807456385, + "IoU_coffee": 0.8162811307446058, + "precision_coffee": 0.9325963425973758, + "recall_coffee": 0.8674585327413558, + "F1_noncoffee": 0.7344174858816147, + "IoU_noncoffee": 0.5802999628145271, + "kappa": 0.6345229280899222, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18186157517899762, + "mIoU": 0.0913123987776206, + "macroF1": 0.15507814779467546, + "F1_coffee": 0.3055105348460292, + "IoU_coffee": 0.18029650884744142, + "precision_coffee": 1.0, + "recall_coffee": 0.18029650884744142, + "F1_noncoffee": 0.004645760743321719, + "IoU_noncoffee": 0.002328288707799767, + "kappa": 0.0008392123646923201, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8967669025157232, + "mIoU": 0.774826782683939, + "macroF1": 0.8700579723467644, + "F1_coffee": 0.9289698772777985, + "IoU_coffee": 0.8673611111111111, + "precision_coffee": 0.9675352112676057, + "recall_coffee": 0.8933610767930295, + "F1_noncoffee": 0.8111460674157304, + "IoU_noncoffee": 0.682292454256767, + "kappa": 0.741209128165331, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9079706981031388, + "mIoU": 0.786156113183122, + "macroF1": 0.8768670443607612, + "F1_coffee": 0.9387531075452814, + "IoU_coffee": 0.8845756008518406, + "precision_coffee": 0.9480273883273557, + "recall_coffee": 0.9296585241079421, + "F1_noncoffee": 0.8149809811762411, + "IoU_noncoffee": 0.6877366255144033, + "kappa": 0.7538052641007493, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9037539355776217, + "mIoU": 0.7760821461107215, + "macroF1": 0.8700498073269629, + "F1_coffee": 0.9362303026412915, + "IoU_coffee": 0.8801061968261631, + "precision_coffee": 0.9416397675919949, + "recall_coffee": 0.9308826345012445, + "F1_noncoffee": 0.8038693120126345, + "IoU_noncoffee": 0.6720580953952797, + "kappa": 0.7401259921204008, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9138668295662797, + "mIoU": 0.7612836509895333, + "macroF1": 0.8574208289861626, + "F1_coffee": 0.9471316085489314, + "IoU_coffee": 0.8995726495726496, + "precision_coffee": 0.9705430327868853, + "recall_coffee": 0.9248230412496949, + "F1_noncoffee": 0.7677100494233937, + "IoU_noncoffee": 0.6229946524064172, + "kappa": 0.7155688307100602, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9050526937850881, + "mIoU": 0.7260095763810008, + "macroF1": 0.8304408848964395, + "F1_coffee": 0.9429180483183326, + "IoU_coffee": 0.8920008962581223, + "precision_coffee": 0.9520506995097453, + "recall_coffee": 0.9339589442815249, + "F1_noncoffee": 0.7179637214745466, + "IoU_noncoffee": 0.5600182565038795, + "kappa": 0.6610358807363425, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9045663439913953, + "mIoU": 0.7132743455656643, + "macroF1": 0.8196753794357837, + "F1_coffee": 0.9434006031083275, + "IoU_coffee": 0.8928649835345774, + "precision_coffee": 0.9407818644459865, + "recall_coffee": 0.946033961386369, + "F1_noncoffee": 0.6959501557632399, + "IoU_noncoffee": 0.5336837075967511, + "kappa": 0.6393657697592133, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8808167141500475, + "mIoU": 0.7717601090402791, + "macroF1": 0.8699253895975805, + "F1_coffee": 0.9075642630919938, + "IoU_coffee": 0.8307713052858684, + "precision_coffee": 0.9638610763454318, + "recall_coffee": 0.8574808629088378, + "F1_noncoffee": 0.8322865161031672, + "IoU_noncoffee": 0.7127489127946899, + "kappa": 0.741451108989006, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9108030592734225, + "mIoU": 0.8177664145970253, + "macroF1": 0.8986280132719129, + "F1_coffee": 0.9337593184238552, + "IoU_coffee": 0.8757491010787055, + "precision_coffee": 0.9432013769363167, + "recall_coffee": 0.9245044285111768, + "F1_noncoffee": 0.8634967081199707, + "IoU_noncoffee": 0.759783728115345, + "kappa": 0.7972978867276868, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.902956421578038, + "mIoU": 0.8048074484653793, + "macroF1": 0.8906337178432246, + "F1_coffee": 0.9273445921667266, + "IoU_coffee": 0.8645316896690339, + "precision_coffee": 0.9427235534774986, + "recall_coffee": 0.9124593409701598, + "F1_noncoffee": 0.8539228435197226, + "IoU_noncoffee": 0.7450832072617246, + "kappa": 0.7813844073830091, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 551, + 563 + ], + [ + 6930, + 7520 + ], + [ + 48124, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0395018339157103, + "ssl_variant": "", + "test_tta": { + "OA": 0.9092517448466159, + "mIoU": 0.789074078336896, + "macroF1": 0.8788132740099082, + "F1_coffee": 0.9395482608366581, + "IoU_coffee": 0.885988702869145, + "precision_coffee": 0.9486255758607891, + "recall_coffee": 0.9306430193205671, + "F1_noncoffee": 0.8180782871831581, + "IoU_noncoffee": 0.692159453804647, + "kappa": 0.7576933157001021, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8606784354447906, + "mIoU": 0.7068290191468469, + "macroF1": 0.8224772817508172, + "F1_coffee": 0.9048275862068965, + "IoU_coffee": 0.8261964735516373, + "precision_coffee": 0.9282205736694225, + "recall_coffee": 0.8825847123719465, + "F1_noncoffee": 0.740126977294738, + "IoU_noncoffee": 0.5874615647420567, + "kappa": 0.6455692455201877, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5341605284648026, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7332251257912676, + "mIoU": 0.5430636622113855, + "macroF1": 0.6949238428808109, + "F1_coffee": 0.803020134228188, + "IoU_coffee": 0.6708718811326044, + "precision_coffee": 0.9115198345758285, + "recall_coffee": 0.7176027074497708, + "F1_noncoffee": 0.5868275515334339, + "IoU_noncoffee": 0.4152554432901665, + "kappa": 0.4074574637063923, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7031123802930657, + "mIoU": 0.5111453010209392, + "macroF1": 0.6676562523448446, + "F1_coffee": 0.7762086472500354, + "IoU_coffee": 0.634265510624689, + "precision_coffee": 0.8935025279070932, + "recall_coffee": 0.6861365776778335, + "F1_noncoffee": 0.5591038574396539, + "IoU_noncoffee": 0.3880250914171894, + "kappa": 0.35713828110714546, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28305489260143196, + "mIoU": 0.14216972378301238, + "macroF1": 0.22242512602550163, + "F1_coffee": 0.43955223880597016, + "IoU_coffee": 0.2816834050693448, + "precision_coffee": 1.0, + "recall_coffee": 0.2816834050693448, + "F1_noncoffee": 0.005298013245033113, + "IoU_noncoffee": 0.0026560424966799467, + "kappa": 0.001495207529854931, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7102004716981132, + "mIoU": 0.5206558659377905, + "macroF1": 0.6765552786407921, + "F1_coffee": 0.7808738296923763, + "IoU_coffee": 0.6405192905467179, + "precision_coffee": 0.910895380081477, + "recall_coffee": 0.6833344170622278, + "F1_noncoffee": 0.572236727589208, + "IoU_noncoffee": 0.40079244132886316, + "kappa": 0.3778559241398228, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7521952166108766, + "mIoU": 0.5602878809845964, + "macroF1": 0.7082633116025189, + "F1_coffee": 0.8214735076191808, + "IoU_coffee": 0.6970344009489917, + "precision_coffee": 0.905811623246493, + "recall_coffee": 0.7515027497122394, + "F1_noncoffee": 0.5950531155858569, + "IoU_noncoffee": 0.4235413610202009, + "kappa": 0.4277786677326706, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7369823201743764, + "mIoU": 0.548435409770916, + "macroF1": 0.6997848747966882, + "F1_coffee": 0.8054600171969045, + "IoU_coffee": 0.6742846859816448, + "precision_coffee": 0.9181573143837295, + "recall_coffee": 0.7174037909247559, + "F1_noncoffee": 0.5941097323964718, + "IoU_noncoffee": 0.42258613356018715, + "kappa": 0.41786818284056154, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7660354306658522, + "mIoU": 0.5281661902039261, + "macroF1": 0.6662818350983423, + "F1_coffee": 0.8487361769352291, + "IoU_coffee": 0.737221269296741, + "precision_coffee": 0.9212632180623035, + "recall_coffee": 0.7867952160117159, + "F1_noncoffee": 0.4838274932614555, + "IoU_noncoffee": 0.3191111111111111, + "kappa": 0.34638700821832136, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.73091697035359, + "mIoU": 0.49778529057211396, + "macroF1": 0.6409159143997685, + "F1_coffee": 0.8206878445786295, + "IoU_coffee": 0.6959038290293855, + "precision_coffee": 0.9316048278945016, + "recall_coffee": 0.7333724340175953, + "F1_noncoffee": 0.4611439842209073, + "IoU_noncoffee": 0.29966675211484234, + "kappa": 0.3111748376984346, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7669893419380073, + "mIoU": 0.5328540559027454, + "macroF1": 0.6716897232303045, + "F1_coffee": 0.8485734256846921, + "IoU_coffee": 0.7369757174392936, + "precision_coffee": 0.9352850539291218, + "recall_coffee": 0.7765759478948593, + "F1_noncoffee": 0.4948060207759169, + "IoU_noncoffee": 0.32873239436619717, + "kappa": 0.36168397347777526, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6581196581196581, + "mIoU": 0.4867812576728563, + "macroF1": 0.6536667254304005, + "F1_coffee": 0.6929375639713409, + "IoU_coffee": 0.5301487862176977, + "precision_coffee": 0.8949107732980833, + "recall_coffee": 0.5653444676409186, + "F1_noncoffee": 0.6143958868894601, + "IoU_noncoffee": 0.44341372912801486, + "kappa": 0.3489762450520185, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.772848948374761, + "mIoU": 0.6096458821409263, + "macroF1": 0.7537080705475246, + "F1_coffee": 0.8223684210526315, + "IoU_coffee": 0.6983240223463687, + "precision_coffee": 0.8781733993293949, + "recall_coffee": 0.7732321102207226, + "F1_noncoffee": 0.6850477200424178, + "IoU_noncoffee": 0.5209677419354839, + "kappa": 0.5109179435370161, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7075254367440967, + "mIoU": 0.5395797924685726, + "macroF1": 0.6989630544248605, + "F1_coffee": 0.7497330595482546, + "IoU_coffee": 0.5996583891735646, + "precision_coffee": 0.8942006269592476, + "recall_coffee": 0.6454532597935229, + "F1_noncoffee": 0.6481930493014664, + "IoU_noncoffee": 0.47950119576358047, + "kappa": 0.41923553463401086, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 471, + 563 + ], + [ + 6145, + 7520 + ], + [ + 38534, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6400755087534586, + "ssl_variant": "", + "test_tta": { + "OA": 0.7675215062489855, + "mIoU": 0.5778985610488656, + "macroF1": 0.7227803634870613, + "F1_coffee": 0.8341496740426813, + "IoU_coffee": 0.715486075245322, + "precision_coffee": 0.9078512917454317, + "recall_coffee": 0.7715160861928629, + "F1_noncoffee": 0.6114110529314415, + "IoU_noncoffee": 0.44031104685240907, + "kappa": 0.45399208748902203, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7353034498673128, + "mIoU": 0.5412467837428971, + "macroF1": 0.692206189308808, + "F1_coffee": 0.8073802751860287, + "IoU_coffee": 0.6769804811940089, + "precision_coffee": 0.8892999167668547, + "recall_coffee": 0.7392800169136443, + "F1_noncoffee": 0.5770321034315872, + "IoU_noncoffee": 0.40551308629178545, + "kappa": 0.39567289494335056, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6071392781772182, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8073851647459828, + "mIoU": 0.6195812151402836, + "macroF1": 0.7547453939009892, + "F1_coffee": 0.8683682184730402, + "IoU_coffee": 0.7673593413056263, + "precision_coffee": 0.900522235258932, + "recall_coffee": 0.8384312213511546, + "F1_noncoffee": 0.6411225693289382, + "IoU_noncoffee": 0.471803088974941, + "kappa": 0.5111898418619437, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.768864659051575, + "mIoU": 0.5728418274409586, + "macroF1": 0.7169681509892429, + "F1_coffee": 0.8381637145800093, + "IoU_coffee": 0.7214129263289643, + "precision_coffee": 0.8830350873460008, + "recall_coffee": 0.7976320897960752, + "F1_noncoffee": 0.5957725873984765, + "IoU_noncoffee": 0.424270728552953, + "kappa": 0.43756378948162516, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24009546539379475, + "mIoU": 0.120443306940307, + "macroF1": 0.1947785812512554, + "F1_coffee": 0.38580246913580246, + "IoU_coffee": 0.2390057361376673, + "precision_coffee": 0.998003992015968, + "recall_coffee": 0.2391200382592061, + "F1_noncoffee": 0.0037546933667083854, + "IoU_noncoffee": 0.0018808777429467085, + "kappa": -5.457176456902019e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8263561320754716, + "mIoU": 0.6522336374483834, + "macroF1": 0.7814669713936359, + "F1_coffee": 0.8805112253178252, + "IoU_coffee": 0.786529749320447, + "precision_coffee": 0.917165598365852, + "recall_coffee": 0.8466740360231485, + "F1_noncoffee": 0.6824227174694465, + "IoU_noncoffee": 0.5179375255763198, + "kappa": 0.5647814485329266, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8035220491922573, + "mIoU": 0.6136855399990052, + "macroF1": 0.749865138803063, + "F1_coffee": 0.8657161803713528, + "IoU_coffee": 0.763227126571178, + "precision_coffee": 0.898980856631318, + "recall_coffee": 0.8348254252461952, + "F1_noncoffee": 0.6340140972347732, + "IoU_noncoffee": 0.4641439534268325, + "kappa": 0.5015901920457467, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7925405667231775, + "mIoU": 0.5939762531155331, + "macroF1": 0.7326395301271733, + "F1_coffee": 0.8591905842127757, + "IoU_coffee": 0.7531412103746398, + "precision_coffee": 0.8860184431787361, + "recall_coffee": 0.833939626013147, + "F1_noncoffee": 0.6060884760415709, + "IoU_noncoffee": 0.43481129585642647, + "kappa": 0.466647003985695, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.840765628181633, + "mIoU": 0.6282903933553716, + "macroF1": 0.7547864161041977, + "F1_coffee": 0.8999872106407469, + "IoU_coffee": 0.818160678990815, + "precision_coffee": 0.9453250940354648, + "recall_coffee": 0.8587991213082743, + "F1_noncoffee": 0.6095856215676485, + "IoU_noncoffee": 0.4384201077199282, + "kappa": 0.5139372140962183, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7971043041465576, + "mIoU": 0.5540513808770229, + "macroF1": 0.6867047101590384, + "F1_coffee": 0.8726823238566132, + "IoU_coffee": 0.7741228070175439, + "precision_coffee": 0.922273024167211, + "recall_coffee": 0.8281524926686217, + "F1_noncoffee": 0.5007270964614638, + "IoU_noncoffee": 0.33397995473650177, + "kappa": 0.38043396798190876, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8236041850004889, + "mIoU": 0.5915237954784252, + "macroF1": 0.7209453564674038, + "F1_coffee": 0.8902008520998174, + "IoU_coffee": 0.8021278929472414, + "precision_coffee": 0.9337334014300307, + "recall_coffee": 0.8505466387531985, + "F1_noncoffee": 0.55168986083499, + "IoU_noncoffee": 0.3809196980096088, + "kappa": 0.44680028849909426, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8129154795821463, + "mIoU": 0.6594889377669952, + "macroF1": 0.7910260422767671, + "F1_coffee": 0.8586597790213804, + "IoU_coffee": 0.7523258737742017, + "precision_coffee": 0.8861246853250407, + "recall_coffee": 0.8328462073764787, + "F1_noncoffee": 0.7233923055321538, + "IoU_noncoffee": 0.5666520017597888, + "kappa": 0.582836365215912, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8097514340344169, + "mIoU": 0.6525470138929306, + "macroF1": 0.785455137640021, + "F1_coffee": 0.857653791130186, + "IoU_coffee": 0.7507827175954915, + "precision_coffee": 0.873015873015873, + "recall_coffee": 0.8428230001405876, + "F1_noncoffee": 0.7132564841498559, + "IoU_noncoffee": 0.5543113101903695, + "kappa": 0.5711777488564377, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7620464580533691, + "mIoU": 0.5836883409006011, + "macroF1": 0.7304066727042275, + "F1_coffee": 0.8227639951383428, + "IoU_coffee": 0.6988946920927973, + "precision_coffee": 0.8319838056680162, + "recall_coffee": 0.8137462876537972, + "F1_noncoffee": 0.6380493502701124, + "IoU_noncoffee": 0.4684819897084048, + "kappa": 0.4609485345736572, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 343, + 563 + ], + [ + 6020, + 7520 + ], + [ + 43371, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9805867274602256, + "ssl_variant": "", + "test_tta": { + "OA": 0.8204999188443435, + "mIoU": 0.6334197521382439, + "macroF1": 0.7650184581919037, + "F1_coffee": 0.8791986629818563, + "IoU_coffee": 0.7844375572578601, + "precision_coffee": 0.8970820980361561, + "recall_coffee": 0.862014308357966, + "F1_noncoffee": 0.6508382534019512, + "IoU_noncoffee": 0.4824019470186277, + "kappa": 0.5305761259556653, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7814987885081343, + "mIoU": 0.5843986802696298, + "macroF1": 0.7256739567345949, + "F1_coffee": 0.849424533365138, + "IoU_coffee": 0.7382605991499949, + "precision_coffee": 0.8795307193578265, + "recall_coffee": 0.8213111918353226, + "F1_noncoffee": 0.6019233801040517, + "IoU_noncoffee": 0.4305367613892648, + "kappa": 0.4530421567154591, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7250316462555022, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8761726992371368, + "mIoU": 0.7297748027909897, + "macroF1": 0.8385503597465511, + "F1_coffee": 0.9164869569024969, + "IoU_coffee": 0.8458476459890887, + "precision_coffee": 0.937221538117094, + "recall_coffee": 0.8966499593025746, + "F1_noncoffee": 0.7606137625906053, + "IoU_noncoffee": 0.6137019595928908, + "kappa": 0.6775531054174204, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8341842621437637, + "mIoU": 0.6663469278783656, + "macroF1": 0.7926333194896293, + "F1_coffee": 0.8854572444780967, + "IoU_coffee": 0.7944578528649325, + "precision_coffee": 0.9192040377296045, + "recall_coffee": 0.8541005977435661, + "F1_noncoffee": 0.6998093945011619, + "IoU_noncoffee": 0.5382360028917985, + "kappa": 0.5867264889147394, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3455847255369928, + "mIoU": 0.17362097300117388, + "macroF1": 0.2590372588368135, + "F1_coffee": 0.512273212379936, + "IoU_coffee": 0.34433285509325684, + "precision_coffee": 1.0, + "recall_coffee": 0.34433285509325684, + "F1_noncoffee": 0.005801305293691081, + "IoU_noncoffee": 0.002909090909090909, + "kappa": 0.002001386377021582, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8774567610062893, + "mIoU": 0.737537953473024, + "macroF1": 0.8445129536269077, + "F1_coffee": 0.9160834454912516, + "IoU_coffee": 0.8451604892282858, + "precision_coffee": 0.9492364549194617, + "recall_coffee": 0.8851680863515183, + "F1_noncoffee": 0.7729424617625638, + "IoU_noncoffee": 0.6299154177177623, + "kappa": 0.6900489140995643, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8812399941784311, + "mIoU": 0.7388047584941007, + "macroF1": 0.844906066366105, + "F1_coffee": 0.9199738476626349, + "IoU_coffee": 0.8518070101095708, + "precision_coffee": 0.9410781166399144, + "recall_coffee": 0.8997953702519503, + "F1_noncoffee": 0.7698382850695751, + "IoU_noncoffee": 0.6258025068786304, + "kappa": 0.6902601425382364, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.869847420682974, + "mIoU": 0.7126183501259742, + "macroF1": 0.8256325739465833, + "F1_coffee": 0.9134370671047969, + "IoU_coffee": 0.8406665085388995, + "precision_coffee": 0.9222612542284674, + "recall_coffee": 0.904780139128215, + "F1_noncoffee": 0.7378280807883696, + "IoU_noncoffee": 0.5845701917130488, + "kappa": 0.6513618132049199, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.7300080960029249, + "macroF1": 0.8345025898350802, + "F1_coffee": 0.9393580554689934, + "IoU_coffee": 0.8856504877188859, + "precision_coffee": 0.9598777225831104, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.729647124201167, + "IoU_noncoffee": 0.5743657042869641, + "kappa": 0.6696781624594278, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.875406283856988, + "mIoU": 0.6689424675006528, + "macroF1": 0.7858375940138986, + "F1_coffee": 0.9243375799988037, + "IoU_coffee": 0.8593193950177936, + "precision_coffee": 0.9430070783500122, + "recall_coffee": 0.9063929618768328, + "F1_noncoffee": 0.6473376080289935, + "IoU_noncoffee": 0.478565539983512, + "kappa": 0.5724562668417469, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8829568788501027, + "mIoU": 0.6692048741169219, + "macroF1": 0.784326691569325, + "F1_coffee": 0.930175581870151, + "IoU_coffee": 0.8694656488549618, + "precision_coffee": 0.9330602691632534, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.638477801268499, + "IoU_noncoffee": 0.468944099378882, + "kappa": 0.5686747288502451, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8555555555555555, + "mIoU": 0.7291241291942334, + "macroF1": 0.8414085570459415, + "F1_coffee": 0.8887751371115173, + "IoU_coffee": 0.7998157409844696, + "precision_coffee": 0.9363636363636364, + "recall_coffee": 0.8457898399443284, + "F1_noncoffee": 0.7940419769803656, + "IoU_noncoffee": 0.6584325174039973, + "kappa": 0.68432694837735, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8869024856596558, + "mIoU": 0.7777087518945403, + "macroF1": 0.8734444641958028, + "F1_coffee": 0.9147141518275539, + "IoU_coffee": 0.842832469775475, + "precision_coffee": 0.9387392719739568, + "recall_coffee": 0.8918880922255026, + "F1_noncoffee": 0.8321747765640516, + "IoU_noncoffee": 0.7125850340136054, + "kappa": 0.7472147449574017, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8569783067767326, + "mIoU": 0.7263796554221764, + "macroF1": 0.8390155164582745, + "F1_coffee": 0.8927903295438192, + "IoU_coffee": 0.806342604626982, + "precision_coffee": 0.9087446902006738, + "recall_coffee": 0.8773865082732287, + "F1_noncoffee": 0.7852407033727299, + "IoU_noncoffee": 0.6464167062173707, + "kappa": 0.6782297059839854, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 536, + 563 + ], + [ + 6671, + 7520 + ], + [ + 46752, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4444586435953775, + "ssl_variant": "", + "test_tta": { + "OA": 0.8864632364875832, + "mIoU": 0.7444393938916591, + "macroF1": 0.8485061162244969, + "F1_coffee": 0.9243366612943352, + "IoU_coffee": 0.8593178070069587, + "precision_coffee": 0.9336581954854358, + "recall_coffee": 0.9151994173842265, + "F1_noncoffee": 0.7726755711546586, + "IoU_noncoffee": 0.6295609807763597, + "kappa": 0.6971029423365485, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8451742240683051, + "mIoU": 0.6790726155419915, + "macroF1": 0.8016651572599374, + "F1_coffee": 0.8945595269666342, + "IoU_coffee": 0.8092335578341301, + "precision_coffee": 0.914748302599333, + "recall_coffee": 0.8752426531357512, + "F1_noncoffee": 0.7087707875532405, + "IoU_noncoffee": 0.5489116732498529, + "kappa": 0.6038632681724401, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7304403780036324, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8975490991722123, + "mIoU": 0.7688468400101849, + "macroF1": 0.8655236914415605, + "F1_coffee": 0.9311488284829181, + "IoU_coffee": 0.8711678981099726, + "precision_coffee": 0.9486997110468993, + "recall_coffee": 0.9142355309943023, + "F1_noncoffee": 0.7998985544002029, + "IoU_noncoffee": 0.6665257819103972, + "kappa": 0.7313146363115738, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8509143879081574, + "mIoU": 0.6933969252988332, + "macroF1": 0.8129619365268359, + "F1_coffee": 0.8972148475176247, + "IoU_coffee": 0.8135898869312751, + "precision_coffee": 0.9294602389781623, + "recall_coffee": 0.8671317918852948, + "F1_noncoffee": 0.728709025536047, + "IoU_noncoffee": 0.5732039636663914, + "kappa": 0.6271084442958054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24821002386634844, + "mIoU": 0.12465256418760216, + "macroF1": 0.20045550138227877, + "F1_coffee": 0.3958573072497123, + "IoU_coffee": 0.2467718794835007, + "precision_coffee": 1.0, + "recall_coffee": 0.2467718794835007, + "F1_noncoffee": 0.00505369551484523, + "IoU_noncoffee": 0.00253324889170361, + "kappa": 0.0012494880821901412, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8871363993710691, + "mIoU": 0.7565713051770429, + "macroF1": 0.8577601235402299, + "F1_coffee": 0.9224012702273572, + "IoU_coffee": 0.8559784312496082, + "precision_coffee": 0.959921248769512, + "recall_coffee": 0.887704011964367, + "F1_noncoffee": 0.7931189768531027, + "IoU_noncoffee": 0.6571641791044777, + "kappa": 0.7166742477100323, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9037500606413429, + "mIoU": 0.7745846082124355, + "macroF1": 0.8689424730146973, + "F1_coffee": 0.9364835446279933, + "IoU_coffee": 0.8805538832028899, + "precision_coffee": 0.9376843185023721, + "recall_coffee": 0.9352858421793068, + "F1_noncoffee": 0.8014014014014014, + "IoU_noncoffee": 0.668615333221981, + "kappa": 0.7378862899970532, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.901622668927101, + "mIoU": 0.7754968261689592, + "macroF1": 0.8699031815514288, + "F1_coffee": 0.9341418333927819, + "IoU_coffee": 0.8764222695466991, + "precision_coffee": 0.9495056031641398, + "recall_coffee": 0.9192673431616568, + "F1_noncoffee": 0.8056645297100756, + "IoU_noncoffee": 0.6745713827912193, + "kappa": 0.7400072280851504, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.7258892924159193, + "macroF1": 0.830789535387666, + "F1_coffee": 0.9409951291694926, + "IoU_coffee": 0.8885654401490451, + "precision_coffee": 0.9509034267912773, + "recall_coffee": 0.93129118867464, + "F1_noncoffee": 0.7205839416058394, + "IoU_noncoffee": 0.5632131446827933, + "kappa": 0.661752980047945, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9001280409731114, + "mIoU": 0.7091928577041946, + "macroF1": 0.8169972461976125, + "F1_coffee": 0.9403389032713579, + "IoU_coffee": 0.8873958911715714, + "precision_coffee": 0.9433360878290639, + "recall_coffee": 0.9373607038123167, + "F1_noncoffee": 0.693655589123867, + "IoU_noncoffee": 0.5309898242368177, + "kappa": 0.6340134628574824, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9066197320817444, + "mIoU": 0.7205536584989285, + "macroF1": 0.8255393693181712, + "F1_coffee": 0.9444735159020873, + "IoU_coffee": 0.8947890272116338, + "precision_coffee": 0.9443088013021742, + "recall_coffee": 0.9446382879739474, + "F1_noncoffee": 0.706605222734255, + "IoU_noncoffee": 0.5463182897862233, + "kappa": 0.6510787947302485, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8727445394112061, + "mIoU": 0.7603880527070961, + "macroF1": 0.8626704375863212, + "F1_coffee": 0.8998654909580033, + "IoU_coffee": 0.8179595163700584, + "precision_coffee": 0.9715991608842989, + "recall_coffee": 0.8379958246346555, + "F1_noncoffee": 0.8254753842146392, + "IoU_noncoffee": 0.7028165890441339, + "kappa": 0.7279257068384163, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9072657743785851, + "mIoU": 0.8094287813744827, + "macroF1": 0.8933362208167934, + "F1_coffee": 0.9318820224719101, + "IoU_coffee": 0.8724523339907956, + "precision_coffee": 0.9309667461765119, + "recall_coffee": 0.932799100238999, + "F1_noncoffee": 0.8547904191616766, + "IoU_noncoffee": 0.74640522875817, + "kappa": 0.7866728811910796, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8967172201958149, + "mIoU": 0.7968049355351062, + "macroF1": 0.885793427107598, + "F1_coffee": 0.9211143695014663, + "IoU_coffee": 0.8537646099483556, + "precision_coffee": 0.9563099406302329, + "recall_coffee": 0.8884174798472635, + "F1_noncoffee": 0.8504724847137298, + "IoU_noncoffee": 0.7398452611218569, + "kappa": 0.7721717916338042, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 553, + 563 + ], + [ + 6874, + 7520 + ], + [ + 47855, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1448793967564903, + "ssl_variant": "", + "test_tta": { + "OA": 0.9066223015744197, + "mIoU": 0.7836206670481137, + "macroF1": 0.8751987741081939, + "F1_coffee": 0.9378222102134558, + "IoU_coffee": 0.8829239504263416, + "precision_coffee": 0.9464866162001789, + "recall_coffee": 0.9293149980722272, + "F1_noncoffee": 0.812575338002932, + "IoU_noncoffee": 0.6843173836698858, + "kappa": 0.7504605828518425, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8601303796007845, + "mIoU": 0.7052093842086524, + "macroF1": 0.8212226266604472, + "F1_coffee": 0.9046242206093508, + "IoU_coffee": 0.825857425031424, + "precision_coffee": 0.926268302015991, + "recall_coffee": 0.8839685559976167, + "F1_noncoffee": 0.7378210327115436, + "IoU_noncoffee": 0.5845613433858807, + "kappa": 0.6429811186346879, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5584601152256004, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.772596092858049, + "mIoU": 0.6064494036710941, + "macroF1": 0.7506351006493925, + "F1_coffee": 0.8246371317819978, + "IoU_coffee": 0.7016021639617145, + "precision_coffee": 0.8845255895700532, + "recall_coffee": 0.7723441293691877, + "F1_noncoffee": 0.6766330695167873, + "IoU_noncoffee": 0.5112966433804736, + "kappa": 0.5054507469475037, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7449376947040498, + "mIoU": 0.5733191795934908, + "macroF1": 0.7243544248210776, + "F1_coffee": 0.7996783072618737, + "IoU_coffee": 0.6662199909406613, + "precision_coffee": 0.8652563976860477, + "recall_coffee": 0.7433402826036599, + "F1_noncoffee": 0.6490305423802815, + "IoU_noncoffee": 0.48041836824632017, + "kappa": 0.4542017456839048, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02927400468384075, + "mIoU": 0.014753901560624248, + "macroF1": 0.02888919066097689, + "F1_coffee": 0.04822043628013777, + "IoU_coffee": 0.024705882352941175, + "precision_coffee": 1.0, + "recall_coffee": 0.024705882352941175, + "F1_noncoffee": 0.009557945041816009, + "IoU_noncoffee": 0.004801920768307323, + "kappa": 0.00023724323362527615, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7326713675828657, + "mIoU": 0.5659523127122605, + "macroF1": 0.7200646857395432, + "F1_coffee": 0.779470539353409, + "IoU_coffee": 0.6386331215147192, + "precision_coffee": 0.9043246717473143, + "recall_coffee": 0.6849095966620306, + "F1_noncoffee": 0.6606588321256774, + "IoU_noncoffee": 0.4932715039098018, + "kappa": 0.4560830062720642, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7984485056158386, + "mIoU": 0.6296035614856097, + "macroF1": 0.7667023573683045, + "F1_coffee": 0.8527622292528596, + "IoU_coffee": 0.7433177768349597, + "precision_coffee": 0.8624472573839662, + "recall_coffee": 0.8432923055765661, + "F1_noncoffee": 0.6806424854837494, + "IoU_noncoffee": 0.5158893461362597, + "kappa": 0.53353230459663, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7862296628153738, + "mIoU": 0.6234454439170344, + "macroF1": 0.7637579517372948, + "F1_coffee": 0.8366192106685889, + "IoU_coffee": 0.7191275791560815, + "precision_coffee": 0.8920830130668717, + "recall_coffee": 0.7876484560570072, + "F1_noncoffee": 0.6908966928060006, + "IoU_noncoffee": 0.5277633086779873, + "kappa": 0.530946218800479, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7757523148148148, + "mIoU": 0.6034536530332588, + "macroF1": 0.7468548375960093, + "F1_coffee": 0.8323841107346261, + "IoU_coffee": 0.712892072116572, + "precision_coffee": 0.9013270882123341, + "recall_coffee": 0.7732386820251809, + "F1_noncoffee": 0.6613255644573925, + "IoU_noncoffee": 0.4940152339499456, + "kappa": 0.4996249927452099, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7912528647822765, + "mIoU": 0.6078683825776849, + "macroF1": 0.7472360342665015, + "F1_coffee": 0.8527152674841666, + "IoU_coffee": 0.7432464176650223, + "precision_coffee": 0.8701870187018702, + "recall_coffee": 0.8359313077939233, + "F1_noncoffee": 0.6417568010488365, + "IoU_noncoffee": 0.4724903474903475, + "kappa": 0.4949672762648524, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7910180205679781, + "mIoU": 0.6117342372609806, + "macroF1": 0.7511582503974249, + "F1_coffee": 0.8507512970824068, + "IoU_coffee": 0.7402673545966229, + "precision_coffee": 0.883554933519944, + "recall_coffee": 0.8202962577962578, + "F1_noncoffee": 0.651565203712443, + "IoU_noncoffee": 0.4832011199253383, + "kappa": 0.5039129155808081, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6900467601870407, + "mIoU": 0.5246321337118993, + "macroF1": 0.6876338366317551, + "F1_coffee": 0.7150877192982457, + "IoU_coffee": 0.5565264882577826, + "precision_coffee": 0.9086045474810521, + "recall_coffee": 0.5895284929129303, + "F1_noncoffee": 0.6601799539652647, + "IoU_noncoffee": 0.4927377791660159, + "kappa": 0.4073330394939126, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8055977229601518, + "mIoU": 0.6491730394794323, + "macroF1": 0.7832995698523865, + "F1_coffee": 0.8528122979671001, + "IoU_coffee": 0.7433938634940513, + "precision_coffee": 0.8543465745538285, + "recall_coffee": 0.8512835221568908, + "F1_noncoffee": 0.7137868417376728, + "IoU_noncoffee": 0.5549522154648132, + "kappa": 0.5666018576723202, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7814444653969451, + "mIoU": 0.6295762300115267, + "macroF1": 0.7706787965856376, + "F1_coffee": 0.8203657780533168, + "IoU_coffee": 0.6954408093548811, + "precision_coffee": 0.9024722932651321, + "recall_coffee": 0.7519534024719421, + "F1_noncoffee": 0.7209918151179586, + "IoU_noncoffee": 0.5637116506681724, + "kappa": 0.5471791847522397, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8540, + 11000 + ], + [ + 40056, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4866089582443238, + "ssl_variant": "", + "test_tta": { + "OA": 0.7862806038310288, + "mIoU": 0.6218210055192384, + "macroF1": 0.7621899569979255, + "F1_coffee": 0.8378801000769823, + "IoU_coffee": 0.7209928167760365, + "precision_coffee": 0.8822382086225239, + "recall_coffee": 0.7977690228594988, + "F1_noncoffee": 0.6864998139188686, + "IoU_noncoffee": 0.5226491942624403, + "kappa": 0.5266936728810463, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7577016268605054, + "mIoU": 0.5865121397736345, + "macroF1": 0.7345069074620715, + "F1_coffee": 0.812980073472114, + "IoU_coffee": 0.6848916815155209, + "precision_coffee": 0.8623621377795622, + "recall_coffee": 0.7689472908374924, + "F1_noncoffee": 0.656033741452029, + "IoU_noncoffee": 0.48813259803174797, + "kappa": 0.47219697847309566, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5000728379496968, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7411359888367373, + "mIoU": 0.5740895321956265, + "macroF1": 0.7262177743126902, + "F1_coffee": 0.7901266310985409, + "IoU_coffee": 0.6530655615768781, + "precision_coffee": 0.9004600462976529, + "recall_coffee": 0.7038801594209538, + "F1_noncoffee": 0.6623089175268395, + "IoU_noncoffee": 0.49511350281437494, + "kappa": 0.46535119326031943, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7154436367832007, + "mIoU": 0.5449332242781372, + "macroF1": 0.7024709805896898, + "F1_coffee": 0.7645977998902331, + "IoU_coffee": 0.6189059723402611, + "precision_coffee": 0.8820436589864288, + "recall_coffee": 0.6747530903194559, + "F1_noncoffee": 0.6403441612891465, + "IoU_noncoffee": 0.4709604762160133, + "kappa": 0.42063560013001255, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02459016393442623, + "mIoU": 0.012389486260454002, + "macroF1": 0.024364085705625888, + "F1_coffee": 0.0392156862745098, + "IoU_coffee": 0.02, + "precision_coffee": 1.0, + "recall_coffee": 0.02, + "F1_noncoffee": 0.009512485136741973, + "IoU_noncoffee": 0.0047789725209080045, + "kappa": 0.00019114063171978728, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7183767448553748, + "mIoU": 0.5502999842007203, + "macroF1": 0.7074551973853451, + "F1_coffee": 0.7639798994974875, + "IoU_coffee": 0.6180966629805503, + "precision_coffee": 0.9053835159599809, + "recall_coffee": 0.660778859527121, + "F1_noncoffee": 0.6509304952732029, + "IoU_noncoffee": 0.48250330542089026, + "kappa": 0.4352831393753394, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7299162383399962, + "mIoU": 0.5596154986687394, + "macroF1": 0.7141210254532527, + "F1_coffee": 0.78131863897345, + "IoU_coffee": 0.6411180674128881, + "precision_coffee": 0.8886746143057503, + "recall_coffee": 0.697105136491783, + "F1_noncoffee": 0.6469234119330555, + "IoU_noncoffee": 0.47811292992459076, + "kappa": 0.44140404923004295, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.774628625324216, + "mIoU": 0.6131900872650884, + "macroF1": 0.7567152222746556, + "F1_coffee": 0.8227308134574725, + "IoU_coffee": 0.6988468082424854, + "precision_coffee": 0.9072316753926701, + "recall_coffee": 0.7526297930098406, + "F1_noncoffee": 0.6906996310918387, + "IoU_noncoffee": 0.5275333662876915, + "kappa": 0.5206857120478313, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7897376543209876, + "mIoU": 0.6200693787028271, + "macroF1": 0.7596559805702181, + "F1_coffee": 0.8446850954687946, + "IoU_coffee": 0.7311297483966452, + "precision_coffee": 0.902283105022831, + "recall_coffee": 0.7939994642378784, + "F1_noncoffee": 0.6746268656716418, + "IoU_noncoffee": 0.509009009009009, + "kappa": 0.5233807897801375, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.75, + "mIoU": 0.5720730929738518, + "macroF1": 0.7216128017614217, + "F1_coffee": 0.8105095541401274, + "IoU_coffee": 0.6813922356091031, + "precision_coffee": 0.8964137047710534, + "recall_coffee": 0.7396301188903567, + "F1_noncoffee": 0.6327160493827161, + "IoU_noncoffee": 0.46275395033860045, + "kappa": 0.4529629956570175, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8033776771393528, + "mIoU": 0.6334582367380204, + "macroF1": 0.7691934509056164, + "F1_coffee": 0.8580188036517237, + "IoU_coffee": 0.7513423219186255, + "precision_coffee": 0.9018905757662561, + "recall_coffee": 0.8182172557172557, + "F1_noncoffee": 0.6803680981595092, + "IoU_noncoffee": 0.5155741515574152, + "kappa": 0.5408328808179445, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6477717339440786, + "mIoU": 0.47870375307797847, + "macroF1": 0.6473555336390395, + "F1_coffee": 0.6594704308515545, + "IoU_coffee": 0.49194769442532693, + "precision_coffee": 0.9105732484076433, + "recall_coffee": 0.5169221868672259, + "F1_noncoffee": 0.6352406364265244, + "IoU_noncoffee": 0.46545981173063, + "kappa": 0.34783412765522487, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7099620493358634, + "mIoU": 0.5440681226641269, + "macroF1": 0.7031644419509142, + "F1_coffee": 0.7480840543881335, + "IoU_coffee": 0.5975513428120063, + "precision_coffee": 0.8793103448275862, + "recall_coffee": 0.6509393374444286, + "F1_noncoffee": 0.6582448295136948, + "IoU_noncoffee": 0.4905849025162473, + "kappa": 0.42374033616980245, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7458985479917029, + "mIoU": 0.5882373894681976, + "macroF1": 0.7393987037626573, + "F1_coffee": 0.7805553293705725, + "IoU_coffee": 0.640090811965812, + "precision_coffee": 0.9143456695917589, + "recall_coffee": 0.6809205853104134, + "F1_noncoffee": 0.6982420781547419, + "IoU_noncoffee": 0.5363839669705832, + "kappa": 0.4937036149414202, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8410, + 11000 + ], + [ + 38200, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4881736119588216, + "ssl_variant": "", + "test_tta": { + "OA": 0.763177089940378, + "mIoU": 0.5982413102671265, + "macroF1": 0.7449123284461274, + "F1_coffee": 0.8131700421571448, + "IoU_coffee": 0.6851613719248688, + "precision_coffee": 0.8958407982139411, + "recall_coffee": 0.7444683677676486, + "F1_noncoffee": 0.6766546147351101, + "IoU_noncoffee": 0.5113212486093842, + "kappa": 0.49723481530231245, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7358947732779508, + "mIoU": 0.566071266561774, + "macroF1": 0.7192762774541874, + "F1_coffee": 0.7875785908173445, + "IoU_coffee": 0.6495914579306914, + "precision_coffee": 0.8767530153154782, + "recall_coffee": 0.7148693326594647, + "F1_noncoffee": 0.6509739640910304, + "IoU_noncoffee": 0.48255107519285656, + "kappa": 0.4479362707523842, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7160398672694577, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84086007865026, + "mIoU": 0.6977018777651335, + "macroF1": 0.8185023435757847, + "F1_coffee": 0.8822038076011174, + "IoU_coffee": 0.7892349371022954, + "precision_coffee": 0.904694270582571, + "recall_coffee": 0.8608044344679097, + "F1_noncoffee": 0.7548008795504519, + "IoU_noncoffee": 0.6061688184279715, + "kappa": 0.6374710494787127, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8089304257528557, + "mIoU": 0.6533590012924526, + "macroF1": 0.7863701819519984, + "F1_coffee": 0.8557930944398485, + "IoU_coffee": 0.7479356139883557, + "precision_coffee": 0.8857393929834839, + "recall_coffee": 0.8278055046644345, + "F1_noncoffee": 0.7169472694641483, + "IoU_noncoffee": 0.5587823885965496, + "kappa": 0.5736968402231525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08782201405152225, + "mIoU": 0.044221331305730284, + "macroF1": 0.08182815659266722, + "F1_coffee": 0.1560130010834236, + "IoU_coffee": 0.0846063454759107, + "precision_coffee": 0.9863013698630136, + "recall_coffee": 0.08470588235294117, + "F1_noncoffee": 0.007643312101910828, + "IoU_noncoffee": 0.0038363171355498722, + "kappa": -0.001692409153464163, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8418477478773925, + "mIoU": 0.691140674439175, + "macroF1": 0.8127829218882536, + "F1_coffee": 0.8865489831733251, + "IoU_coffee": 0.7962173187465232, + "precision_coffee": 0.8774606634425448, + "recall_coffee": 0.8958275382475661, + "F1_noncoffee": 0.7390168606031822, + "IoU_noncoffee": 0.5860640301318267, + "kappa": 0.625658225111895, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8562250142775557, + "mIoU": 0.7235864836614951, + "macroF1": 0.8369224078499333, + "F1_coffee": 0.8930278672851528, + "IoU_coffee": 0.8067302155972107, + "precision_coffee": 0.9205723463279311, + "recall_coffee": 0.8670838203946916, + "F1_noncoffee": 0.7808169484147138, + "IoU_noncoffee": 0.6404427517257796, + "kappa": 0.6744420131506503, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8246639943409573, + "mIoU": 0.6784667150952861, + "macroF1": 0.805276391466262, + "F1_coffee": 0.8667192429022083, + "IoU_coffee": 0.7647877522616562, + "precision_coffee": 0.9185472228554061, + "recall_coffee": 0.8204275534441805, + "F1_noncoffee": 0.7438335400303155, + "IoU_noncoffee": 0.5921456779289161, + "kappa": 0.6129213171189455, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8420138888888888, + "mIoU": 0.673662393242811, + "macroF1": 0.7975246836323182, + "F1_coffee": 0.892434988179669, + "IoU_coffee": 0.8057630736392742, + "precision_coffee": 0.8754187065189384, + "recall_coffee": 0.9101259040985802, + "F1_noncoffee": 0.7026143790849673, + "IoU_noncoffee": 0.5415617128463476, + "kappa": 0.5954719339750728, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8535141329258976, + "mIoU": 0.7110973257574752, + "macroF1": 0.8272987262115028, + "F1_coffee": 0.8945849367784497, + "IoU_coffee": 0.8092751460897675, + "precision_coffee": 0.9322543683758235, + "recall_coffee": 0.8598414795244386, + "F1_noncoffee": 0.7600125156445557, + "IoU_noncoffee": 0.6129195054251829, + "kappa": 0.655876566995131, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8419662232286065, + "mIoU": 0.6812352393214554, + "macroF1": 0.8042180840267632, + "F1_coffee": 0.8901855372713564, + "IoU_coffee": 0.8021030245746692, + "precision_coffee": 0.8983723699880906, + "recall_coffee": 0.8821465696465697, + "F1_noncoffee": 0.7182506307821699, + "IoU_noncoffee": 0.5603674540682415, + "kappa": 0.608519580818212, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8416833667334669, + "mIoU": 0.7040463507341705, + "macroF1": 0.8236136469997375, + "F1_coffee": 0.8800693992626328, + "IoU_coffee": 0.7858249419054996, + "precision_coffee": 0.8797514091631738, + "recall_coffee": 0.8803876193231125, + "F1_noncoffee": 0.7671578947368421, + "IoU_noncoffee": 0.6222677595628415, + "kappa": 0.6472273834810518, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8589184060721062, + "mIoU": 0.7345236630607866, + "macroF1": 0.845090998850422, + "F1_coffee": 0.8913726349623785, + "IoU_coffee": 0.8040326831839747, + "precision_coffee": 0.9084276354973199, + "recall_coffee": 0.8749462211386777, + "F1_noncoffee": 0.7988093627384657, + "IoU_noncoffee": 0.6650146429375986, + "kappa": 0.6903841201481037, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8073731849896285, + "mIoU": 0.6683700162091444, + "macroF1": 0.7999955269564243, + "F1_coffee": 0.8384086055524796, + "IoU_coffee": 0.7217758409369468, + "precision_coffee": 0.9457530335474661, + "recall_coffee": 0.7529478619122034, + "F1_noncoffee": 0.7615824483603688, + "IoU_noncoffee": 0.6149641914813418, + "kappa": 0.6074523774593628, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9471, + 11000 + ], + [ + 43432, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4914412816365559, + "ssl_variant": "", + "test_tta": { + "OA": 0.8522770518838005, + "mIoU": 0.7115088496189688, + "macroF1": 0.8278535097404824, + "F1_coffee": 0.8926950632357346, + "IoU_coffee": 0.8061871970374686, + "precision_coffee": 0.8978452270620946, + "recall_coffee": 0.8876036465252646, + "F1_noncoffee": 0.7630119562452302, + "IoU_noncoffee": 0.6168305022004689, + "kappa": 0.6557320368983784, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8201944155994, + "mIoU": 0.6651565565716007, + "macroF1": 0.7945389732192694, + "F1_coffee": 0.8671419589287808, + "IoU_coffee": 0.7654462673088501, + "precision_coffee": 0.8777777777777778, + "recall_coffee": 0.8567607976919999, + "F1_noncoffee": 0.721935987509758, + "IoU_noncoffee": 0.5648668458343513, + "kappa": 0.5892041744272217, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7448395406558717, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8836895851833059, + "mIoU": 0.7648153152855017, + "macroF1": 0.8644388223732862, + "F1_coffee": 0.9155236153819576, + "IoU_coffee": 0.8442079775710463, + "precision_coffee": 0.9206874985522688, + "recall_coffee": 0.9104173347381923, + "F1_noncoffee": 0.8133540293646149, + "IoU_noncoffee": 0.6854226529999571, + "kappa": 0.7288964876042527, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.850928810430368, + "mIoU": 0.7138852222892211, + "macroF1": 0.8300235568741564, + "F1_coffee": 0.8896339640370734, + "IoU_coffee": 0.8012078316728853, + "precision_coffee": 0.9023719267843604, + "recall_coffee": 0.8772506159580516, + "F1_noncoffee": 0.7704131497112394, + "IoU_noncoffee": 0.6265626129055568, + "kappa": 0.6601879709679345, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.202576112412178, + "mIoU": 0.10207547364297936, + "macroF1": 0.17087024023882744, + "F1_coffee": 0.3330068560235064, + "IoU_coffee": 0.199764982373678, + "precision_coffee": 0.9941520467836257, + "recall_coffee": 0.2, + "F1_noncoffee": 0.008733624454148471, + "IoU_noncoffee": 0.0043859649122807015, + "kappa": -0.0005849623387482587, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8794550774691802, + "mIoU": 0.7592563138312168, + "macroF1": 0.8608886027439745, + "F1_coffee": 0.9117099392193374, + "IoU_coffee": 0.8377453512396694, + "precision_coffee": 0.9213235816232337, + "recall_coffee": 0.9022948539638387, + "F1_noncoffee": 0.8100672662686116, + "IoU_noncoffee": 0.6807672764227642, + "kappa": 0.7218423579080975, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8923948220064725, + "mIoU": 0.7803280213714843, + "macroF1": 0.8746328052753234, + "F1_coffee": 0.921821513778915, + "IoU_coffee": 0.8549804374318517, + "precision_coffee": 0.9271108638197246, + "recall_coffee": 0.9165921749295194, + "F1_noncoffee": 0.8274440967717317, + "IoU_noncoffee": 0.705675605311117, + "kappa": 0.7492836227417381, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8792265975005895, + "mIoU": 0.7550346354371321, + "macroF1": 0.8577462330659298, + "F1_coffee": 0.9130242825607064, + "IoU_coffee": 0.8399675060926076, + "precision_coffee": 0.9138001359619307, + "recall_coffee": 0.9122497455039023, + "F1_noncoffee": 0.8024681835711531, + "IoU_noncoffee": 0.6701017647816566, + "kappa": 0.7154929319206125, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8803047839506173, + "mIoU": 0.7486906305020051, + "macroF1": 0.8527505298998003, + "F1_coffee": 0.9164478556520568, + "IoU_coffee": 0.8457810364110849, + "precision_coffee": 0.9213483146067416, + "recall_coffee": 0.9115992499330298, + "F1_noncoffee": 0.7890532041475438, + "IoU_noncoffee": 0.6516002245929253, + "kappa": 0.7055220924436332, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8966768525592055, + "mIoU": 0.7763940195631095, + "macroF1": 0.8712192409276693, + "F1_coffee": 0.9284769962982549, + "IoU_coffee": 0.8665021591610117, + "precision_coffee": 0.9292140777983594, + "recall_coffee": 0.9277410832232497, + "F1_noncoffee": 0.8139614855570839, + "IoU_noncoffee": 0.6862858799652073, + "kappa": 0.7424389033934486, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8700820832153977, + "mIoU": 0.7199713908450704, + "macroF1": 0.831652659755864, + "F1_coffee": 0.912085807316606, + "IoU_coffee": 0.8383802816901409, + "precision_coffee": 0.896573365131166, + "recall_coffee": 0.9281444906444907, + "F1_noncoffee": 0.751219512195122, + "IoU_noncoffee": 0.6015625, + "kappa": 0.6635902996014229, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8786143716003435, + "mIoU": 0.7669638121513369, + "macroF1": 0.8667154902672112, + "F1_coffee": 0.9065393093313739, + "IoU_coffee": 0.8290552345114904, + "precision_coffee": 0.9212962962962963, + "recall_coffee": 0.8922476135377495, + "F1_noncoffee": 0.8268916712030484, + "IoU_noncoffee": 0.7048723897911833, + "kappa": 0.7335575966706872, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8881404174573055, + "mIoU": 0.7819900715211745, + "macroF1": 0.8763634407785024, + "F1_coffee": 0.9145218589139419, + "IoU_coffee": 0.8425060112209458, + "precision_coffee": 0.9247800586510264, + "recall_coffee": 0.9044887422916965, + "F1_noncoffee": 0.838205022643063, + "IoU_noncoffee": 0.7214741318214033, + "kappa": 0.7527844588344127, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.888365076371865, + "mIoU": 0.7834366829343788, + "macroF1": 0.8773684363692045, + "F1_coffee": 0.9140908431287186, + "IoU_coffee": 0.841774689295737, + "precision_coffee": 0.9341539374165801, + "recall_coffee": 0.8948714306009377, + "F1_noncoffee": 0.8406460296096905, + "IoU_noncoffee": 0.7250986765730206, + "kappa": 0.7549465460675564, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9709, + 11000 + ], + [ + 45888, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.505107589562734, + "ssl_variant": "", + "test_tta": { + "OA": 0.8881136623113028, + "mIoU": 0.7706234820446893, + "macroF1": 0.8681255714781242, + "F1_coffee": 0.9194667640613586, + "IoU_coffee": 0.8509379753253338, + "precision_coffee": 0.9163292233495609, + "recall_coffee": 0.9226258646754317, + "F1_noncoffee": 0.8167843788948899, + "IoU_noncoffee": 0.6903089887640449, + "kappa": 0.7362581775985156, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8560632283373716, + "mIoU": 0.71948069628482, + "macroF1": 0.8336636183498383, + "F1_coffee": 0.8947035239502005, + "IoU_coffee": 0.8094692630775105, + "precision_coffee": 0.8965385997927812, + "recall_coffee": 0.8928759449954724, + "F1_noncoffee": 0.7726237127494759, + "IoU_noncoffee": 0.6294921294921295, + "kappa": 0.6673302463407247, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6228270596921073, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7815076747431181, + "mIoU": 0.6036690818566621, + "macroF1": 0.7455710929333594, + "F1_coffee": 0.8411917247738143, + "IoU_coffee": 0.7259110439210694, + "precision_coffee": 0.8465678428097525, + "recall_coffee": 0.8358834577855146, + "F1_noncoffee": 0.6499504610929046, + "IoU_noncoffee": 0.4814271197922547, + "kappa": 0.4911874160429733, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7543556017076266, + "mIoU": 0.5709020785658514, + "macroF1": 0.7191192998330391, + "F1_coffee": 0.8186039576543762, + "IoU_coffee": 0.6929123920451472, + "precision_coffee": 0.8281293770336372, + "recall_coffee": 0.8092951755217217, + "F1_noncoffee": 0.6196346420117022, + "IoU_noncoffee": 0.4488917650865556, + "kappa": 0.4383944028776292, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08196721311475409, + "mIoU": 0.041271424454674, + "macroF1": 0.07678221780976807, + "F1_coffee": 0.14596949891067537, + "IoU_coffee": 0.07873090481786134, + "precision_coffee": 0.9852941176470589, + "recall_coffee": 0.07882352941176471, + "F1_noncoffee": 0.007594936708860759, + "IoU_noncoffee": 0.0038119440914866584, + "kappa": -0.0017415451275636972, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7682160502710222, + "mIoU": 0.5925764303234925, + "macroF1": 0.7378710002915532, + "F1_coffee": 0.82705798138869, + "IoU_coffee": 0.7051141218113023, + "precision_coffee": 0.8520648967551623, + "recall_coffee": 0.8034770514603616, + "F1_noncoffee": 0.6486840191944162, + "IoU_noncoffee": 0.48003873883568277, + "kappa": 0.4766577109114641, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7663715971825623, + "mIoU": 0.5776242386220678, + "macroF1": 0.7228189597063384, + "F1_coffee": 0.8326914556422753, + "IoU_coffee": 0.7133430656934306, + "precision_coffee": 0.8255169617515881, + "recall_coffee": 0.8399917486075775, + "F1_noncoffee": 0.6129464637704013, + "IoU_noncoffee": 0.44190541155070484, + "kappa": 0.44573476973995874, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8095732138646545, + "mIoU": 0.6415083107798965, + "macroF1": 0.7753253688964659, + "F1_coffee": 0.863044363044363, + "IoU_coffee": 0.7590835868981565, + "precision_coffee": 0.8626347548986372, + "recall_coffee": 0.8634543603664744, + "F1_noncoffee": 0.6876063747485688, + "IoU_noncoffee": 0.5239330346616364, + "kappa": 0.5506509688872814, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8123070987654321, + "mIoU": 0.6299880721825658, + "macroF1": 0.763708552932532, + "F1_coffee": 0.8708692767086927, + "IoU_coffee": 0.7712740949694405, + "precision_coffee": 0.8629668595476065, + "recall_coffee": 0.8789177605143317, + "F1_noncoffee": 0.6565478291563713, + "IoU_noncoffee": 0.488702049395691, + "kappa": 0.5275224837547073, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7837089381207029, + "mIoU": 0.5865797042516279, + "macroF1": 0.7273533049572828, + "F1_coffee": 0.8513096566664479, + "IoU_coffee": 0.7411132700880101, + "precision_coffee": 0.8461438079081299, + "recall_coffee": 0.8565389696169089, + "F1_noncoffee": 0.6033969532481177, + "IoU_noncoffee": 0.43204613841524575, + "kappa": 0.4547608169121549, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8142277573355977, + "mIoU": 0.6341916286347881, + "macroF1": 0.7672931364957969, + "F1_coffee": 0.8718015495800507, + "IoU_coffee": 0.7727377654662974, + "precision_coffee": 0.873678715907608, + "recall_coffee": 0.8699324324324325, + "F1_noncoffee": 0.662784723411543, + "IoU_noncoffee": 0.4956454918032787, + "kappa": 0.5345919244479597, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7245920412253077, + "mIoU": 0.5538464453334344, + "macroF1": 0.709466324970776, + "F1_coffee": 0.7757575757575758, + "IoU_coffee": 0.6336633663366337, + "precision_coffee": 0.8381464069845533, + "recall_coffee": 0.7220133063349725, + "F1_noncoffee": 0.6431750741839762, + "IoU_noncoffee": 0.4740295243302351, + "kappa": 0.42401103342943686, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.749146110056926, + "mIoU": 0.5672096966691935, + "macroF1": 0.7166786958274998, + "F1_coffee": 0.8125886022115112, + "IoU_coffee": 0.6843361986628462, + "precision_coffee": 0.8033637000700771, + "recall_coffee": 0.8220278215975907, + "F1_noncoffee": 0.6207687894434882, + "IoU_noncoffee": 0.45008319467554075, + "kappa": 0.4335085390155347, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8049217424099566, + "mIoU": 0.6462645906587088, + "macroF1": 0.7807895648395229, + "F1_coffee": 0.8535221238938053, + "IoU_coffee": 0.7444732617018649, + "precision_coffee": 0.8506915043748235, + "recall_coffee": 0.8563716436993891, + "F1_noncoffee": 0.7080570057852406, + "IoU_noncoffee": 0.5480559196155527, + "kappa": 0.5615888041330235, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8861, + 11000 + ], + [ + 40300, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.488706886768341, + "ssl_variant": "", + "test_tta": { + "OA": 0.8049917544082202, + "mIoU": 0.6291705378281969, + "macroF1": 0.7647085024338207, + "F1_coffee": 0.8620650979160591, + "IoU_coffee": 0.7575697839457499, + "precision_coffee": 0.8446153846153847, + "recall_coffee": 0.88025104219158, + "F1_noncoffee": 0.6673519069515824, + "IoU_noncoffee": 0.5007712917106438, + "kappa": 0.5299009085146391, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7770133841006115, + "mIoU": 0.5930116404483555, + "macroF1": 0.735935077847055, + "F1_coffee": 0.8400856407020882, + "IoU_coffee": 0.7242652304180339, + "precision_coffee": 0.8254939425969591, + "recall_coffee": 0.8552024764672437, + "F1_noncoffee": 0.6317845149920217, + "IoU_noncoffee": 0.46175805047867713, + "kappa": 0.47224984367230727, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6162210574108766, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7951446149942916, + "mIoU": 0.6381578969097343, + "macroF1": 0.7755184439895325, + "F1_coffee": 0.8418939922409467, + "IoU_coffee": 0.7269576244319983, + "precision_coffee": 0.9038971960160829, + "recall_coffee": 0.7878510238673324, + "F1_noncoffee": 0.7091428957381183, + "IoU_noncoffee": 0.5493581693874704, + "kappa": 0.5548897994758001, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7660234221760701, + "mIoU": 0.601168049397495, + "macroF1": 0.7470900111363994, + "F1_coffee": 0.8162886294404748, + "IoU_coffee": 0.689601071462738, + "precision_coffee": 0.8829495345418912, + "recall_coffee": 0.7589866700360098, + "F1_noncoffee": 0.677891392832324, + "IoU_noncoffee": 0.5127350273322521, + "kappa": 0.49918513829365097, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03161592505854801, + "mIoU": 0.0159082864949811, + "macroF1": 0.03103001200480192, + "F1_coffee": 0.054857142857142854, + "IoU_coffee": 0.0282021151586369, + "precision_coffee": 0.96, + "recall_coffee": 0.02823529411764706, + "F1_noncoffee": 0.007202881152460984, + "IoU_noncoffee": 0.0036144578313253013, + "kappa": -0.0021397658744235566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8084616491581522, + "mIoU": 0.6487269556718647, + "macroF1": 0.7822573049071441, + "F1_coffee": 0.8577940809857901, + "IoU_coffee": 0.750997755051135, + "precision_coffee": 0.879115263887875, + "recall_coffee": 0.8374826147426981, + "F1_noncoffee": 0.706720528828498, + "IoU_noncoffee": 0.5464561562925943, + "kappa": 0.5650422550361447, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7877879307062631, + "mIoU": 0.632915696433412, + "macroF1": 0.7723304615007739, + "F1_coffee": 0.8316532638652924, + "IoU_coffee": 0.7118205907063918, + "precision_coffee": 0.9221366376423309, + "recall_coffee": 0.7573403011758234, + "F1_noncoffee": 0.7130076591362554, + "IoU_noncoffee": 0.5540108021604321, + "kappa": 0.5520141324306215, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7893421362886112, + "mIoU": 0.632309362001497, + "macroF1": 0.7714045538098131, + "F1_coffee": 0.8354393074230981, + "IoU_coffee": 0.7173858028596736, + "precision_coffee": 0.9136986301369863, + "recall_coffee": 0.7695283338988802, + "F1_noncoffee": 0.707369800196528, + "IoU_noncoffee": 0.5472329211433204, + "kappa": 0.5486965666410298, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8332368827160493, + "mIoU": 0.6638038324702958, + "macroF1": 0.7905409587341453, + "F1_coffee": 0.8851086450926972, + "IoU_coffee": 0.7938967695792108, + "precision_coffee": 0.8782803639720427, + "recall_coffee": 0.8920439324939726, + "F1_noncoffee": 0.6959732723755935, + "IoU_noncoffee": 0.5337108953613808, + "kappa": 0.5811489121766289, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7923032849503437, + "mIoU": 0.6303066627314747, + "macroF1": 0.7688293533923597, + "F1_coffee": 0.8424940256354552, + "IoU_coffee": 0.7278528528528528, + "precision_coffee": 0.932360955281295, + "recall_coffee": 0.7684280052840159, + "F1_noncoffee": 0.6951646811492642, + "IoU_noncoffee": 0.5327604726100966, + "kappa": 0.545824965999585, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7839418813095576, + "mIoU": 0.6153285445886038, + "macroF1": 0.7564849498837791, + "F1_coffee": 0.8382539906766493, + "IoU_coffee": 0.7215466926070039, + "precision_coffee": 0.9182915506035283, + "recall_coffee": 0.771049896049896, + "F1_noncoffee": 0.6747159090909091, + "IoU_noncoffee": 0.5091103965702036, + "kappa": 0.5202985963467235, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7839488500811146, + "mIoU": 0.629833084212953, + "macroF1": 0.7703384954227339, + "F1_coffee": 0.8262471220260936, + "IoU_coffee": 0.7039361841244932, + "precision_coffee": 0.8801504251144538, + "recall_coffee": 0.7785652299681805, + "F1_noncoffee": 0.7144298688193743, + "IoU_noncoffee": 0.5557299843014128, + "kappa": 0.5434911388684269, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7833017077798862, + "mIoU": 0.6336090108166716, + "macroF1": 0.774002681698357, + "F1_coffee": 0.8198454014828838, + "IoU_coffee": 0.6946932228311723, + "precision_coffee": 0.9109553023663454, + "recall_coffee": 0.7453033127778574, + "F1_noncoffee": 0.72815996191383, + "IoU_noncoffee": 0.5725247988021711, + "kappa": 0.5547263354912004, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7947388270790119, + "mIoU": 0.6471496208523907, + "macroF1": 0.7838449906535013, + "F1_coffee": 0.8323708323708324, + "IoU_coffee": 0.7128725929833817, + "precision_coffee": 0.9087088096839274, + "recall_coffee": 0.7678647535161245, + "F1_noncoffee": 0.7353191489361702, + "IoU_noncoffee": 0.5814266487213997, + "kappa": 0.5724541534545716, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9096, + 11000 + ], + [ + 40921, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4873071948687235, + "ssl_variant": "", + "test_tta": { + "OA": 0.8091938348344538, + "mIoU": 0.655129914005111, + "macroF1": 0.7879117526849696, + "F1_coffee": 0.8550956756301105, + "IoU_coffee": 0.7468708584891769, + "precision_coffee": 0.9015057258207856, + "recall_coffee": 0.8132301067387421, + "F1_noncoffee": 0.7207278297398287, + "IoU_noncoffee": 0.563388969521045, + "kappa": 0.5779791013693971, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.778816199376947, + "mIoU": 0.6151802819308607, + "macroF1": 0.757611021551799, + "F1_coffee": 0.8293041271537331, + "IoU_coffee": 0.7083856246434683, + "precision_coffee": 0.8795240456122955, + "recall_coffee": 0.7845094446901257, + "F1_noncoffee": 0.6859179159498648, + "IoU_noncoffee": 0.5219749392182532, + "kappa": 0.5181128697083419, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7214460746178984, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.875079284536344, + "mIoU": 0.7426645667126437, + "macroF1": 0.8488950081979851, + "F1_coffee": 0.9117963186887008, + "IoU_coffee": 0.8378912278535712, + "precision_coffee": 0.891826185991502, + "recall_coffee": 0.9326812955243026, + "F1_noncoffee": 0.7859936977072693, + "IoU_noncoffee": 0.6474379055717163, + "kappa": 0.6981572328111175, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8431406484365986, + "mIoU": 0.6928944151517219, + "macroF1": 0.8140258900503543, + "F1_coffee": 0.8876097964245118, + "IoU_coffee": 0.7979302528658752, + "precision_coffee": 0.8714363979465536, + "recall_coffee": 0.9043948870217112, + "F1_noncoffee": 0.7404419836761968, + "IoU_noncoffee": 0.5878585774375686, + "kappa": 0.6283474276709544, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1405152224824356, + "mIoU": 0.07094532121791806, + "macroF1": 0.12547365131450447, + "F1_coffee": 0.2401656314699793, + "IoU_coffee": 0.13647058823529412, + "precision_coffee": 1.0, + "recall_coffee": 0.13647058823529412, + "F1_noncoffee": 0.01078167115902965, + "IoU_noncoffee": 0.005420054200542005, + "kappa": 0.00147826253177944, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8687580946898834, + "mIoU": 0.73091716855803, + "macroF1": 0.8406854227602252, + "F1_coffee": 0.9075613217109264, + "IoU_coffee": 0.8307663759510113, + "precision_coffee": 0.8825732684978315, + "recall_coffee": 0.9340055632823365, + "F1_noncoffee": 0.7738095238095238, + "IoU_noncoffee": 0.6310679611650486, + "kappa": 0.6819946067521273, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8816390633923472, + "mIoU": 0.7528935364689348, + "macroF1": 0.8557683647762062, + "F1_coffee": 0.9168533315502658, + "IoU_coffee": 0.8464720044447188, + "precision_coffee": 0.892243623112962, + "recall_coffee": 0.9428591074743863, + "F1_noncoffee": 0.7946833980021465, + "IoU_noncoffee": 0.6593150684931507, + "kappa": 0.7120776092583802, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8747936807356755, + "mIoU": 0.7442049850815617, + "macroF1": 0.8501314179381443, + "F1_coffee": 0.9109269634649579, + "IoU_coffee": 0.8364241266711848, + "precision_coffee": 0.9007430997876857, + "recall_coffee": 0.9213437393959959, + "F1_noncoffee": 0.7893358724113306, + "IoU_noncoffee": 0.6519858434919387, + "kappa": 0.7003534251787638, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8830054012345679, + "mIoU": 0.7424073941233233, + "macroF1": 0.8474580249165875, + "F1_coffee": 0.9210954270474208, + "IoU_coffee": 0.8537320631858194, + "precision_coffee": 0.8954091311496143, + "recall_coffee": 0.9482989552638629, + "F1_noncoffee": 0.7738206227857543, + "IoU_noncoffee": 0.6310827250608273, + "kappa": 0.6956340207657611, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8839763177998472, + "mIoU": 0.7444578228952263, + "macroF1": 0.8489090924830638, + "F1_coffee": 0.921698781981053, + "IoU_coffee": 0.854769304327038, + "precision_coffee": 0.8998364162577073, + "recall_coffee": 0.9446499339498019, + "F1_noncoffee": 0.7761194029850746, + "IoU_noncoffee": 0.6341463414634146, + "kappa": 0.6983273412049626, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8764034342862534, + "mIoU": 0.7278015427566877, + "macroF1": 0.8369242434008575, + "F1_coffee": 0.9171620083470343, + "IoU_coffee": 0.8469983648680215, + "precision_coffee": 0.8933234786893324, + "recall_coffee": 0.9423076923076923, + "F1_noncoffee": 0.7566864784546805, + "IoU_noncoffee": 0.6086047206453541, + "kappa": 0.6745292406317533, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8546617043611031, + "mIoU": 0.718817407353807, + "macroF1": 0.8333678284200501, + "F1_coffee": 0.8929349736379614, + "IoU_coffee": 0.8065786131572263, + "precision_coffee": 0.8686910135412392, + "recall_coffee": 0.918571015331212, + "F1_noncoffee": 0.7738006832021387, + "IoU_noncoffee": 0.6310562015503876, + "kappa": 0.6672831704170261, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8793168880455408, + "mIoU": 0.7589658999675528, + "macroF1": 0.8606907828905179, + "F1_coffee": 0.9116298457690705, + "IoU_coffee": 0.8376101110685561, + "precision_coffee": 0.8841126532812289, + "recall_coffee": 0.9409149576939624, + "F1_noncoffee": 0.8097517200119653, + "IoU_noncoffee": 0.6803216888665494, + "kappa": 0.7219614125357682, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8731849896285122, + "mIoU": 0.755256518095228, + "macroF1": 0.8587833088966466, + "F1_coffee": 0.9038805116844136, + "IoU_coffee": 0.8246185943408528, + "precision_coffee": 0.909404659188956, + "recall_coffee": 0.898423071459014, + "F1_noncoffee": 0.8136861061088794, + "IoU_noncoffee": 0.685894441849603, + "kappa": 0.7175868170291879, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9752, + 11000 + ], + [ + 45302, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.038551453749339, + "ssl_variant": "", + "test_tta": { + "OA": 0.8770296841304072, + "mIoU": 0.7433963113682011, + "macroF1": 0.8491612309594314, + "F1_coffee": 0.9139967395282297, + "IoU_coffee": 0.8416150971141474, + "precision_coffee": 0.8859458645969944, + "recall_coffee": 0.9438819918457099, + "F1_noncoffee": 0.7843257223906333, + "IoU_noncoffee": 0.6451775256222547, + "kappa": 0.6990789714892806, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8453184492904119, + "mIoU": 0.6927593325865988, + "macroF1": 0.8134948218456425, + "F1_coffee": 0.8905355338497811, + "IoU_coffee": 0.8026715239829993, + "precision_coffee": 0.8640522875816994, + "recall_coffee": 0.9186935371785963, + "F1_noncoffee": 0.7364541098415038, + "IoU_noncoffee": 0.5828471411901983, + "kappa": 0.6278313977236445, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7470016533066723, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8693232271977673, + "mIoU": 0.7356363630065241, + "macroF1": 0.8443161548285268, + "F1_coffee": 0.9067116449133452, + "IoU_coffee": 0.8293435493891075, + "precision_coffee": 0.8963317741321815, + "recall_coffee": 0.9173347381923129, + "F1_noncoffee": 0.7819206647437085, + "IoU_noncoffee": 0.6419291766239409, + "kappa": 0.6887298919021384, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8400686512057228, + "mIoU": 0.6911551373124905, + "macroF1": 0.8131360192174844, + "F1_coffee": 0.8840778180829822, + "IoU_coffee": 0.7922396672537191, + "precision_coffee": 0.8777920783857843, + "recall_coffee": 0.8904542295786215, + "F1_noncoffee": 0.7421942203519866, + "IoU_noncoffee": 0.5900706073712617, + "kappa": 0.6263146533513438, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33489461358313816, + "mIoU": 0.16842105263157894, + "macroF1": 0.2534965034965035, + "F1_coffee": 0.5, + "IoU_coffee": 0.3333333333333333, + "precision_coffee": 0.993006993006993, + "recall_coffee": 0.3341176470588235, + "F1_noncoffee": 0.006993006993006993, + "IoU_noncoffee": 0.0035087719298245615, + "kappa": -0.0023308481973120733, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8674629443085337, + "mIoU": 0.7296402402083841, + "macroF1": 0.8398837711554172, + "F1_coffee": 0.9063358079934913, + "IoU_coffee": 0.8287148967825925, + "precision_coffee": 0.8841854620014551, + "recall_coffee": 0.9296244784422809, + "F1_noncoffee": 0.7734317343173431, + "IoU_noncoffee": 0.6305655836341757, + "kappa": 0.6802529496351329, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8785455929944793, + "mIoU": 0.7493579330084319, + "macroF1": 0.8535270319597663, + "F1_coffee": 0.9140625, + "IoU_coffee": 0.841726618705036, + "precision_coffee": 0.8956642249059592, + "recall_coffee": 0.9332324829815031, + "F1_noncoffee": 0.7929915639195327, + "IoU_noncoffee": 0.656989247311828, + "kappa": 0.7073515148762558, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8620136760198066, + "mIoU": 0.7280555612044306, + "macroF1": 0.8395190644817818, + "F1_coffee": 0.8996019763930826, + "IoU_coffee": 0.817524165887122, + "precision_coffee": 0.909778610590603, + "recall_coffee": 0.8896504920257889, + "F1_noncoffee": 0.7794361525704809, + "IoU_noncoffee": 0.6385869565217391, + "kappa": 0.6791263313079611, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8677662037037037, + "mIoU": 0.7095881774794222, + "macroF1": 0.8234837930947772, + "F1_coffee": 0.9118951224214382, + "IoU_coffee": 0.83805811481219, + "precision_coffee": 0.8764669549104386, + "recall_coffee": 0.9503080632199303, + "F1_noncoffee": 0.735072463768116, + "IoU_noncoffee": 0.5811182401466545, + "kappa": 0.6486935811331488, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8740450725744844, + "mIoU": 0.7223781372552589, + "macroF1": 0.8329288386555804, + "F1_coffee": 0.91581030190847, + "IoU_coffee": 0.8446956316966914, + "precision_coffee": 0.8860071631468445, + "recall_coffee": 0.9476882430647292, + "F1_noncoffee": 0.750047375402691, + "IoU_noncoffee": 0.6000606428138265, + "kappa": 0.6669764022026683, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8643268232852156, + "mIoU": 0.7075074701388773, + "macroF1": 0.8223741696384868, + "F1_coffee": 0.9086984126984127, + "IoU_coffee": 0.8326739585757506, + "precision_coffee": 0.8885026074000497, + "recall_coffee": 0.9298336798336798, + "F1_noncoffee": 0.7360499265785609, + "IoU_noncoffee": 0.5823409817020041, + "kappa": 0.6452781689945806, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8671628972230174, + "mIoU": 0.7437197629330199, + "macroF1": 0.8509192725292596, + "F1_coffee": 0.9001291433491175, + "IoU_coffee": 0.8183953033268102, + "precision_coffee": 0.8930808656036446, + "recall_coffee": 0.907289557419728, + "F1_noncoffee": 0.8017094017094017, + "IoU_noncoffee": 0.6690442225392297, + "kappa": 0.701875412720171, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8830170777988615, + "mIoU": 0.7703699730210473, + "macroF1": 0.8686209075252764, + "F1_coffee": 0.9121106279848884, + "IoU_coffee": 0.8384222251343205, + "precision_coffee": 0.9067460317460317, + "recall_coffee": 0.9175390793058942, + "F1_noncoffee": 0.8251311870656645, + "IoU_noncoffee": 0.702317720907774, + "kappa": 0.7372601130985937, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8597020554403167, + "mIoU": 0.7401165983059861, + "macroF1": 0.849287736195552, + "F1_coffee": 0.888905480065701, + "IoU_coffee": 0.8000268781077812, + "precision_coffee": 0.9367427222659324, + "recall_coffee": 0.8457167211251598, + "F1_noncoffee": 0.8096699923254029, + "IoU_noncoffee": 0.6802063185041909, + "kappa": 0.6999162253275146, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9612, + 11000 + ], + [ + 45088, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9881818493207297, + "ssl_variant": "", + "test_tta": { + "OA": 0.8722250412279589, + "mIoU": 0.7396636451707201, + "macroF1": 0.8470061086316314, + "F1_coffee": 0.9091216673433482, + "IoU_coffee": 0.8333850257428199, + "precision_coffee": 0.8954676738502555, + "recall_coffee": 0.9231984974117, + "F1_noncoffee": 0.7848905499199146, + "IoU_noncoffee": 0.6459422645986204, + "kappa": 0.6941805171590746, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8427800853813315, + "mIoU": 0.694242529715146, + "macroF1": 0.8152359537213658, + "F1_coffee": 0.8865743390179696, + "IoU_coffee": 0.7962582236842105, + "precision_coffee": 0.8762443438914027, + "recall_coffee": 0.8971507991660875, + "F1_noncoffee": 0.7438975684247622, + "IoU_noncoffee": 0.5922268357460816, + "kappa": 0.6305878287743667, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.5631691686105182, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.71865089432957, + "mIoU": 0.540626257142598, + "macroF1": 0.6967242213391841, + "F1_coffee": 0.7782707039402157, + "IoU_coffee": 0.6370238533611554, + "precision_coffee": 0.8563374859060033, + "recall_coffee": 0.7132484309863026, + "F1_noncoffee": 0.6151777387381525, + "IoU_noncoffee": 0.44422866092404073, + "kappa": 0.40207282586342147, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6972424137533172, + "mIoU": 0.5183033634954537, + "macroF1": 0.6780715111266029, + "F1_coffee": 0.7566314227416063, + "IoU_coffee": 0.6085334924660599, + "precision_coffee": 0.8417034228378344, + "recall_coffee": 0.6871775433276476, + "F1_noncoffee": 0.5995115995115995, + "IoU_noncoffee": 0.4280732345248474, + "kappa": 0.3667876364394675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2189695550351288, + "mIoU": 0.11034691407825736, + "macroF1": 0.18223543008089815, + "F1_coffee": 0.35555555555555557, + "IoU_coffee": 0.21621621621621623, + "precision_coffee": 0.9945945945945946, + "recall_coffee": 0.2164705882352941, + "F1_noncoffee": 0.008915304606240713, + "IoU_noncoffee": 0.004477611940298508, + "kappa": -0.0004004285287764266, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7580467213507939, + "mIoU": 0.5855877787521868, + "macroF1": 0.7334650343374799, + "F1_coffee": 0.8144087129295754, + "IoU_coffee": 0.6869219787722673, + "precision_coffee": 0.8647444913267698, + "recall_coffee": 0.7696105702364395, + "F1_noncoffee": 0.6525213557453844, + "IoU_noncoffee": 0.48425357873210634, + "kappa": 0.4702904326601628, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.687369122406244, + "mIoU": 0.5035481699387131, + "macroF1": 0.6639128162247456, + "F1_coffee": 0.7527011256258705, + "IoU_coffee": 0.6034649281661234, + "precision_coffee": 0.8316971713810316, + "recall_coffee": 0.6874097503953792, + "F1_noncoffee": 0.5751245068236207, + "IoU_noncoffee": 0.4036314117113028, + "kappa": 0.33808503332376855, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7109172365008253, + "mIoU": 0.5354789945645319, + "macroF1": 0.6933527861996469, + "F1_coffee": 0.7667427701674278, + "IoU_coffee": 0.6217216908361617, + "precision_coffee": 0.8726721524469467, + "recall_coffee": 0.6837461825585341, + "F1_noncoffee": 0.6199628022318661, + "IoU_noncoffee": 0.44923629829290207, + "kappa": 0.4010832291840649, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7832754629629629, + "mIoU": 0.6026617824899444, + "macroF1": 0.7440918843525665, + "F1_coffee": 0.8442287694974003, + "IoU_coffee": 0.7304462571976967, + "precision_coffee": 0.8749820376490876, + "recall_coffee": 0.815563889633003, + "F1_noncoffee": 0.6439549992077326, + "IoU_noncoffee": 0.4748773077821921, + "kappa": 0.4896248597814881, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7077922077922078, + "mIoU": 0.5220707083718027, + "macroF1": 0.679005614120118, + "F1_coffee": 0.7751322751322751, + "IoU_coffee": 0.6328293736501079, + "precision_coffee": 0.8734680357734349, + "recall_coffee": 0.6966974900924703, + "F1_noncoffee": 0.5828789531079608, + "IoU_noncoffee": 0.4113120430934975, + "kappa": 0.37275806899420083, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6873289933012549, + "mIoU": 0.4988766272873231, + "macroF1": 0.6582648243140115, + "F1_coffee": 0.7579254930606282, + "IoU_coffee": 0.6102093625029404, + "precision_coffee": 0.8655321988655322, + "recall_coffee": 0.6741164241164241, + "F1_noncoffee": 0.5586041555673947, + "IoU_noncoffee": 0.3875438920717058, + "kappa": 0.33526408128649116, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7330852180551579, + "mIoU": 0.5659021130913935, + "macroF1": 0.7198946772534147, + "F1_coffee": 0.7806790559084137, + "IoU_coffee": 0.640257234726688, + "precision_coffee": 0.852543243706114, + "recall_coffee": 0.7199884292739369, + "F1_noncoffee": 0.6591102985984156, + "IoU_noncoffee": 0.49154699145609887, + "kappa": 0.44590873262271324, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6670777988614801, + "mIoU": 0.48525236551557194, + "macroF1": 0.6486312026838464, + "F1_coffee": 0.7291393284446159, + "IoU_coffee": 0.5737366375121478, + "precision_coffee": 0.789535272484119, + "recall_coffee": 0.6773268320665424, + "F1_noncoffee": 0.568123076923077, + "IoU_noncoffee": 0.39676809351899606, + "kappa": 0.3037584123470597, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7344899113709221, + "mIoU": 0.5710171848715528, + "macroF1": 0.7248620325675549, + "F1_coffee": 0.776330420969023, + "IoU_coffee": 0.6344281448786188, + "precision_coffee": 0.8803819131687984, + "recall_coffee": 0.6942747549367808, + "F1_noncoffee": 0.6733936441660867, + "IoU_noncoffee": 0.5076062248644868, + "kappa": 0.46072382855816607, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8214, + 11000 + ], + [ + 37005, + 51930 + ], + [ + 102, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7901089747746786, + "ssl_variant": "", + "test_tta": { + "OA": 0.751966256501332, + "mIoU": 0.5748477769740865, + "macroF1": 0.7239828589046777, + "F1_coffee": 0.8118685653805446, + "IoU_coffee": 0.6833154495576296, + "precision_coffee": 0.8547586486349592, + "recall_coffee": 0.7730770992716112, + "F1_noncoffee": 0.6360971524288107, + "IoU_noncoffee": 0.46638010439054345, + "kappa": 0.4506412299114646, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7294334833275643, + "mIoU": 0.5500191200105095, + "macroF1": 0.7038472367184829, + "F1_coffee": 0.7908957153684961, + "IoU_coffee": 0.6541170397138537, + "precision_coffee": 0.8401335575078738, + "recall_coffee": 0.7471097352959757, + "F1_noncoffee": 0.6167987580684696, + "IoU_noncoffee": 0.4459212003071652, + "kappa": 0.4113994545243584, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.6495142223956087, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7992674108841812, + "mIoU": 0.6419415745980659, + "macroF1": 0.7780823542351589, + "F1_coffee": 0.8466486571612012, + "IoU_coffee": 0.7340769683219898, + "precision_coffee": 0.8985369365663007, + "recall_coffee": 0.8004260387557836, + "F1_noncoffee": 0.7095160513091168, + "IoU_noncoffee": 0.549806180874142, + "kappa": 0.5589507546469723, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7723981769931926, + "mIoU": 0.607886546341302, + "macroF1": 0.7520985216778251, + "F1_coffee": 0.8230373302533165, + "IoU_coffee": 0.699289239505326, + "precision_coffee": 0.8802590549292396, + "recall_coffee": 0.7728009771095247, + "F1_noncoffee": 0.6811597131023336, + "IoU_noncoffee": 0.5164838531772781, + "kappa": 0.5079433859304159, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2224824355971897, + "mIoU": 0.11211961586774181, + "macroF1": 0.18463175452218675, + "F1_coffee": 0.3603082851637765, + "IoU_coffee": 0.21974148061104584, + "precision_coffee": 0.9946808510638298, + "recall_coffee": 0.22, + "F1_noncoffee": 0.008955223880597015, + "IoU_noncoffee": 0.004497751124437781, + "kappa": -0.0003598822973192354, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8093730512783613, + "mIoU": 0.6532630550104264, + "macroF1": 0.7861869242225983, + "F1_coffee": 0.8565964203233256, + "IoU_coffee": 0.7491636684971281, + "precision_coffee": 0.8902640264026402, + "recall_coffee": 0.8253824756606398, + "F1_noncoffee": 0.715777428121871, + "IoU_noncoffee": 0.5573624415237246, + "kappa": 0.5735825535666019, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8063011612411956, + "mIoU": 0.6517282743532824, + "macroF1": 0.785466965879754, + "F1_coffee": 0.852322206095791, + "IoU_coffee": 0.7426493834966804, + "precision_coffee": 0.9022816317123761, + "recall_coffee": 0.8076050333493777, + "F1_noncoffee": 0.7186117256637168, + "IoU_noncoffee": 0.5608071652098845, + "kappa": 0.5734258624693358, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7823626503183212, + "mIoU": 0.6215983120670505, + "macroF1": 0.7629235877079493, + "F1_coffee": 0.8308098397917659, + "IoU_coffee": 0.7105857268280447, + "precision_coffee": 0.9034444267262, + "recall_coffee": 0.768985408890397, + "F1_noncoffee": 0.6950373356241327, + "IoU_noncoffee": 0.5326108973060563, + "kappa": 0.5313078128467424, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8486689814814815, + "mIoU": 0.6847574000024776, + "macroF1": 0.8059413627789234, + "F1_coffee": 0.8969999343530493, + "IoU_coffee": 0.8132365194619688, + "precision_coffee": 0.8796189004763744, + "recall_coffee": 0.9150817037235467, + "F1_noncoffee": 0.7148827912047974, + "IoU_noncoffee": 0.5562782805429864, + "kappa": 0.6123017524291628, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8049083269671505, + "mIoU": 0.6346216097227598, + "macroF1": 0.7699337560547616, + "F1_coffee": 0.8596358639642735, + "IoU_coffee": 0.7538257621400168, + "precision_coffee": 0.8956335003579098, + "recall_coffee": 0.8264200792602377, + "F1_noncoffee": 0.6802316481452496, + "IoU_noncoffee": 0.5154174573055028, + "kappa": 0.5415546640392603, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7855458062081329, + "mIoU": 0.6063444378666379, + "macroF1": 0.7471990851642373, + "F1_coffee": 0.8456576356352278, + "IoU_coffee": 0.7325882352941177, + "precision_coffee": 0.8856492675295121, + "recall_coffee": 0.8091216216216216, + "F1_noncoffee": 0.6487405346932468, + "IoU_noncoffee": 0.4801006404391583, + "kappa": 0.49673353976464873, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7704933676877564, + "mIoU": 0.6174505357664382, + "macroF1": 0.7618171425742624, + "F1_coffee": 0.8072762240564147, + "IoU_coffee": 0.6768341843590433, + "precision_coffee": 0.9051212938005391, + "recall_coffee": 0.728521839745444, + "F1_noncoffee": 0.7163580610921099, + "IoU_noncoffee": 0.5580668871738331, + "kappa": 0.5316887022209076, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8076850094876661, + "mIoU": 0.6645010014404431, + "macroF1": 0.7965575993039115, + "F1_coffee": 0.8441368704344483, + "IoU_coffee": 0.7303086748270357, + "precision_coffee": 0.9099801061007957, + "recall_coffee": 0.7871791194607772, + "F1_noncoffee": 0.7489783281733746, + "IoU_noncoffee": 0.5986933280538507, + "kappa": 0.5965173312668975, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7791815953234018, + "mIoU": 0.6299026564510568, + "macroF1": 0.7715050488418067, + "F1_coffee": 0.8133864541832669, + "IoU_coffee": 0.6854687080311577, + "precision_coffee": 0.9261477045908184, + "recall_coffee": 0.7251029975848842, + "F1_noncoffee": 0.7296236435003464, + "IoU_noncoffee": 0.5743366048709561, + "kappa": 0.5526187522290937, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9133, + 11000 + ], + [ + 41147, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4897133191426595, + "ssl_variant": "", + "test_tta": { + "OA": 0.816963719396169, + "mIoU": 0.662883331563356, + "macroF1": 0.7931970406003133, + "F1_coffee": 0.8633042407304335, + "IoU_coffee": 0.7594857583397578, + "precision_coffee": 0.893710923133505, + "recall_coffee": 0.8348985294791332, + "F1_noncoffee": 0.7230898404701931, + "IoU_noncoffee": 0.5662809047869543, + "kappa": 0.5873616845075975, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7897196261682243, + "mIoU": 0.6267932587515161, + "macroF1": 0.7661127140773449, + "F1_coffee": 0.8404185455978285, + "IoU_coffee": 0.7247602506984823, + "precision_coffee": 0.8749914533810424, + "recall_coffee": 0.8084738981194853, + "F1_noncoffee": 0.6918068825568614, + "IoU_noncoffee": 0.5288262668045501, + "kappa": 0.5336315852424997, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7217197000262108, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8531650386908537, + "mIoU": 0.7118735320922831, + "macroF1": 0.8279954887465018, + "F1_coffee": 0.8937927237693261, + "IoU_coffee": 0.8079794293297943, + "precision_coffee": 0.8951068228807719, + "recall_coffee": 0.8924824774382701, + "F1_noncoffee": 0.7621982537236774, + "IoU_noncoffee": 0.6157676348547718, + "kappa": 0.6559926375959253, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.82462212991808, + "mIoU": 0.6709136647968017, + "macroF1": 0.7987077778923638, + "F1_coffee": 0.8709321332286072, + "IoU_coffee": 0.7713727038562055, + "precision_coffee": 0.878014852226764, + "recall_coffee": 0.8639627687577652, + "F1_noncoffee": 0.7264834225561204, + "IoU_noncoffee": 0.570454625737398, + "kappa": 0.5974710642123481, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26346604215456676, + "mIoU": 0.1324533306548217, + "macroF1": 0.2106014181270436, + "F1_coffee": 0.41488372093023257, + "IoU_coffee": 0.26173708920187794, + "precision_coffee": 0.9911111111111112, + "recall_coffee": 0.26235294117647057, + "F1_noncoffee": 0.00631911532385466, + "IoU_noncoffee": 0.003169572107765452, + "kappa": -0.003017458687330771, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8564301818007387, + "mIoU": 0.7168668550699449, + "macroF1": 0.8314908312333267, + "F1_coffee": 0.8963175944850521, + "IoU_coffee": 0.8121155053358443, + "precision_coffee": 0.8930075239870229, + "recall_coffee": 0.8996522948539638, + "F1_noncoffee": 0.7666640679816014, + "IoU_noncoffee": 0.6216182048040455, + "kappa": 0.6629920827832014, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8695983247667999, + "mIoU": 0.7371553432451263, + "macroF1": 0.8454617336976485, + "F1_coffee": 0.9065356801746487, + "IoU_coffee": 0.8290491639630646, + "precision_coffee": 0.8994787788533135, + "recall_coffee": 0.9137041875816544, + "F1_noncoffee": 0.7843877872206484, + "IoU_noncoffee": 0.6452615225271879, + "kappa": 0.6909673485574479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8336713039377506, + "mIoU": 0.6832798680128547, + "macroF1": 0.8076447481273246, + "F1_coffee": 0.8784002758145147, + "IoU_coffee": 0.7831673429238903, + "precision_coffee": 0.8927119831814997, + "recall_coffee": 0.8645402103834408, + "F1_noncoffee": 0.7368892204401343, + "IoU_noncoffee": 0.583392393101819, + "kappa": 0.6155033214168895, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8553240740740741, + "mIoU": 0.6922976618597784, + "macroF1": 0.8111595295443781, + "F1_coffee": 0.9024834221817709, + "IoU_coffee": 0.8222959365004147, + "precision_coffee": 0.8768317331985851, + "recall_coffee": 0.9296812215376373, + "F1_noncoffee": 0.7198356369069854, + "IoU_noncoffee": 0.5622993872191421, + "kappa": 0.6232454459018059, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8759549274255156, + "mIoU": 0.7314281905279809, + "macroF1": 0.8399101311501814, + "F1_coffee": 0.9158733242665631, + "IoU_coffee": 0.8448028673835125, + "precision_coffee": 0.8983610722906873, + "recall_coffee": 0.9340819022457068, + "F1_noncoffee": 0.7639469380337998, + "IoU_noncoffee": 0.6180535136724493, + "kappa": 0.6801612895489552, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8172469100858571, + "mIoU": 0.6317261284311992, + "macroF1": 0.7641772267797002, + "F1_coffee": 0.8760478658731682, + "IoU_coffee": 0.7794352083807788, + "precision_coffee": 0.8630689698650864, + "recall_coffee": 0.8894230769230769, + "F1_noncoffee": 0.6523065876862323, + "IoU_noncoffee": 0.4840170484816196, + "kappa": 0.528653450872601, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8575245729554347, + "mIoU": 0.7338025132972928, + "macroF1": 0.8447492470855777, + "F1_coffee": 0.889284390063033, + "IoU_coffee": 0.8006409400453999, + "precision_coffee": 0.9124942931060721, + "recall_coffee": 0.8672259184263813, + "F1_noncoffee": 0.8002141041081225, + "IoU_noncoffee": 0.6669640865491858, + "kappa": 0.6898605697983887, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8632827324478178, + "mIoU": 0.739248715939758, + "macroF1": 0.848072072072072, + "F1_coffee": 0.8961441441441441, + "IoU_coffee": 0.8118307652128494, + "precision_coffee": 0.9007534048101999, + "recall_coffee": 0.8915818155743582, + "F1_noncoffee": 0.8, + "IoU_noncoffee": 0.6666666666666666, + "kappa": 0.6961594654376375, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8500848576277579, + "mIoU": 0.7250552168338296, + "macroF1": 0.8390933517979003, + "F1_coffee": 0.8811481536851548, + "IoU_coffee": 0.7875467664350615, + "precision_coffee": 0.9297996529421044, + "recall_coffee": 0.8373348487000994, + "F1_noncoffee": 0.7970385499106459, + "IoU_noncoffee": 0.6625636672325976, + "kappa": 0.6796843163320666, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9537, + 11000 + ], + [ + 44140, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.588735369841258, + "ssl_variant": "", + "test_tta": { + "OA": 0.8595395154129138, + "mIoU": 0.7207108523606807, + "macroF1": 0.8340639929779129, + "F1_coffee": 0.899081732631531, + "IoU_coffee": 0.8166652868614952, + "precision_coffee": 0.8944147248163932, + "recall_coffee": 0.9037977003069312, + "F1_noncoffee": 0.7690462533242948, + "IoU_noncoffee": 0.6247564178598661, + "kappa": 0.6681486634531321, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8311411099573094, + "mIoU": 0.6786947183402647, + "macroF1": 0.8041838698437198, + "F1_coffee": 0.8768382739685678, + "IoU_coffee": 0.7806874590240704, + "precision_coffee": 0.8760273252758802, + "recall_coffee": 0.8776507254617053, + "F1_noncoffee": 0.7315294657188718, + "IoU_noncoffee": 0.576701977656459, + "kappa": 0.608368471247452, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7455975461337643, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.875903843714322, + "mIoU": 0.743599062920612, + "macroF1": 0.8494921688680699, + "F1_coffee": 0.9125410697123444, + "IoU_coffee": 0.8391499157314918, + "precision_coffee": 0.8909741620111732, + "recall_coffee": 0.9351779742544322, + "F1_noncoffee": 0.7864432680237953, + "IoU_noncoffee": 0.648048210109732, + "kappa": 0.6994143915745931, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8447559709241952, + "mIoU": 0.695595733584172, + "macroF1": 0.8160057351746064, + "F1_coffee": 0.8887372860332424, + "IoU_coffee": 0.799754436879116, + "precision_coffee": 0.8727693525793289, + "recall_coffee": 0.9053003980036641, + "F1_noncoffee": 0.7432741843159703, + "IoU_noncoffee": 0.591437030289228, + "kappa": 0.6322954696866183, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.869381685614237, + "mIoU": 0.7309223673307336, + "macroF1": 0.8405876712372583, + "F1_coffee": 0.9083381021308109, + "IoU_coffee": 0.8320690718470551, + "precision_coffee": 0.8802766360018268, + "recall_coffee": 0.9382475660639777, + "F1_noncoffee": 0.7728372403437057, + "IoU_noncoffee": 0.629775662814412, + "kappa": 0.6819762644152803, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8876356367789834, + "mIoU": 0.7668875377202786, + "macroF1": 0.865432615323801, + "F1_coffee": 0.9200934104985278, + "IoU_coffee": 0.8520120345994735, + "precision_coffee": 0.9059584110903759, + "recall_coffee": 0.9346764766554356, + "F1_noncoffee": 0.8107718201490743, + "IoU_noncoffee": 0.6817630408410837, + "kappa": 0.7310202899424523, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8706908747936807, + "mIoU": 0.7331025817432528, + "macroF1": 0.8421016039061922, + "F1_coffee": 0.9092894005557761, + "IoU_coffee": 0.8336669699727025, + "precision_coffee": 0.8870457626024656, + "recall_coffee": 0.9326772989480828, + "F1_noncoffee": 0.7749138072566081, + "IoU_noncoffee": 0.6325381935138032, + "kappa": 0.6846951805209406, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8603395061728395, + "mIoU": 0.6925343404324892, + "macroF1": 0.8103759750638295, + "F1_coffee": 0.9077119184193754, + "IoU_coffee": 0.8310187886567861, + "precision_coffee": 0.8658803501945526, + "recall_coffee": 0.9537905170104474, + "F1_noncoffee": 0.7130400317082838, + "IoU_noncoffee": 0.5540498922081922, + "kappa": 0.6234843937093311, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8877960275019099, + "mIoU": 0.7514484225361833, + "macroF1": 0.8537429732981616, + "F1_coffee": 0.9243156199677939, + "IoU_coffee": 0.8592814371257484, + "precision_coffee": 0.901948460087995, + "recall_coffee": 0.9478203434610304, + "F1_noncoffee": 0.7831703266285293, + "IoU_noncoffee": 0.6436154079466181, + "kappa": 0.708000408171983, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8602698367770545, + "mIoU": 0.6868859414369557, + "macroF1": 0.8054564726565054, + "F1_coffee": 0.9087211093990755, + "IoU_coffee": 0.8327120750028238, + "precision_coffee": 0.8643451752843241, + "recall_coffee": 0.9579002079002079, + "F1_noncoffee": 0.7021918359139353, + "IoU_noncoffee": 0.5410598078710877, + "kappa": 0.6142304745194611, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8783280847409104, + "mIoU": 0.761438066018189, + "macroF1": 0.8626739566256411, + "F1_coffee": 0.9090390240422345, + "IoU_coffee": 0.8332461417734763, + "precision_coffee": 0.8969449528368295, + "recall_coffee": 0.9214636968469772, + "F1_noncoffee": 0.8163088892090477, + "IoU_noncoffee": 0.6896299902629016, + "kappa": 0.7254487154419875, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8874762808349146, + "mIoU": 0.7781525262757847, + "macroF1": 0.8736911784861089, + "F1_coffee": 0.9154186278704892, + "IoU_coffee": 0.8440294581799053, + "precision_coffee": 0.9104837565612144, + "recall_coffee": 0.9204072852430805, + "F1_noncoffee": 0.8319637291017286, + "IoU_noncoffee": 0.7122755943716642, + "kappa": 0.7473970995660515, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8811050348859136, + "mIoU": 0.768508922228905, + "macroF1": 0.867513814861641, + "F1_coffee": 0.9099478683139327, + "IoU_coffee": 0.8347746331236897, + "precision_coffee": 0.9148477886272257, + "recall_coffee": 0.9051001562721978, + "F1_noncoffee": 0.8250797614093495, + "IoU_noncoffee": 0.7022432113341204, + "kappa": 0.7350423936813844, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9586, + 11000 + ], + [ + 45519, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.28490705092748, + "ssl_variant": "", + "test_tta": { + "OA": 0.8786946593936319, + "mIoU": 0.7469200586370699, + "macroF1": 0.8516313555622452, + "F1_coffee": 0.9149981110691349, + "IoU_coffee": 0.8433147632311978, + "precision_coffee": 0.8885196374622356, + "recall_coffee": 0.943103211324385, + "F1_noncoffee": 0.7882646000553557, + "IoU_noncoffee": 0.650525354042942, + "kappa": 0.7039176928505145, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8477702780662282, + "mIoU": 0.6982449317321386, + "macroF1": 0.8176721097255815, + "F1_coffee": 0.8917513614407171, + "IoU_coffee": 0.8046491828764968, + "precision_coffee": 0.869172331067573, + "recall_coffee": 0.9155347779392254, + "F1_noncoffee": 0.7435928580104457, + "IoU_noncoffee": 0.5918406805877804, + "kappa": 0.6359261831720439, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.5662389699201781, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7202236539790163, + "mIoU": 0.5213963048878667, + "macroF1": 0.6740741081104897, + "F1_coffee": 0.7967172159376131, + "IoU_coffee": 0.662119683328159, + "precision_coffee": 0.8882265663638493, + "recall_coffee": 0.722302188730367, + "F1_noncoffee": 0.5514310002833664, + "IoU_noncoffee": 0.38067292644757433, + "kappa": 0.36306607413794567, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7008913118726203, + "mIoU": 0.5018822647320635, + "macroF1": 0.6571775840678562, + "F1_coffee": 0.7795950900685478, + "IoU_coffee": 0.63880035529547, + "precision_coffee": 0.868570616652458, + "recall_coffee": 0.7071548383365146, + "F1_noncoffee": 0.5347600780671646, + "IoU_noncoffee": 0.364964174168657, + "kappa": 0.3292135279789468, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5258040388930442, + "mIoU": 0.2671143537470822, + "macroF1": 0.35433652639147867, + "F1_coffee": 0.6870681145113524, + "IoU_coffee": 0.5233082706766917, + "precision_coffee": 0.997134670487106, + "recall_coffee": 0.5240963855421686, + "F1_noncoffee": 0.021604938271604937, + "IoU_noncoffee": 0.0109204368174727, + "kappa": 0.008441010020190213, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7011352418558736, + "mIoU": 0.5023548778873177, + "macroF1": 0.6576725149427045, + "F1_coffee": 0.7796499144801485, + "IoU_coffee": 0.6388739786485358, + "precision_coffee": 0.876811001064091, + "recall_coffee": 0.7018739352640545, + "F1_noncoffee": 0.5356951154052604, + "IoU_noncoffee": 0.3658357771260997, + "kappa": 0.3326129701325748, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7253470731358237, + "mIoU": 0.5356512198352288, + "macroF1": 0.6889980519028582, + "F1_coffee": 0.7953212216020195, + "IoU_coffee": 0.6601936016999174, + "precision_coffee": 0.9193654446819004, + "recall_coffee": 0.7007706284067414, + "F1_noncoffee": 0.582674882203697, + "IoU_noncoffee": 0.4111088379705401, + "kappa": 0.4002570487174167, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7335141307450757, + "mIoU": 0.5243786192621809, + "macroF1": 0.6731085438729724, + "F1_coffee": 0.8136292549828636, + "IoU_coffee": 0.6858136534470186, + "precision_coffee": 0.8711700156762149, + "recall_coffee": 0.7632186778200887, + "F1_noncoffee": 0.5325878327630811, + "IoU_noncoffee": 0.36294358507734303, + "kappa": 0.3532928832299338, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7177693383969618, + "mIoU": 0.5210155043678745, + "macroF1": 0.6744499290855446, + "F1_coffee": 0.7932044522554189, + "IoU_coffee": 0.6572815533980583, + "precision_coffee": 0.8585922637920101, + "recall_coffee": 0.7370713119216113, + "F1_noncoffee": 0.5556954059156702, + "IoU_noncoffee": 0.3847494553376906, + "kappa": 0.35691347716481864, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7371684792978439, + "mIoU": 0.5563883931884064, + "macroF1": 0.7085040263524164, + "F1_coffee": 0.7999128477013582, + "IoU_coffee": 0.6665456305979182, + "precision_coffee": 0.9261688530104272, + "recall_coffee": 0.7039498913460309, + "F1_noncoffee": 0.6170952050034746, + "IoU_noncoffee": 0.4462311557788945, + "kappa": 0.43702885525607665, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7102741675362869, + "mIoU": 0.5057900197773837, + "macroF1": 0.6586585344129967, + "F1_coffee": 0.7913934426229509, + "IoU_coffee": 0.6547982366904035, + "precision_coffee": 0.8572062740455756, + "recall_coffee": 0.7349657447348389, + "F1_noncoffee": 0.5259236262030426, + "IoU_noncoffee": 0.35678180286436395, + "kappa": 0.3263413109906919, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6849034523112931, + "mIoU": 0.48470595005788747, + "macroF1": 0.6414691328572246, + "F1_coffee": 0.7662591333285105, + "IoU_coffee": 0.6210859622375983, + "precision_coffee": 0.8962599424606532, + "recall_coffee": 0.6691938337124084, + "F1_noncoffee": 0.5166791323859387, + "IoU_noncoffee": 0.3483259378781767, + "kappa": 0.312832513955148, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7135222826605592, + "mIoU": 0.5144305333854218, + "macroF1": 0.6680347351492357, + "F1_coffee": 0.7909179551469564, + "IoU_coffee": 0.654147465437788, + "precision_coffee": 0.9128617363344051, + "recall_coffee": 0.697714426148931, + "F1_noncoffee": 0.5451515151515152, + "IoU_noncoffee": 0.3747136013330556, + "kappa": 0.3608803130678878, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7568960580318793, + "mIoU": 0.5432738760053664, + "macroF1": 0.6875427829698602, + "F1_coffee": 0.8347498864594822, + "IoU_coffee": 0.716369710467706, + "precision_coffee": 0.8841396371632765, + "recall_coffee": 0.7905862111343247, + "F1_noncoffee": 0.5403356794802382, + "IoU_noncoffee": 0.3701780415430267, + "kappa": 0.3804632839278871, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6124, + 8413 + ], + [ + 38595, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.53614239692688, + "ssl_variant": "", + "test_tta": { + "OA": 0.7592506306335256, + "mIoU": 0.5565435275918069, + "macroF1": 0.7019429086268567, + "F1_coffee": 0.8326371048810455, + "IoU_coffee": 0.7132632948695868, + "precision_coffee": 0.8814084373817631, + "recall_coffee": 0.7889801447864189, + "F1_noncoffee": 0.5712487123726679, + "IoU_noncoffee": 0.39982376031402705, + "kappa": 0.4085251696435271, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7370341525325949, + "mIoU": 0.5313628783061741, + "macroF1": 0.6802032754437882, + "F1_coffee": 0.8150154720235377, + "IoU_coffee": 0.6877857497559889, + "precision_coffee": 0.8601224891858323, + "recall_coffee": 0.7744037634719572, + "F1_noncoffee": 0.5453910788640387, + "IoU_noncoffee": 0.37494000685635925, + "kappa": 0.3647004192767324, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 48, + "stopped_epoch": 68, + "best_val": 0.6278368089405434, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8106974726457687, + "mIoU": 0.6281228244013537, + "macroF1": 0.7622957819016603, + "F1_coffee": 0.8695584783667685, + "IoU_coffee": 0.7692202221221084, + "precision_coffee": 0.9115407826934683, + "recall_coffee": 0.8312730197705431, + "F1_noncoffee": 0.6550330854365521, + "IoU_noncoffee": 0.4870254266805991, + "kappa": 0.5272435993603232, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7811093804084458, + "mIoU": 0.5921143604568141, + "macroF1": 0.7338825018278164, + "F1_coffee": 0.8459891420163377, + "IoU_coffee": 0.7330859464307697, + "precision_coffee": 0.8930116971592613, + "recall_coffee": 0.8036709275647329, + "F1_noncoffee": 0.6217758616392952, + "IoU_noncoffee": 0.4511427744828584, + "kappa": 0.47136458761660827, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36350037397157814, + "mIoU": 0.1844910394171044, + "macroF1": 0.2737540603662931, + "F1_coffee": 0.5290536801328168, + "IoU_coffee": 0.35966892400300976, + "precision_coffee": 0.9979123173277662, + "recall_coffee": 0.35993975903614456, + "F1_noncoffee": 0.01845444059976932, + "IoU_noncoffee": 0.009313154831199068, + "kappa": 0.005200505361818911, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7799111549851925, + "mIoU": 0.5944800967402198, + "macroF1": 0.7366561456714809, + "F1_coffee": 0.8433844965052159, + "IoU_coffee": 0.7291831156999696, + "precision_coffee": 0.9089257324551442, + "recall_coffee": 0.7866596776307168, + "F1_noncoffee": 0.6299277948377459, + "IoU_noncoffee": 0.45977707778047006, + "kappa": 0.47970483878726133, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8402747960498068, + "mIoU": 0.6673628734009829, + "macroF1": 0.7922375714553684, + "F1_coffee": 0.892139175257732, + "IoU_coffee": 0.8052809119460277, + "precision_coffee": 0.9182306518999934, + "recall_coffee": 0.8674895056700708, + "F1_noncoffee": 0.692335967653005, + "IoU_noncoffee": 0.5294448348559382, + "kappa": 0.5854299259272353, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8108763916642877, + "mIoU": 0.6241888887996146, + "macroF1": 0.758406317374401, + "F1_coffee": 0.8709960081783663, + "IoU_coffee": 0.771472921697137, + "precision_coffee": 0.9070569149655265, + "recall_coffee": 0.8376927398714027, + "F1_noncoffee": 0.6458166265704357, + "IoU_noncoffee": 0.47690485590209236, + "kappa": 0.5189003165323238, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8103138117129722, + "mIoU": 0.6413002279957001, + "macroF1": 0.7749592373014714, + "F1_coffee": 0.8641568851989694, + "IoU_coffee": 0.7608065532451166, + "precision_coffee": 0.9113828502415459, + "recall_coffee": 0.8215841045182363, + "F1_noncoffee": 0.6857615894039735, + "IoU_noncoffee": 0.5217939027462837, + "kappa": 0.5526968032618386, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8784583094829231, + "mIoU": 0.7332546266617639, + "macroF1": 0.8409552620887677, + "F1_coffee": 0.9181864885692268, + "IoU_coffee": 0.84874747714591, + "precision_coffee": 0.9225706542779714, + "recall_coffee": 0.9138437939409434, + "F1_noncoffee": 0.7637240356083086, + "IoU_noncoffee": 0.6177617761776177, + "kappa": 0.681931268064552, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8059956360876577, + "mIoU": 0.6270644607885754, + "macroF1": 0.7624291375183863, + "F1_coffee": 0.8641647293258053, + "IoU_coffee": 0.7608187134502924, + "precision_coffee": 0.9068729959570612, + "recall_coffee": 0.8252981476782543, + "F1_noncoffee": 0.6606935457109673, + "IoU_noncoffee": 0.4933102081268583, + "kappa": 0.5274760621989902, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7502438072947143, + "mIoU": 0.5510496278492684, + "macroF1": 0.6985865432487863, + "F1_coffee": 0.8233671287675012, + "IoU_coffee": 0.6997655334114888, + "precision_coffee": 0.9064540622627183, + "recall_coffee": 0.7542330048016174, + "F1_noncoffee": 0.5738059577300716, + "IoU_noncoffee": 0.40233372228704783, + "kappa": 0.40915113625118993, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8020803511785476, + "mIoU": 0.6075759191764649, + "macroF1": 0.744069476769244, + "F1_coffee": 0.8659167313162658, + "IoU_coffee": 0.7635389351271235, + "precision_coffee": 0.9136425648021828, + "recall_coffee": 0.8229294666994348, + "F1_noncoffee": 0.6222222222222222, + "IoU_noncoffee": 0.45161290322580644, + "kappa": 0.4920441436904311, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8157869619165792, + "mIoU": 0.6200472962414727, + "macroF1": 0.7530414796702356, + "F1_coffee": 0.8775225282396243, + "IoU_coffee": 0.7817729534147445, + "precision_coffee": 0.9072300223067838, + "recall_coffee": 0.8496989062307976, + "F1_noncoffee": 0.6285604311008468, + "IoU_noncoffee": 0.45832163906820095, + "kappa": 0.5076838925359436, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6897, + 8413 + ], + [ + 43453, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3743821064631145, + "ssl_variant": "", + "test_tta": { + "OA": 0.8268931056090233, + "mIoU": 0.6483119111659748, + "macroF1": 0.7776880968605094, + "F1_coffee": 0.8822770979020979, + "IoU_coffee": 0.7893522591745361, + "precision_coffee": 0.9118072180315281, + "recall_coffee": 0.8545997205876127, + "F1_noncoffee": 0.673099095818921, + "IoU_noncoffee": 0.5072715631574133, + "kappa": 0.556667440247333, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7964260989961924, + "mIoU": 0.6092274972022585, + "macroF1": 0.7472448693940226, + "F1_coffee": 0.8587384033386375, + "IoU_coffee": 0.7524465958118489, + "precision_coffee": 0.89280809089774, + "recall_coffee": 0.8271733472149921, + "F1_noncoffee": 0.6357513354494078, + "IoU_noncoffee": 0.46600839859266824, + "kappa": 0.49638075929444186, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7128268166154028, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.874660582592908, + "mIoU": 0.7235273334962916, + "macroF1": 0.833758706572401, + "F1_coffee": 0.9162182771101158, + "IoU_coffee": 0.8453900428095766, + "precision_coffee": 0.92993089014367, + "recall_coffee": 0.9029041954193302, + "F1_noncoffee": 0.7512991360346861, + "IoU_noncoffee": 0.6016646241830066, + "kappa": 0.667731877823722, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8387994692511826, + "mIoU": 0.668661525436349, + "macroF1": 0.7937272219923888, + "F1_coffee": 0.8901490953050213, + "IoU_coffee": 0.802043852502568, + "precision_coffee": 0.907878909382518, + "recall_coffee": 0.8730985019376483, + "F1_noncoffee": 0.6973053486797562, + "IoU_noncoffee": 0.5352791983701302, + "kappa": 0.5878875252314029, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3193717277486911, + "mIoU": 0.1614268747600878, + "macroF1": 0.2468043958438574, + "F1_coffee": 0.4805936073059361, + "IoU_coffee": 0.3163035311795642, + "precision_coffee": 0.9929245283018868, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.013015184381778741, + "IoU_noncoffee": 0.006550218340611353, + "kappa": -0.0003206498503634041, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8789733464955577, + "mIoU": 0.7340083514859237, + "macroF1": 0.8414713945422412, + "F1_coffee": 0.9185760775718935, + "IoU_coffee": 0.8494134987410182, + "precision_coffee": 0.9312550498249395, + "recall_coffee": 0.9062377145852444, + "F1_noncoffee": 0.7643667115125888, + "IoU_noncoffee": 0.618603204230829, + "kappa": 0.6831127778317287, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.878345498783455, + "mIoU": 0.7294081258464875, + "macroF1": 0.8378919153875475, + "F1_coffee": 0.9188724866378213, + "IoU_coffee": 0.8499205461715026, + "precision_coffee": 0.9334238252213819, + "recall_coffee": 0.9047678716872376, + "F1_noncoffee": 0.7569113441372736, + "IoU_noncoffee": 0.6088957055214724, + "kappa": 0.676019749923764, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8668284327719098, + "mIoU": 0.7076215781802112, + "macroF1": 0.8220080615189927, + "F1_coffee": 0.91132583557738, + "IoU_coffee": 0.8370969619369107, + "precision_coffee": 0.925189759423646, + "recall_coffee": 0.8978712778575442, + "F1_noncoffee": 0.7326902874606055, + "IoU_noncoffee": 0.5781461944235117, + "kappa": 0.6442569276384866, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9072556466120327, + "mIoU": 0.7900651006510065, + "macroF1": 0.8797726060933757, + "F1_coffee": 0.9372549019607843, + "IoU_coffee": 0.8819188191881919, + "precision_coffee": 0.9313356624563289, + "recall_coffee": 0.9432498639085466, + "F1_noncoffee": 0.8222903102259671, + "IoU_noncoffee": 0.6982113821138212, + "kappa": 0.7595727186283727, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9024995229917955, + "mIoU": 0.777573087608267, + "macroF1": 0.871315008143744, + "F1_coffee": 0.9346630865618207, + "IoU_coffee": 0.8773403744599136, + "precision_coffee": 0.9349021614017138, + "recall_coffee": 0.9344241339639524, + "F1_noncoffee": 0.8079669297256671, + "IoU_noncoffee": 0.6778058007566204, + "kappa": 0.7426300657539262, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8974480599563609, + "mIoU": 0.7640483762935157, + "macroF1": 0.861936124553383, + "F1_coffee": 0.9319569459306352, + "IoU_coffee": 0.8725836869401226, + "precision_coffee": 0.9247970018738289, + "recall_coffee": 0.9392286221771124, + "F1_noncoffee": 0.7919153031761309, + "IoU_noncoffee": 0.6555130656469088, + "kappa": 0.7239228564138622, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8513750731421884, + "mIoU": 0.6823527463062347, + "macroF1": 0.8032833391339655, + "F1_coffee": 0.9005481597494127, + "IoU_coffee": 0.8190883190883191, + "precision_coffee": 0.9311740890688259, + "recall_coffee": 0.8718726307808946, + "F1_noncoffee": 0.7060185185185185, + "IoU_noncoffee": 0.5456171735241503, + "kappa": 0.6078207101917502, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8541845595953812, + "mIoU": 0.6835721646789006, + "macroF1": 0.8037821288309998, + "F1_coffee": 0.9032298923369221, + "IoU_coffee": 0.8235362051045155, + "precision_coffee": 0.931913225300575, + "recall_coffee": 0.8762595232243795, + "F1_noncoffee": 0.7043343653250774, + "IoU_noncoffee": 0.5436081242532855, + "kappa": 0.6086968698363501, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8360217619547581, + "mIoU": 0.6556025455054502, + "macroF1": 0.7823971112730123, + "F1_coffee": 0.8904196963898456, + "IoU_coffee": 0.8024833295010347, + "precision_coffee": 0.9256066834637316, + "recall_coffee": 0.8578100036868624, + "F1_noncoffee": 0.6743745261561789, + "IoU_noncoffee": 0.5087217615098656, + "kappa": 0.5666551554148997, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7347, + 8413 + ], + [ + 46981, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.682575257619222, + "ssl_variant": "", + "test_tta": { + "OA": 0.8778258005430678, + "mIoU": 0.7272481805105413, + "macroF1": 0.8362363887597916, + "F1_coffee": 0.9187641553779753, + "IoU_coffee": 0.849735198798514, + "precision_coffee": 0.9274837151115137, + "recall_coffee": 0.9102070191778502, + "F1_noncoffee": 0.7537086221416078, + "IoU_noncoffee": 0.6047611622225687, + "kappa": 0.6725605198325688, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8419868466597439, + "mIoU": 0.6709116697967847, + "macroF1": 0.7950689908438089, + "F1_coffee": 0.8931247073513344, + "IoU_coffee": 0.8068882856840696, + "precision_coffee": 0.9038996939480699, + "recall_coffee": 0.8826035822391887, + "F1_noncoffee": 0.6970132743362832, + "IoU_noncoffee": 0.5349350539094999, + "kappa": 0.5903030265610835, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 46, + "stopped_epoch": 66, + "best_val": 0.7367628450473072, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8886389562814313, + "mIoU": 0.7433632189963766, + "macroF1": 0.8473190042413726, + "F1_coffee": 0.9267467791200313, + "IoU_coffee": 0.8634931264032772, + "precision_coffee": 0.9254459102902375, + "recall_coffee": 0.9280513102747555, + "F1_noncoffee": 0.7678912293627139, + "IoU_noncoffee": 0.6232333115894759, + "kappa": 0.6946399202808244, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8571737625475944, + "mIoU": 0.6922520257361864, + "macroF1": 0.8107566178861354, + "F1_coffee": 0.904480347238968, + "IoU_coffee": 0.8256176372184754, + "precision_coffee": 0.9049953675108091, + "recall_coffee": 0.9039659128154703, + "F1_noncoffee": 0.7170328885333028, + "IoU_noncoffee": 0.5588864142538975, + "kappa": 0.6215135988916622, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6043380703066566, + "mIoU": 0.30765767029514085, + "macroF1": 0.38877121298934525, + "F1_coffee": 0.7517597372125763, + "IoU_coffee": 0.6022556390977444, + "precision_coffee": 0.9975093399750934, + "recall_coffee": 0.6031626506024096, + "F1_noncoffee": 0.02578268876611418, + "IoU_noncoffee": 0.013059701492537313, + "kappa": 0.012711148707597422, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8773938795656466, + "mIoU": 0.7225765282071073, + "macroF1": 0.832509298382728, + "F1_coffee": 0.9192142578379081, + "IoU_coffee": 0.8505055368319692, + "precision_coffee": 0.9125661888157045, + "recall_coffee": 0.9259599004062378, + "F1_noncoffee": 0.745804338927548, + "IoU_noncoffee": 0.5946475195822454, + "kappa": 0.6650745266452344, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.894041314822766, + "mIoU": 0.7571501902646263, + "macroF1": 0.8571879733452985, + "F1_coffee": 0.9297352019994305, + "IoU_coffee": 0.8686964232929353, + "precision_coffee": 0.9390337423312883, + "recall_coffee": 0.9206190088340329, + "F1_noncoffee": 0.7846407446911665, + "IoU_noncoffee": 0.6456039572363172, + "kappa": 0.7144617604994107, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8940907793320011, + "mIoU": 0.749982979020402, + "macroF1": 0.851648824556615, + "F1_coffee": 0.9309981401115933, + "IoU_coffee": 0.8709041350113089, + "precision_coffee": 0.9246351825626501, + "recall_coffee": 0.9374492789812098, + "F1_noncoffee": 0.7722995090016367, + "IoU_noncoffee": 0.6290618230294951, + "kappa": 0.7033440080554163, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9041575054967019, + "mIoU": 0.7802394331828866, + "macroF1": 0.8730515959930956, + "F1_coffee": 0.9358914365933552, + "IoU_coffee": 0.8795074758135444, + "precision_coffee": 0.9197214557876757, + "recall_coffee": 0.9526401741970604, + "F1_noncoffee": 0.810211755392836, + "IoU_noncoffee": 0.6809713905522289, + "kappa": 0.7463353157717231, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9281625643961076, + "mIoU": 0.828525821756873, + "macroF1": 0.9041191079874651, + "F1_coffee": 0.9521327315491704, + "IoU_coffee": 0.9086386799320553, + "precision_coffee": 0.9470156803237229, + "recall_coffee": 0.9573053815671737, + "F1_noncoffee": 0.8561054844257596, + "IoU_noncoffee": 0.7484129635816906, + "kappa": 0.8082550448362678, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9180343420927806, + "mIoU": 0.8037150153136996, + "macroF1": 0.8881740810908535, + "F1_coffee": 0.9459594696022017, + "IoU_coffee": 0.8974602421077617, + "precision_coffee": 0.9328892178633111, + "recall_coffee": 0.9594011672164425, + "F1_noncoffee": 0.8303886925795053, + "IoU_noncoffee": 0.7099697885196374, + "kappa": 0.7764858666226351, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8512775502243027, + "mIoU": 0.6676865237087116, + "macroF1": 0.7901260411408443, + "F1_coffee": 0.903413769079739, + "IoU_coffee": 0.8238419775903892, + "precision_coffee": 0.9056507936507937, + "recall_coffee": 0.9011877685114986, + "F1_noncoffee": 0.6768383132019495, + "IoU_noncoffee": 0.511531069827034, + "kappa": 0.58026065077174, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8599102967840443, + "mIoU": 0.691178945098224, + "macroF1": 0.809284326453777, + "F1_coffee": 0.9075450308603099, + "IoU_coffee": 0.8307390752911334, + "precision_coffee": 0.9308785529715762, + "recall_coffee": 0.8853526665028263, + "F1_noncoffee": 0.7110236220472441, + "IoU_noncoffee": 0.5516188149053146, + "kappa": 0.6193162557887015, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8700009544716999, + "mIoU": 0.6974153924864028, + "macroF1": 0.8126983054414132, + "F1_coffee": 0.9162979351032449, + "IoU_coffee": 0.8455256890098674, + "precision_coffee": 0.9164105716041795, + "recall_coffee": 0.9161853262873295, + "F1_noncoffee": 0.7090986757795814, + "IoU_noncoffee": 0.5493050959629384, + "kappa": 0.6253966305507865, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7415, + 8413 + ], + [ + 47784, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3114026983579, + "ssl_variant": "", + "test_tta": { + "OA": 0.8905188065360947, + "mIoU": 0.7452920578048552, + "macroF1": 0.8485378583609886, + "F1_coffee": 0.9282782140075364, + "IoU_coffee": 0.8661559615006875, + "precision_coffee": 0.9232057616615024, + "recall_coffee": 0.9334067143643369, + "F1_noncoffee": 0.7687975027144408, + "IoU_noncoffee": 0.6244281541090227, + "kappa": 0.6971051929692824, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8590775354794047, + "mIoU": 0.6929044379491176, + "macroF1": 0.810945651593671, + "F1_coffee": 0.9063371708476721, + "IoU_coffee": 0.8287171756126634, + "precision_coffee": 0.9012658710489191, + "recall_coffee": 0.911465864615266, + "F1_noncoffee": 0.7155541323396699, + "IoU_noncoffee": 0.5570917002855719, + "kappa": 0.6219276561647276, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5082475544195182, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7275020485547647, + "mIoU": 0.5307749918513939, + "macroF1": 0.6826737051530065, + "F1_coffee": 0.8019431988041853, + "IoU_coffee": 0.669369931378665, + "precision_coffee": 0.8943995832247982, + "recall_coffee": 0.726810888616062, + "F1_noncoffee": 0.5634042115018277, + "IoU_noncoffee": 0.39218005232412284, + "kappa": 0.37995319489821777, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7028383523710626, + "mIoU": 0.5056591297713451, + "macroF1": 0.6611184622107495, + "F1_coffee": 0.7800222070379228, + "IoU_coffee": 0.6393741029859629, + "precision_coffee": 0.8739861712563103, + "recall_coffee": 0.7043013862378776, + "F1_noncoffee": 0.5422147173835763, + "IoU_noncoffee": 0.3719441565567274, + "kappa": 0.33815722839122114, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3605086013462977, + "mIoU": 0.1822972431720668, + "macroF1": 0.27034044842911936, + "F1_coffee": 0.5268400664084117, + "IoU_coffee": 0.35762584522915103, + "precision_coffee": 0.9937369519832986, + "recall_coffee": 0.35843373493975905, + "F1_noncoffee": 0.01384083044982699, + "IoU_noncoffee": 0.006968641114982578, + "kappa": 0.0005245970438956725, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7447186574531096, + "mIoU": 0.5525255278503618, + "macroF1": 0.7019582525749015, + "F1_coffee": 0.814849287606501, + "IoU_coffee": 0.6875490847580499, + "precision_coffee": 0.8981218434343434, + "recall_coffee": 0.745708295112043, + "F1_noncoffee": 0.589067217543302, + "IoU_noncoffee": 0.4175019709426737, + "kappa": 0.41507684666513267, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7694766471065312, + "mIoU": 0.569928866564939, + "macroF1": 0.7136224999227532, + "F1_coffee": 0.840095307432656, + "IoU_coffee": 0.7242796005706134, + "precision_coffee": 0.890299501999018, + "recall_coffee": 0.7952509241275609, + "F1_noncoffee": 0.5871496924128503, + "IoU_noncoffee": 0.4155781325592646, + "kappa": 0.4319089840622854, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6690455799790656, + "mIoU": 0.47464768399248003, + "macroF1": 0.6344959565886785, + "F1_coffee": 0.7468704512372635, + "IoU_coffee": 0.596004181670345, + "precision_coffee": 0.895384346915627, + "recall_coffee": 0.6406142705537174, + "F1_noncoffee": 0.5221214619400935, + "IoU_noncoffee": 0.3532911863146151, + "kappa": 0.3050848045727818, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7452528482910253, + "mIoU": 0.5607187754178283, + "macroF1": 0.7108139275804106, + "F1_coffee": 0.8106100007429973, + "IoU_coffee": 0.6815342328835582, + "precision_coffee": 0.8926525936835216, + "recall_coffee": 0.7423788786064235, + "F1_noncoffee": 0.6110178544178239, + "IoU_noncoffee": 0.4399033179520984, + "kappa": 0.4314911868887262, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.774756725815684, + "mIoU": 0.5975993304098705, + "macroF1": 0.741229283143585, + "F1_coffee": 0.8343739038933707, + "IoU_coffee": 0.7158160808858931, + "precision_coffee": 0.9245957711442786, + "recall_coffee": 0.760194298862329, + "F1_noncoffee": 0.6480846623937994, + "IoU_noncoffee": 0.47938257993384786, + "kappa": 0.4927215967879858, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7141637415804952, + "mIoU": 0.5269576838995322, + "macroF1": 0.6826018684796851, + "F1_coffee": 0.7826902271907681, + "IoU_coffee": 0.6429671762057115, + "precision_coffee": 0.9069028915259904, + "recall_coffee": 0.6884039583861964, + "F1_noncoffee": 0.582513509768602, + "IoU_noncoffee": 0.4109481915933529, + "kappa": 0.3872853902269382, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7441973863858007, + "mIoU": 0.5435634422549231, + "macroF1": 0.6920078085211818, + "F1_coffee": 0.8187910189982729, + "IoU_coffee": 0.6931804889460755, + "precision_coffee": 0.9032159731748209, + "recall_coffee": 0.7487995956532727, + "F1_noncoffee": 0.5652245980440909, + "IoU_noncoffee": 0.3939463955637708, + "kappa": 0.39666308517108756, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7641950567802271, + "mIoU": 0.5349871644079103, + "macroF1": 0.675254920396811, + "F1_coffee": 0.8452045354883168, + "IoU_coffee": 0.7319084300748616, + "precision_coffee": 0.862108626198083, + "recall_coffee": 0.8289506021135414, + "F1_noncoffee": 0.5053053053053053, + "IoU_noncoffee": 0.338065898740959, + "kappa": 0.3513068768396649, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6236518087238714, + "mIoU": 0.42593523298647107, + "macroF1": 0.5865631456852917, + "F1_coffee": 0.7103929489533602, + "IoU_coffee": 0.5508600068344914, + "precision_coffee": 0.882803943044907, + "recall_coffee": 0.5943222317807546, + "F1_noncoffee": 0.4627333424172231, + "IoU_noncoffee": 0.30101045913845065, + "kappa": 0.22776866556876518, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6449, + 8413 + ], + [ + 38723, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.63878093957901, + "ssl_variant": "", + "test_tta": { + "OA": 0.7652275904175838, + "mIoU": 0.5689187535852936, + "macroF1": 0.7137909858252138, + "F1_coffee": 0.8351236685322261, + "IoU_coffee": 0.7169204541051571, + "precision_coffee": 0.8942535401865546, + "recall_coffee": 0.7833283942254773, + "F1_noncoffee": 0.5924583031182016, + "IoU_noncoffee": 0.4209170530654302, + "kappa": 0.43370197022159807, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7380725741317642, + "mIoU": 0.5383660541332732, + "macroF1": 0.688016107092911, + "F1_coffee": 0.8129833486082649, + "IoU_coffee": 0.6848963303548191, + "precision_coffee": 0.8725078466911277, + "recall_coffee": 0.7610619469026548, + "F1_noncoffee": 0.563048865577557, + "IoU_noncoffee": 0.3918357779117273, + "kappa": 0.3827444988328415, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6193751012807036, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7793184337794631, + "mIoU": 0.5946968779359756, + "macroF1": 0.7370405170913157, + "F1_coffee": 0.8424794999713286, + "IoU_coffee": 0.7278311701179035, + "precision_coffee": 0.9193302130002753, + "recall_coffee": 0.7774861352186614, + "F1_noncoffee": 0.6316015342113027, + "IoU_noncoffee": 0.46156258575404757, + "kappa": 0.4825379493248249, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7479664243682935, + "mIoU": 0.5583528872323669, + "macroF1": 0.7074144212001083, + "F1_coffee": 0.8163406867124194, + "IoU_coffee": 0.6896753800255718, + "precision_coffee": 0.8973014186035766, + "recall_coffee": 0.7487805348294677, + "F1_noncoffee": 0.5984881556877972, + "IoU_noncoffee": 0.42703039443916196, + "kappa": 0.4250612800081913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2049364248317128, + "mIoU": 0.10381007180900953, + "macroF1": 0.17418543234912157, + "F1_coffee": 0.3335423197492163, + "IoU_coffee": 0.200150489089541, + "precision_coffee": 0.9962546816479401, + "recall_coffee": 0.2003012048192771, + "F1_noncoffee": 0.014828544949026877, + "IoU_noncoffee": 0.007469654528478058, + "kappa": 0.0014978610516080415, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7665350444225074, + "mIoU": 0.5812124460307839, + "macroF1": 0.726565476830914, + "F1_coffee": 0.8311076197957581, + "IoU_coffee": 0.7110215053763441, + "precision_coffee": 0.9132140615191463, + "recall_coffee": 0.7625475036037217, + "F1_noncoffee": 0.62202333386607, + "IoU_noncoffee": 0.45140338668522384, + "kappa": 0.46284859646187615, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8106483469300129, + "mIoU": 0.6320178198468377, + "macroF1": 0.766072516702172, + "F1_coffee": 0.8681877054896882, + "IoU_coffee": 0.7670774647887324, + "precision_coffee": 0.9237455830388692, + "recall_coffee": 0.818933650773761, + "F1_noncoffee": 0.6639573279146558, + "IoU_noncoffee": 0.496958174904943, + "kappa": 0.5364201659875093, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7603958511751832, + "mIoU": 0.5725062549593358, + "macroF1": 0.7190852124840925, + "F1_coffee": 0.826810647224706, + "IoU_coffee": 0.7047546461863164, + "precision_coffee": 0.9205145876407076, + "recall_coffee": 0.7504213746176416, + "F1_noncoffee": 0.6113597777434789, + "IoU_noncoffee": 0.4402578637323552, + "kappa": 0.4509378242636438, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8308015190885468, + "mIoU": 0.6713636452632107, + "macroF1": 0.7978268739880623, + "F1_coffee": 0.8794760447070549, + "IoU_coffee": 0.784879288437103, + "precision_coffee": 0.922077922077922, + "recall_coffee": 0.8406369080021775, + "F1_noncoffee": 0.7161777032690696, + "IoU_noncoffee": 0.5578480020893184, + "kappa": 0.5976761669146688, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8501240221331807, + "mIoU": 0.6979402507155215, + "macroF1": 0.8169735244718836, + "F1_coffee": 0.8948671618818176, + "IoU_coffee": 0.8097371926849946, + "precision_coffee": 0.9390449438202247, + "recall_coffee": 0.8546593378499296, + "F1_noncoffee": 0.7390798870619498, + "IoU_noncoffee": 0.5861433087460485, + "kappa": 0.6359467686052084, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7913860165069728, + "mIoU": 0.6185244808195645, + "macroF1": 0.7577465317765298, + "F1_coffee": 0.8480199046236782, + "IoU_coffee": 0.7361411087113031, + "precision_coffee": 0.9313799908911492, + "recall_coffee": 0.778355747272266, + "F1_noncoffee": 0.6674731589293815, + "IoU_noncoffee": 0.5009078529278257, + "kappa": 0.5238386458116978, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7038228983811196, + "mIoU": 0.5044947064040841, + "macroF1": 0.659349675216967, + "F1_coffee": 0.7824342717959739, + "IoU_coffee": 0.6426217933631443, + "precision_coffee": 0.9033912324234905, + "recall_coffee": 0.6900429618397776, + "F1_noncoffee": 0.53626507863796, + "IoU_noncoffee": 0.366367619445024, + "kappa": 0.3437744374572413, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7711613703597672, + "mIoU": 0.5706186691759922, + "macroF1": 0.7138708297807219, + "F1_coffee": 0.8419040084388185, + "IoU_coffee": 0.7269725606284868, + "precision_coffee": 0.9082503556187767, + "recall_coffee": 0.7845908085524699, + "F1_noncoffee": 0.5858376511226252, + "IoU_noncoffee": 0.4142647777234978, + "kappa": 0.435630912046376, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7292163787343705, + "mIoU": 0.5284098478266683, + "macroF1": 0.6793404607552983, + "F1_coffee": 0.8058046409747416, + "IoU_coffee": 0.6747678550957239, + "precision_coffee": 0.9094561186650185, + "recall_coffee": 0.7233624185817868, + "F1_noncoffee": 0.552876280535855, + "IoU_noncoffee": 0.3820518405576127, + "kappa": 0.3773040400736049, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6523, + 8413 + ], + [ + 41874, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8076718131701153, + "ssl_variant": "", + "test_tta": { + "OA": 0.7993701698292067, + "mIoU": 0.6175327883224381, + "macroF1": 0.7547643998261298, + "F1_coffee": 0.8593537051012018, + "IoU_coffee": 0.7533919225831934, + "precision_coffee": 0.9183216581208926, + "recall_coffee": 0.8075017992464333, + "F1_noncoffee": 0.6501750945510576, + "IoU_noncoffee": 0.4816736540616828, + "kappa": 0.5145078565154393, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7668166608976578, + "mIoU": 0.5776815235984896, + "macroF1": 0.7227520786826627, + "F1_coffee": 0.8332817752479944, + "IoU_coffee": 0.7142099588142754, + "precision_coffee": 0.895679546008734, + "recall_coffee": 0.7790117030096207, + "F1_noncoffee": 0.612222382117331, + "IoU_noncoffee": 0.4411530883827037, + "kappa": 0.4516936601675352, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.7234883155189349, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8820675139382059, + "mIoU": 0.7312017207978861, + "macroF1": 0.838711519465177, + "F1_coffee": 0.9223346171752655, + "IoU_coffee": 0.8558636399340194, + "precision_coffee": 0.9221004527567385, + "recall_coffee": 0.9225689005545913, + "F1_noncoffee": 0.7550884217550884, + "IoU_noncoffee": 0.6065398016617529, + "kappa": 0.6774231045298383, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8460972654897888, + "mIoU": 0.6750167816033203, + "macroF1": 0.7978737879315969, + "F1_coffee": 0.8966018429696812, + "IoU_coffee": 0.8125823278360294, + "precision_coffee": 0.9012388966806919, + "recall_coffee": 0.8920122621319915, + "F1_noncoffee": 0.6991457328935127, + "IoU_noncoffee": 0.5374512353706112, + "kappa": 0.595778712159913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40463724756918473, + "mIoU": 0.20550183619150297, + "macroF1": 0.29610355939108857, + "F1_coffee": 0.5725026852846402, + "IoU_coffee": 0.40105342362678703, + "precision_coffee": 0.99812734082397, + "recall_coffee": 0.401355421686747, + "F1_noncoffee": 0.019704433497536946, + "IoU_noncoffee": 0.009950248756218905, + "kappa": 0.0064769088583724365, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8834155972359329, + "mIoU": 0.7398533147799311, + "macroF1": 0.8453851335713494, + "F1_coffee": 0.9220667810479082, + "IoU_coffee": 0.8554025099479645, + "precision_coffee": 0.9286853648810315, + "recall_coffee": 0.9155418686934871, + "F1_noncoffee": 0.7687034860947904, + "IoU_noncoffee": 0.6243041196118976, + "kappa": 0.6908168745774862, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8802060970373551, + "mIoU": 0.7225568484051943, + "macroF1": 0.8320018487847147, + "F1_coffee": 0.9219919848395415, + "IoU_coffee": 0.8552737752161383, + "precision_coffee": 0.9144071974365294, + "recall_coffee": 0.9297036526533425, + "F1_noncoffee": 0.742011712729888, + "IoU_noncoffee": 0.5898399215942502, + "kappa": 0.6640801346342896, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8826244171662385, + "mIoU": 0.7309607344129212, + "macroF1": 0.8384239769200286, + "F1_coffee": 0.9229327418699822, + "IoU_coffee": 0.8568942514066942, + "precision_coffee": 0.923711855927964, + "recall_coffee": 0.9221549410075536, + "F1_noncoffee": 0.7539152119700748, + "IoU_noncoffee": 0.6050272174191482, + "kappa": 0.6768486879309382, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9080551668998601, + "mIoU": 0.7897991378015634, + "macroF1": 0.8794831124335349, + "F1_coffee": 0.9381637316843662, + "IoU_coffee": 0.8835295607038866, + "precision_coffee": 0.9268260292164675, + "recall_coffee": 0.9497822536744692, + "F1_noncoffee": 0.8208024931827036, + "IoU_noncoffee": 0.6960687148992402, + "kappa": 0.7590707045793191, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9130891051326083, + "mIoU": 0.7963129927020594, + "macroF1": 0.883523904721986, + "F1_coffee": 0.9422064327856372, + "IoU_coffee": 0.8907280796449563, + "precision_coffee": 0.935264483627204, + "recall_coffee": 0.949252205036431, + "F1_noncoffee": 0.8248413766583349, + "IoU_noncoffee": 0.7018979057591623, + "kappa": 0.7670866996535437, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9107295323024381, + "mIoU": 0.7914986752633804, + "macroF1": 0.8803727688675441, + "F1_coffee": 0.9406346602737997, + "IoU_coffee": 0.8879228203906622, + "precision_coffee": 0.9355000627431296, + "recall_coffee": 0.9458259325044405, + "F1_noncoffee": 0.8201108774612885, + "IoU_noncoffee": 0.6950745301360985, + "kappa": 0.7607673759694855, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.859371952408816, + "mIoU": 0.6933673098348591, + "macroF1": 0.8112878116291874, + "F1_coffee": 0.9065456902138691, + "IoU_coffee": 0.8290659080132764, + "precision_coffee": 0.9305481639169771, + "recall_coffee": 0.8837503158958807, + "F1_noncoffee": 0.7160299330445057, + "IoU_noncoffee": 0.5576687116564417, + "kappa": 0.6233371065171942, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8473136749689856, + "mIoU": 0.6503130326572569, + "macroF1": 0.7747742180851425, + "F1_coffee": 0.9025934494094728, + "IoU_coffee": 0.822478641961611, + "precision_coffee": 0.8944256756756757, + "recall_coffee": 0.9109117719341362, + "F1_noncoffee": 0.646954986760812, + "IoU_noncoffee": 0.4781474233529028, + "kappa": 0.549684542290209, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8543476185931087, + "mIoU": 0.6722613681421478, + "macroF1": 0.7936273735320967, + "F1_coffee": 0.905569306930693, + "IoU_coffee": 0.8274341286893588, + "precision_coffee": 0.9120029913997257, + "recall_coffee": 0.8992257588791938, + "F1_noncoffee": 0.6816854401335002, + "IoU_noncoffee": 0.5170886075949367, + "kappa": 0.5873239747088033, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7469, + 8413 + ], + [ + 47321, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8210729479789736, + "ssl_variant": "", + "test_tta": { + "OA": 0.8850238596378477, + "mIoU": 0.7345196181711404, + "macroF1": 0.8408837063135699, + "F1_coffee": 0.9246895390444118, + "IoU_coffee": 0.8599279674287504, + "precision_coffee": 0.9195026999874419, + "recall_coffee": 0.9299352271284027, + "F1_noncoffee": 0.7570778735827279, + "IoU_noncoffee": 0.6091112689135303, + "kappa": 0.6818000722655494, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8497605861313027, + "mIoU": 0.6777462194020795, + "macroF1": 0.7995380745115551, + "F1_coffee": 0.8998760104189695, + "IoU_coffee": 0.8179768998235161, + "precision_coffee": 0.8972285046191589, + "recall_coffee": 0.9025391867661519, + "F1_noncoffee": 0.6992001386041408, + "IoU_noncoffee": 0.5375155389806429, + "kappa": 0.5990866361792426, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.748767254006695, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8937482928710294, + "mIoU": 0.7528015446020409, + "macroF1": 0.8538879129207255, + "F1_coffee": 0.9302035948367758, + "IoU_coffee": 0.8695146014206788, + "precision_coffee": 0.9276286706662457, + "recall_coffee": 0.9327928538165192, + "F1_noncoffee": 0.7775722310046752, + "IoU_noncoffee": 0.636088487783403, + "kappa": 0.7077830011732521, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8573612553363332, + "mIoU": 0.6935246511955255, + "macroF1": 0.8118180163581381, + "F1_coffee": 0.9043945633470603, + "IoU_coffee": 0.8254746947130656, + "precision_coffee": 0.9069194827352217, + "recall_coffee": 0.9018836639867353, + "F1_noncoffee": 0.719241469369216, + "IoU_noncoffee": 0.5615746076779856, + "kappa": 0.6236445992690582, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36275243081525804, + "mIoU": 0.18343639831243136, + "macroF1": 0.27158532842234495, + "F1_coffee": 0.5292817679558011, + "IoU_coffee": 0.35987978963185574, + "precision_coffee": 0.9937759336099585, + "recall_coffee": 0.36069277108433734, + "F1_noncoffee": 0.013888888888888888, + "IoU_noncoffee": 0.006993006993006993, + "kappa": 0.0005737959497375567, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8886475814412635, + "mIoU": 0.7471993104818982, + "macroF1": 0.8503211065127971, + "F1_coffee": 0.9260618772941793, + "IoU_coffee": 0.8623046875, + "precision_coffee": 0.9264262295081968, + "recall_coffee": 0.9256978115581183, + "F1_noncoffee": 0.7745803357314148, + "IoU_noncoffee": 0.6320939334637965, + "kappa": 0.7006423541931432, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8959019130766662, + "mIoU": 0.7542323668165256, + "macroF1": 0.8546679790607049, + "F1_coffee": 0.9320799352549337, + "IoU_coffee": 0.8727993470910574, + "precision_coffee": 0.9261985771729044, + "recall_coffee": 0.9380364638807093, + "F1_noncoffee": 0.7772560228664761, + "IoU_noncoffee": 0.6356653865419937, + "kappa": 0.7093743897497247, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.896517270910648, + "mIoU": 0.7568369680258926, + "macroF1": 0.8565812784066468, + "F1_coffee": 0.9322619826216949, + "IoU_coffee": 0.8731186559327967, + "precision_coffee": 0.9302050963331262, + "recall_coffee": 0.9343279855171983, + "F1_noncoffee": 0.7809005741915986, + "IoU_noncoffee": 0.6405552801189885, + "kappa": 0.7131670931039094, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9154507295622626, + "mIoU": 0.8077069435179707, + "macroF1": 0.8912525939203024, + "F1_coffee": 0.9425505907917968, + "IoU_coffee": 0.891343436938094, + "precision_coffee": 0.9406343182434264, + "recall_coffee": 0.9444746869896571, + "F1_noncoffee": 0.8399545970488081, + "IoU_noncoffee": 0.7240704500978473, + "kappa": 0.7825077024725915, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9179545888189277, + "mIoU": 0.8034293240986154, + "macroF1": 0.8879825395058096, + "F1_coffee": 0.9459255533199196, + "IoU_coffee": 0.8973991887377715, + "precision_coffee": 0.9308253928969187, + "recall_coffee": 0.961523712130896, + "F1_noncoffee": 0.8300395256916996, + "IoU_noncoffee": 0.7094594594594594, + "kappa": 0.7761502355998333, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9214495778389147, + "mIoU": 0.8127317693848368, + "macroF1": 0.8940703305345791, + "F1_coffee": 0.9479245283018868, + "IoU_coffee": 0.9010043041606887, + "precision_coffee": 0.9398852581691195, + "recall_coffee": 0.9561025120527785, + "F1_noncoffee": 0.8402161327672714, + "IoU_noncoffee": 0.724459234608985, + "kappa": 0.7881882091963558, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8624926857811586, + "mIoU": 0.68806289543511, + "macroF1": 0.806039031255237, + "F1_coffee": 0.9106803496769289, + "IoU_coffee": 0.8360083740404746, + "precision_coffee": 0.913109756097561, + "recall_coffee": 0.9082638362395754, + "F1_noncoffee": 0.7013977128335451, + "IoU_noncoffee": 0.5401174168297456, + "kappa": 0.6120872423388642, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8738429239431244, + "mIoU": 0.7064227665775901, + "macroF1": 0.8196836097208662, + "F1_coffee": 0.918505732955246, + "IoU_coffee": 0.8492932056543547, + "precision_coffee": 0.921573478476002, + "recall_coffee": 0.9154583435733595, + "F1_noncoffee": 0.7208614864864865, + "IoU_noncoffee": 0.5635523275008254, + "kappa": 0.6393809068160966, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8714326620215711, + "mIoU": 0.7021644423240996, + "macroF1": 0.8165101267745918, + "F1_coffee": 0.9168980196187303, + "IoU_coffee": 0.8465481886534518, + "precision_coffee": 0.9205896927651139, + "recall_coffee": 0.9132358363033058, + "F1_noncoffee": 0.7161222339304532, + "IoU_noncoffee": 0.5577806959947472, + "kappa": 0.6330404117846591, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7496, + 8413 + ], + [ + 48020, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7144834717114765, + "ssl_variant": "", + "test_tta": { + "OA": 0.8961904914924725, + "mIoU": 0.7563814541703799, + "macroF1": 0.8562800454038428, + "F1_coffee": 0.9320159516819765, + "IoU_coffee": 0.8726871465447595, + "precision_coffee": 0.9266241238623287, + "recall_coffee": 0.9374708945429914, + "F1_noncoffee": 0.7805441391257091, + "IoU_noncoffee": 0.6400757617960002, + "kappa": 0.7125915034587088, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8598275066343603, + "mIoU": 0.6956067144985809, + "macroF1": 0.8131284944516763, + "F1_coffee": 0.906545381116763, + "IoU_coffee": 0.8290653909740054, + "precision_coffee": 0.9042585843084596, + "recall_coffee": 0.9088437734975996, + "F1_noncoffee": 0.7197116077865897, + "IoU_noncoffee": 0.5621480380231563, + "kappa": 0.6262641575795788, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.5345766258874008, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7469111007567603, + "mIoU": 0.5555032761261449, + "macroF1": 0.7045919348177732, + "F1_coffee": 0.8164016970488135, + "IoU_coffee": 0.6897624768582346, + "precision_coffee": 0.9083882346838201, + "recall_coffee": 0.7413318657127133, + "F1_noncoffee": 0.5927821725867328, + "IoU_noncoffee": 0.4212440753940552, + "kappa": 0.4223224710490137, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7225827852774893, + "mIoU": 0.5299859095906636, + "macroF1": 0.683367727351305, + "F1_coffee": 0.7947982120187332, + "IoU_coffee": 0.6594731437878413, + "precision_coffee": 0.889682350131359, + "recall_coffee": 0.7182023251778588, + "F1_noncoffee": 0.5719372426838767, + "IoU_noncoffee": 0.40049867539348605, + "kappa": 0.3814127011550708, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40762902019446523, + "mIoU": 0.20663611469223747, + "macroF1": 0.29669342883406574, + "F1_coffee": 0.576017130620985, + "IoU_coffee": 0.4045112781954887, + "precision_coffee": 0.9962962962962963, + "recall_coffee": 0.40512048192771083, + "F1_noncoffee": 0.017369727047146403, + "IoU_noncoffee": 0.008760951188986232, + "kappa": 0.004111820449253122, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7837117472852912, + "mIoU": 0.5913792999709488, + "macroF1": 0.7323951042264849, + "F1_coffee": 0.8495812165316491, + "IoU_coffee": 0.7384973443933879, + "precision_coffee": 0.8922134102379236, + "recall_coffee": 0.8108373738697419, + "F1_noncoffee": 0.6152089919213207, + "IoU_noncoffee": 0.4442612555485098, + "kappa": 0.4678980264727255, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7521587710509995, + "mIoU": 0.5648824680666251, + "macroF1": 0.7132871439927262, + "F1_coffee": 0.8188570033822657, + "IoU_coffee": 0.6932750782310917, + "precision_coffee": 0.9232583739581696, + "recall_coffee": 0.7356681912160892, + "F1_noncoffee": 0.6077172846031866, + "IoU_noncoffee": 0.4364898579021586, + "kappa": 0.44202533778489184, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7062042059187363, + "mIoU": 0.5139329123063944, + "macroF1": 0.6699377889679734, + "F1_coffee": 0.7793460782562087, + "IoU_coffee": 0.6384660421545667, + "precision_coffee": 0.9113321076383085, + "recall_coffee": 0.6807541045009051, + "F1_noncoffee": 0.5605294996797381, + "IoU_noncoffee": 0.3893997824582221, + "kappa": 0.3663467007468562, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7934239456326204, + "mIoU": 0.6033274195400479, + "macroF1": 0.7420626215932791, + "F1_coffee": 0.8571626010641974, + "IoU_coffee": 0.7500302334018624, + "precision_coffee": 0.8707005475221115, + "recall_coffee": 0.8440391943385955, + "F1_noncoffee": 0.6269626421223606, + "IoU_noncoffee": 0.45662460567823343, + "kappa": 0.4844507413250839, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8279908414424728, + "mIoU": 0.6643707709303848, + "macroF1": 0.7921837186901683, + "F1_coffee": 0.8784467066675655, + "IoU_coffee": 0.7832411637412839, + "precision_coffee": 0.9293865905848787, + "recall_coffee": 0.8328007158379138, + "F1_noncoffee": 0.7059207307127712, + "IoU_noncoffee": 0.5455003781194857, + "kappa": 0.5873664981363089, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7677639692628783, + "mIoU": 0.5879672240506241, + "macroF1": 0.7332633733370546, + "F1_coffee": 0.8291934133407759, + "IoU_coffee": 0.7082240762812873, + "precision_coffee": 0.9212403100775194, + "recall_coffee": 0.7538695762496829, + "F1_noncoffee": 0.6373333333333333, + "IoU_noncoffee": 0.46771037181996084, + "kappa": 0.4776000848007114, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7742344450945973, + "mIoU": 0.5799995456058178, + "macroF1": 0.7230842734179668, + "F1_coffee": 0.8420980833503854, + "IoU_coffee": 0.7272620169651273, + "precision_coffee": 0.9149251519193716, + "recall_coffee": 0.780010108668183, + "F1_noncoffee": 0.6040704634855482, + "IoU_noncoffee": 0.4327370742465082, + "kappa": 0.4548297293271397, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6763049909342495, + "mIoU": 0.48030083203238527, + "macroF1": 0.6390395588822377, + "F1_coffee": 0.7550195002166691, + "IoU_coffee": 0.6064508643694164, + "precision_coffee": 0.9157323055360898, + "recall_coffee": 0.642295404276235, + "F1_noncoffee": 0.5230596175478065, + "IoU_noncoffee": 0.3541507996953541, + "kappa": 0.3189199542446116, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6442683974420158, + "mIoU": 0.4476001874922, + "macroF1": 0.6082708429597095, + "F1_coffee": 0.7270197026294587, + "IoU_coffee": 0.5711162255466052, + "precision_coffee": 0.899746192893401, + "recall_coffee": 0.6099299496128794, + "F1_noncoffee": 0.48952198328996027, + "IoU_noncoffee": 0.3240841494377947, + "kappa": 0.2670538169081137, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6787, + 8413 + ], + [ + 39593, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0788596590360005, + "ssl_variant": "", + "test_tta": { + "OA": 0.7654043284757146, + "mIoU": 0.5746986787467143, + "macroF1": 0.719978165318718, + "F1_coffee": 0.8327625505400483, + "IoU_coffee": 0.7134474231659929, + "precision_coffee": 0.9073505553475603, + "recall_coffee": 0.7695059480970323, + "F1_noncoffee": 0.6071937800973878, + "IoU_noncoffee": 0.4359499343274357, + "kappa": 0.4487064800679107, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.738995615553248, + "mIoU": 0.5455366179245251, + "macroF1": 0.69590230553691, + "F1_coffee": 0.81037752653583, + "IoU_coffee": 0.6812056300315324, + "precision_coffee": 0.8875372963047968, + "recall_coffee": 0.7455607611776274, + "F1_noncoffee": 0.5814270845379901, + "IoU_noncoffee": 0.4098676058175178, + "kappa": 0.40178499481684526, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.6220016279267574, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7697745786404023, + "mIoU": 0.5749328349416758, + "macroF1": 0.7189555417621349, + "F1_coffee": 0.8384645735866073, + "IoU_coffee": 0.721858803889978, + "precision_coffee": 0.8968960277838073, + "recall_coffee": 0.7871808983531603, + "F1_noncoffee": 0.5994465099376625, + "IoU_noncoffee": 0.4280068659933735, + "kappa": 0.4437651829719777, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7472308757355486, + "mIoU": 0.5503230927274565, + "macroF1": 0.698712976376461, + "F1_coffee": 0.8196171263894607, + "IoU_coffee": 0.6943654848891757, + "precision_coffee": 0.8790983154129777, + "recall_coffee": 0.7676750149420634, + "F1_noncoffee": 0.5778088263634612, + "IoU_noncoffee": 0.40628070056573734, + "kappa": 0.40381417303167105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.543754674644727, + "mIoU": 0.2750860616714276, + "macroF1": 0.3595737663724597, + "F1_coffee": 0.7030185004868549, + "IoU_coffee": 0.5420420420420421, + "precision_coffee": 0.9944903581267218, + "recall_coffee": 0.5436746987951807, + "F1_noncoffee": 0.016129032258064516, + "IoU_noncoffee": 0.008130081300813009, + "kappa": 0.002899961121937951, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7712240868706811, + "mIoU": 0.5769511943810149, + "macroF1": 0.7206991810068769, + "F1_coffee": 0.8394916369428957, + "IoU_coffee": 0.7233826688947242, + "precision_coffee": 0.8902680866691149, + "recall_coffee": 0.7941947320141528, + "F1_noncoffee": 0.6019067250708581, + "IoU_noncoffee": 0.4305197198673056, + "kappa": 0.4458691344981369, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7469586374695864, + "mIoU": 0.5514410485613624, + "macroF1": 0.7000530303030303, + "F1_coffee": 0.8186666666666667, + "IoU_coffee": 0.6930022573363431, + "precision_coffee": 0.900970727669501, + "recall_coffee": 0.7501409686109893, + "F1_noncoffee": 0.5814393939393939, + "IoU_noncoffee": 0.4098798397863818, + "kappa": 0.41144286112142586, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7911314111713769, + "mIoU": 0.5974500837341613, + "macroF1": 0.7366471554205636, + "F1_coffee": 0.8564327294133037, + "IoU_coffee": 0.7489132921528254, + "precision_coffee": 0.8993749570712274, + "recall_coffee": 0.8174043323553281, + "F1_noncoffee": 0.6168615814278233, + "IoU_noncoffee": 0.44598687531549724, + "kappa": 0.4764793999917001, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8258045172896262, + "mIoU": 0.6500998689145744, + "macroF1": 0.779609860304248, + "F1_coffee": 0.8805100431891411, + "IoU_coffee": 0.7865278628291488, + "precision_coffee": 0.8871391076115486, + "recall_coffee": 0.8739793140990746, + "F1_noncoffee": 0.6787096774193548, + "IoU_noncoffee": 0.513671875, + "kappa": 0.5592858880325458, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.775138332379317, + "mIoU": 0.5939987420765986, + "macroF1": 0.7374584530521575, + "F1_coffee": 0.8369196706566111, + "IoU_coffee": 0.7195716835217133, + "precision_coffee": 0.9122171945701357, + "recall_coffee": 0.7731049469512975, + "F1_noncoffee": 0.6379972354477039, + "IoU_noncoffee": 0.468425800631484, + "kappa": 0.48274009834231535, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8105492837491699, + "mIoU": 0.6302384005515829, + "macroF1": 0.7643820021294785, + "F1_coffee": 0.8686788978759782, + "IoU_coffee": 0.7678446872820275, + "precision_coffee": 0.9017064846416383, + "recall_coffee": 0.8379852829231159, + "F1_noncoffee": 0.6600851063829787, + "IoU_noncoffee": 0.4926321138211382, + "kappa": 0.5303947711944716, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7179637214745466, + "mIoU": 0.5142309728315735, + "macroF1": 0.6662596975169269, + "F1_coffee": 0.7976207137858642, + "IoU_coffee": 0.6633686416016762, + "precision_coffee": 0.8938205771643664, + "recall_coffee": 0.7201162496841041, + "F1_noncoffee": 0.5348986812479897, + "IoU_noncoffee": 0.3650933040614709, + "kappa": 0.3498278416390393, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7187708750835003, + "mIoU": 0.5103539858141537, + "macroF1": 0.6612532840014587, + "F1_coffee": 0.8008380077042644, + "IoU_coffee": 0.6678313796212805, + "precision_coffee": 0.8897732392251089, + "recall_coffee": 0.7280658638486115, + "F1_noncoffee": 0.5216685602986528, + "IoU_noncoffee": 0.3528765920070268, + "kappa": 0.33838175816678256, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7715949222105565, + "mIoU": 0.5652642740199884, + "macroF1": 0.707847308202884, + "F1_coffee": 0.8443172207403552, + "IoU_coffee": 0.7305786984913308, + "precision_coffee": 0.8970141000829417, + "recall_coffee": 0.7974683544303798, + "F1_noncoffee": 0.5713773956654129, + "IoU_noncoffee": 0.39994984954864593, + "kappa": 0.4211943106000619, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6577, + 8413 + ], + [ + 41225, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.779228663444519, + "ssl_variant": "", + "test_tta": { + "OA": 0.7816802969199377, + "mIoU": 0.5879204539704954, + "macroF1": 0.7293429071060602, + "F1_coffee": 0.8483617534148736, + "IoU_coffee": 0.7366564595526959, + "precision_coffee": 0.8971817023084548, + "recall_coffee": 0.8045806697430252, + "F1_noncoffee": 0.6103240607972469, + "IoU_noncoffee": 0.439184448388295, + "kappa": 0.46277358018885656, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7585381331487251, + "mIoU": 0.5616539591388081, + "macroF1": 0.707844837673078, + "F1_coffee": 0.8295424463947545, + "IoU_coffee": 0.7087334725121781, + "precision_coffee": 0.8789022890552524, + "recall_coffee": 0.7854319702315538, + "F1_noncoffee": 0.5861472289514016, + "IoU_noncoffee": 0.4145744457654381, + "kappa": 0.42013012048751774, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.697343831034908, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8797217178939251, + "mIoU": 0.7229711401064687, + "macroF1": 0.8324265073366652, + "F1_coffee": 0.921451355661882, + "IoU_coffee": 0.8543438077634011, + "precision_coffee": 0.9135907785776705, + "recall_coffee": 0.929448372211168, + "F1_noncoffee": 0.7434016590114485, + "IoU_noncoffee": 0.5915984724495362, + "kappa": 0.6649340456175059, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8447415484019846, + "mIoU": 0.6681043743288617, + "macroF1": 0.7919405420545365, + "F1_coffee": 0.8967534647292955, + "IoU_coffee": 0.8128314352777536, + "precision_coffee": 0.8922096263216154, + "recall_coffee": 0.901343821697804, + "F1_noncoffee": 0.6871276193797774, + "IoU_noncoffee": 0.5233773133799698, + "kappa": 0.5839137870652784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4016454749439043, + "mIoU": 0.20358517110620417, + "macroF1": 0.2935457451586484, + "F1_coffee": 0.5698924731182796, + "IoU_coffee": 0.39849624060150374, + "precision_coffee": 0.9962406015037594, + "recall_coffee": 0.3990963855421687, + "F1_noncoffee": 0.0171990171990172, + "IoU_noncoffee": 0.008674101610904586, + "kappa": 0.003937315845740673, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8850937808489635, + "mIoU": 0.7405785825445466, + "macroF1": 0.8456890807172872, + "F1_coffee": 0.9236671257131616, + "IoU_coffee": 0.8581612136720892, + "precision_coffee": 0.9244552375951693, + "recall_coffee": 0.9228803564408334, + "F1_noncoffee": 0.7677110357214129, + "IoU_noncoffee": 0.622995951417004, + "kappa": 0.6913788440036859, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.891703640093507, + "mIoU": 0.746362505817355, + "macroF1": 0.849191344471826, + "F1_coffee": 0.9292614521657837, + "IoU_coffee": 0.8678696158323632, + "precision_coffee": 0.9244218488436977, + "recall_coffee": 0.9341519954890044, + "F1_noncoffee": 0.7691212367778681, + "IoU_noncoffee": 0.6248553958023467, + "kappa": 0.698409667853198, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8625939670758398, + "mIoU": 0.682319332373599, + "macroF1": 0.800926952569309, + "F1_coffee": 0.911725149773811, + "IoU_coffee": 0.8377710369621391, + "precision_coffee": 0.8932143498832126, + "recall_coffee": 0.9310194144453462, + "F1_noncoffee": 0.6901287553648069, + "IoU_noncoffee": 0.526867627785059, + "kappa": 0.6024532426928235, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8964621227263642, + "mIoU": 0.7683164213308343, + "macroF1": 0.865278358275682, + "F1_coffee": 0.9300944669365722, + "IoU_coffee": 0.8693239152371343, + "precision_coffee": 0.9223768736616702, + "recall_coffee": 0.9379422972237343, + "F1_noncoffee": 0.800462249614792, + "IoU_noncoffee": 0.6673089274245344, + "kappa": 0.7306105486199627, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9085098263690136, + "mIoU": 0.7842841846817834, + "macroF1": 0.8754393024280347, + "F1_coffee": 0.9396209784045835, + "IoU_coffee": 0.8861180382377389, + "precision_coffee": 0.9258064516129032, + "recall_coffee": 0.9538540201968554, + "F1_noncoffee": 0.8112576264514859, + "IoU_noncoffee": 0.6824503311258279, + "kappa": 0.7510518750337739, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8791386016506972, + "mIoU": 0.7063488291807871, + "macroF1": 0.8186139696010468, + "F1_coffee": 0.9233914612146723, + "IoU_coffee": 0.8576854334226989, + "precision_coffee": 0.8776863283036123, + "recall_coffee": 0.9741182441004821, + "F1_noncoffee": 0.7138364779874213, + "IoU_noncoffee": 0.5550122249388753, + "kappa": 0.6408657922618235, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8740003900916715, + "mIoU": 0.7128235021658413, + "macroF1": 0.8250483527576324, + "F1_coffee": 0.917591529531828, + "IoU_coffee": 0.8477312905126694, + "precision_coffee": 0.9264554353426069, + "recall_coffee": 0.9088956280010109, + "F1_noncoffee": 0.7325051759834369, + "IoU_noncoffee": 0.5779157138190134, + "kappa": 0.6502006409738493, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8748926424277126, + "mIoU": 0.7088974308143401, + "macroF1": 0.8215835599983516, + "F1_coffee": 0.9191090269636577, + "IoU_coffee": 0.8503253796095445, + "precision_coffee": 0.9230387904325196, + "recall_coffee": 0.9152125829442124, + "F1_noncoffee": 0.7240580930330457, + "IoU_noncoffee": 0.5674694820191356, + "kappa": 0.643189182182202, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8459482676338647, + "mIoU": 0.6598163362427374, + "macroF1": 0.784055652592868, + "F1_coffee": 0.8996643043640433, + "IoU_coffee": 0.8176271186440678, + "precision_coffee": 0.9103031827902881, + "recall_coffee": 0.8892712301831142, + "F1_noncoffee": 0.6684470008216927, + "IoU_noncoffee": 0.502005553841407, + "kappa": 0.5683061518272347, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7487, + 8413 + ], + [ + 47156, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6451943039894106, + "ssl_variant": "", + "test_tta": { + "OA": 0.8811998907437458, + "mIoU": 0.7234294506050593, + "macroF1": 0.832544121230422, + "F1_coffee": 0.9228087025514679, + "IoU_coffee": 0.8566804287569537, + "precision_coffee": 0.9104148642524615, + "recall_coffee": 0.9355446424791499, + "F1_noncoffee": 0.7422795399093761, + "IoU_noncoffee": 0.5901784724531648, + "kappa": 0.6652953401665952, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8462414907118957, + "mIoU": 0.667345335636703, + "macroF1": 0.7909225103552877, + "F1_coffee": 0.8984676336415843, + "IoU_coffee": 0.8156525047120057, + "precision_coffee": 0.8877554861294087, + "recall_coffee": 0.9094414560317736, + "F1_noncoffee": 0.6833773870689911, + "IoU_noncoffee": 0.5190381665614003, + "kappa": 0.582034797854225, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7304079576694218, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8836581564613827, + "mIoU": 0.7385471909210244, + "macroF1": 0.8443140344763029, + "F1_coffee": 0.9225785067413688, + "IoU_coffee": 0.8562837408701175, + "precision_coffee": 0.9321162363616723, + "recall_coffee": 0.913233986706744, + "F1_noncoffee": 0.7660495622112371, + "IoU_noncoffee": 0.6208106409719313, + "kappa": 0.6887265503642022, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8465732087227414, + "mIoU": 0.6812055770768948, + "macroF1": 0.8032562058475584, + "F1_coffee": 0.8955727888485324, + "IoU_coffee": 0.8108934475770612, + "precision_coffee": 0.912265264084155, + "recall_coffee": 0.8794802089960861, + "F1_noncoffee": 0.7109396228465844, + "IoU_noncoffee": 0.5515177065767285, + "kappa": 0.6068767483111466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34480179506357517, + "mIoU": 0.17495378078301993, + "macroF1": 0.2631773640742251, + "F1_coffee": 0.5084175084175084, + "IoU_coffee": 0.34085778781038373, + "precision_coffee": 0.9977973568281938, + "recall_coffee": 0.3411144578313253, + "F1_noncoffee": 0.017937219730941704, + "IoU_noncoffee": 0.00904977375565611, + "kappa": 0.0046723491769424825, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8756169792694966, + "mIoU": 0.7300978424941476, + "macroF1": 0.8389019392198945, + "F1_coffee": 0.9158091674462114, + "IoU_coffee": 0.8446937014667817, + "precision_coffee": 0.9342876618950239, + "recall_coffee": 0.8980474380815097, + "F1_noncoffee": 0.7619947109935776, + "IoU_noncoffee": 0.6155019835215135, + "kappa": 0.6781597834125633, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8910834406755402, + "mIoU": 0.7503154601517443, + "macroF1": 0.8523685458872057, + "F1_coffee": 0.9279697113109323, + "IoU_coffee": 0.8656189298958149, + "precision_coffee": 0.9346637854328207, + "recall_coffee": 0.9213708414259758, + "F1_noncoffee": 0.776767380463479, + "IoU_noncoffee": 0.6350119904076739, + "kappa": 0.7047840219913185, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8840041868874299, + "mIoU": 0.7351077833333486, + "macroF1": 0.8415224297516163, + "F1_coffee": 0.9235736677115988, + "IoU_coffee": 0.8579998835109791, + "precision_coffee": 0.9275864240287136, + "recall_coffee": 0.9195954803670641, + "F1_noncoffee": 0.7594711917916338, + "IoU_noncoffee": 0.6122156831557182, + "kappa": 0.6830635264422737, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8958624825104937, + "mIoU": 0.7734074127874648, + "macroF1": 0.8691345688860184, + "F1_coffee": 0.9282764317180616, + "IoU_coffee": 0.8661528580603726, + "precision_coffee": 0.9391364902506963, + "recall_coffee": 0.9176646706586826, + "F1_noncoffee": 0.8099927060539752, + "IoU_noncoffee": 0.6806619675145572, + "kappa": 0.7383618242540607, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9264453348597596, + "mIoU": 0.8230476047435951, + "macroF1": 0.9005990888512408, + "F1_coffee": 0.9512857774688823, + "IoU_coffee": 0.9070972406314014, + "precision_coffee": 0.9405297351324338, + "recall_coffee": 0.9622906813243002, + "F1_noncoffee": 0.8499124002335994, + "IoU_noncoffee": 0.7389979688557887, + "kappa": 0.801278252229085, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9114884735793568, + "mIoU": 0.7921489249478675, + "macroF1": 0.8807457396876397, + "F1_coffee": 0.9412949097086768, + "IoU_coffee": 0.8891002020682277, + "precision_coffee": 0.9337161403070777, + "recall_coffee": 0.9489977163156559, + "F1_noncoffee": 0.8201965696666025, + "IoU_noncoffee": 0.6951976478275074, + "kappa": 0.7615395972170499, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8558611273649308, + "mIoU": 0.6878993234214317, + "macroF1": 0.8072370466816826, + "F1_coffee": 0.9040508958712022, + "IoU_coffee": 0.8249022627650753, + "precision_coffee": 0.9296395193591456, + "recall_coffee": 0.879833206974981, + "F1_noncoffee": 0.710423197492163, + "IoU_noncoffee": 0.550896384077788, + "kappa": 0.6153536203846736, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8557114228456913, + "mIoU": 0.6839819436102113, + "macroF1": 0.8038304222012349, + "F1_coffee": 0.9047138895891101, + "IoU_coffee": 0.8260069044879171, + "precision_coffee": 0.9285899094437258, + "recall_coffee": 0.8820348980093389, + "F1_noncoffee": 0.7029469548133596, + "IoU_noncoffee": 0.5419569827325053, + "kappa": 0.6084677966590895, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8563520091629283, + "mIoU": 0.6807979266789904, + "macroF1": 0.8008769258254446, + "F1_coffee": 0.9059786343474729, + "IoU_coffee": 0.8281178620374601, + "precision_coffee": 0.9213468869123252, + "recall_coffee": 0.8911146614231289, + "F1_noncoffee": 0.6957752173034162, + "IoU_noncoffee": 0.5334779913205208, + "kappa": 0.6021120564887914, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7368, + 8413 + ], + [ + 47521, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6023088375727337, + "ssl_variant": "", + "test_tta": { + "OA": 0.8893298414177606, + "mIoU": 0.7465392944120608, + "macroF1": 0.84970027298243, + "F1_coffee": 0.9268774283955074, + "IoU_coffee": 0.8637200007914053, + "precision_coffee": 0.9297001448164239, + "recall_coffee": 0.9240718005164895, + "F1_noncoffee": 0.7725231175693527, + "IoU_noncoffee": 0.6293585880327163, + "kappa": 0.6994091660240273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8529623860620745, + "mIoU": 0.6880931921727418, + "macroF1": 0.8079864020051017, + "F1_coffee": 0.9009164860583324, + "IoU_coffee": 0.8196979343520091, + "precision_coffee": 0.9083408458432956, + "recall_coffee": 0.8936125089170378, + "F1_noncoffee": 0.7150563179518712, + "IoU_noncoffee": 0.5564884499934746, + "kappa": 0.6160465700579104, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.7191307621301897, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.783056371320106, + "mIoU": 0.6362927091627746, + "macroF1": 0.7765333704937611, + "F1_coffee": 0.8147128546302669, + "IoU_coffee": 0.6873548387096774, + "precision_coffee": 0.8664606376057254, + "recall_coffee": 0.7687978063212585, + "F1_noncoffee": 0.7383538863572555, + "IoU_noncoffee": 0.5852305796158718, + "kappa": 0.5553065734155161, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6976318218530057, + "mIoU": 0.5279833398574818, + "macroF1": 0.6890495314677036, + "F1_coffee": 0.740708676024983, + "IoU_coffee": 0.5881948536633275, + "precision_coffee": 0.8485166189680089, + "recall_coffee": 0.6572074444737073, + "F1_noncoffee": 0.6373903869104243, + "IoU_noncoffee": 0.46777182605163614, + "kappa": 0.3918286692718502, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21027351567711808, + "mIoU": 0.10548387431129072, + "macroF1": 0.17479882713779468, + "F1_coffee": 0.3458945739860758, + "IoU_coffee": 0.20911277391769106, + "precision_coffee": 1.0, + "recall_coffee": 0.20911277391769106, + "F1_noncoffee": 0.00370308028951355, + "IoU_noncoffee": 0.001854974704890388, + "kappa": 0.0007754969977364627, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7471677427214033, + "mIoU": 0.5963611532484585, + "macroF1": 0.747146354108921, + "F1_coffee": 0.7494719053654415, + "IoU_coffee": 0.5993243243243244, + "precision_coffee": 0.8604490022172949, + "recall_coffee": 0.6638511707473538, + "F1_noncoffee": 0.7448208028524006, + "IoU_noncoffee": 0.5933979821725928, + "kappa": 0.5027184400929587, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7812710067738766, + "mIoU": 0.633021208256085, + "macroF1": 0.7739208538969699, + "F1_coffee": 0.8146850083238413, + "IoU_coffee": 0.6873151981076286, + "precision_coffee": 0.8811599696739955, + "recall_coffee": 0.7575362554994297, + "F1_noncoffee": 0.7331566994700984, + "IoU_noncoffee": 0.5787272184045413, + "kappa": 0.5515170548087215, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8141086274705033, + "mIoU": 0.665983813370466, + "macroF1": 0.7965374931613899, + "F1_coffee": 0.8563293574451712, + "IoU_coffee": 0.7487552146413673, + "precision_coffee": 0.8578476719087265, + "recall_coffee": 0.8548164080503917, + "F1_noncoffee": 0.7367456288776085, + "IoU_noncoffee": 0.5832124120995646, + "kappa": 0.5930773220523299, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7396040763734333, + "mIoU": 0.5794370635685555, + "macroF1": 0.7321516376965908, + "F1_coffee": 0.6874736398144243, + "IoU_coffee": 0.5237789203084833, + "precision_coffee": 0.7532347504621072, + "recall_coffee": 0.6322730799069046, + "F1_noncoffee": 0.7768296355787572, + "IoU_noncoffee": 0.6350952068286277, + "kappa": 0.46720321562154393, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7008462468403122, + "mIoU": 0.535163225555663, + "macroF1": 0.6961009549168633, + "F1_coffee": 0.658126098970108, + "IoU_coffee": 0.4904530138524897, + "precision_coffee": 0.7419994335882186, + "recall_coffee": 0.591288648160686, + "F1_noncoffee": 0.7340758108636186, + "IoU_noncoffee": 0.5798734372588362, + "kappa": 0.398183227327956, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7524512387981023, + "mIoU": 0.6030569315658378, + "macroF1": 0.752366942200221, + "F1_coffee": 0.756935817805383, + "IoU_coffee": 0.608927381745503, + "precision_coffee": 0.7542809985558078, + "recall_coffee": 0.7596093912320798, + "F1_noncoffee": 0.7477980665950591, + "IoU_noncoffee": 0.5971864813861726, + "kappa": 0.5047402503627145, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7553609947976145, + "mIoU": 0.5964884131425652, + "macroF1": 0.7451838632452212, + "F1_coffee": 0.7961082910321489, + "IoU_coffee": 0.6612789880534083, + "precision_coffee": 0.9481108312342569, + "recall_coffee": 0.6861100984323734, + "F1_noncoffee": 0.6942594354582937, + "IoU_noncoffee": 0.5316978382317221, + "kappa": 0.5092811318058943, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.852734375, + "mIoU": 0.6962126899941328, + "macroF1": 0.8150141530120002, + "F1_coffee": 0.8985468245425189, + "IoU_coffee": 0.8157830442218422, + "precision_coffee": 0.9511465603190429, + "recall_coffee": 0.8514599005482596, + "F1_noncoffee": 0.7314814814814815, + "IoU_noncoffee": 0.5766423357664233, + "kappa": 0.6329989333099852, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8692699490662139, + "mIoU": 0.7003598847849312, + "macroF1": 0.8153797560119418, + "F1_coffee": 0.9151255358236374, + "IoU_coffee": 0.8435312711673064, + "precision_coffee": 0.9196307692307693, + "recall_coffee": 0.9106642291285801, + "F1_noncoffee": 0.7156339762002462, + "IoU_noncoffee": 0.5571884984025559, + "kappa": 0.630789200141409, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2625, + 2984 + ], + [ + 41076, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2956451018651327, + "test_tta": { + "OA": 0.7904340663276269, + "mIoU": 0.6453396937607605, + "macroF1": 0.7831469117654069, + "F1_coffee": 0.8228991692014346, + "IoU_coffee": 0.699089787102746, + "precision_coffee": 0.8649001145183866, + "recall_coffee": 0.7847885697791889, + "F1_noncoffee": 0.7433946543293792, + "IoU_noncoffee": 0.5915896004187751, + "kappa": 0.5677707045909719, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7055353640244606, + "mIoU": 0.5361246154863464, + "macroF1": 0.695736342382492, + "F1_coffee": 0.7503393291676347, + "IoU_coffee": 0.6004344592743356, + "precision_coffee": 0.8471903907220765, + "recall_coffee": 0.6733605478008955, + "F1_noncoffee": 0.6411333555973494, + "IoU_noncoffee": 0.4718147716983573, + "kappa": 0.40269356387208993, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7371568475489473, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7861542869421961, + "mIoU": 0.6422797806336822, + "macroF1": 0.7813117326962984, + "F1_coffee": 0.8138541634192724, + "IoU_coffee": 0.6861333052985702, + "precision_coffee": 0.8846792503981836, + "recall_coffee": 0.7535286477125126, + "F1_noncoffee": 0.7487693019733244, + "IoU_noncoffee": 0.5984262559687942, + "kappa": 0.5663743773034773, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6887908157378563, + "mIoU": 0.5203832382188498, + "macroF1": 0.6831962135298371, + "F1_coffee": 0.7252959898154042, + "IoU_coffee": 0.568991690635986, + "precision_coffee": 0.8635784878433275, + "recall_coffee": 0.6251865507857081, + "F1_noncoffee": 0.64109643724427, + "IoU_noncoffee": 0.47177478580171356, + "kappa": 0.38693020673600975, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11247498332221481, + "mIoU": 0.05641070252989759, + "macroF1": 0.10169628704240631, + "F1_coffee": 0.2000962000962001, + "IoU_coffee": 0.11117049706039552, + "precision_coffee": 1.0, + "recall_coffee": 0.11117049706039552, + "F1_noncoffee": 0.003296373988612526, + "IoU_noncoffee": 0.0016509079993996699, + "kappa": 0.00036699716996741133, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5861737413112611, + "macroF1": 0.7390820014066185, + "F1_coffee": 0.7338057938580131, + "IoU_coffee": 0.5795365278868814, + "precision_coffee": 0.8765780484182385, + "recall_coffee": 0.6310274778146049, + "F1_noncoffee": 0.7443582089552239, + "IoU_noncoffee": 0.5928109547356409, + "kappa": 0.4911282717027458, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7891307720150991, + "mIoU": 0.6451581615900714, + "macroF1": 0.7832668990081735, + "F1_coffee": 0.8189165186500889, + "IoU_coffee": 0.6933604030378224, + "precision_coffee": 0.8999609603747803, + "recall_coffee": 0.7512628320026071, + "F1_noncoffee": 0.7476172793662582, + "IoU_noncoffee": 0.5969559201423206, + "kappa": 0.5713783543542855, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.821675710658635, + "mIoU": 0.6803072720493611, + "macroF1": 0.8074434995054716, + "F1_coffee": 0.8597933302019728, + "IoU_coffee": 0.7540679711637487, + "precision_coffee": 0.876536312849162, + "recall_coffee": 0.8436779843293901, + "F1_noncoffee": 0.7550936688089703, + "IoU_noncoffee": 0.6065465729349736, + "kappa": 0.6151322826899003, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7242591074147827, + "mIoU": 0.5549155577147684, + "macroF1": 0.7107183121785615, + "F1_coffee": 0.6481315396113603, + "IoU_coffee": 0.47943387881468374, + "precision_coffee": 0.7679773290825364, + "recall_coffee": 0.5606413240237911, + "F1_noncoffee": 0.7733050847457628, + "IoU_noncoffee": 0.6303972366148531, + "kappa": 0.43037379723174807, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7200791295746786, + "mIoU": 0.5571119308217936, + "macroF1": 0.7142827184349676, + "F1_coffee": 0.6735870818915801, + "IoU_coffee": 0.5078260869565218, + "precision_coffee": 0.7793594306049823, + "recall_coffee": 0.5930941096817874, + "F1_noncoffee": 0.754978354978355, + "IoU_noncoffee": 0.6063977746870653, + "kappa": 0.43635851039402773, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7488666315234581, + "mIoU": 0.5979647630274054, + "macroF1": 0.7482924913917128, + "F1_coffee": 0.7362710363153233, + "IoU_coffee": 0.5826178377431225, + "precision_coffee": 0.7881014458402466, + "recall_coffee": 0.6908373156035736, + "F1_noncoffee": 0.7603139464681022, + "IoU_noncoffee": 0.6133116883116884, + "kappa": 0.4985560994118798, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7553609947976145, + "mIoU": 0.5972849426119259, + "macroF1": 0.7459736812223623, + "F1_coffee": 0.7948063005534269, + "IoU_coffee": 0.6594842811727305, + "precision_coffee": 0.9549872122762149, + "recall_coffee": 0.6806416332482683, + "F1_noncoffee": 0.6971410618912975, + "IoU_noncoffee": 0.5350856040511213, + "kappa": 0.5122028205013291, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85048828125, + "mIoU": 0.6958744714668728, + "macroF1": 0.8151551998960173, + "F1_coffee": 0.8959706461914793, + "IoU_coffee": 0.8115460364352536, + "precision_coffee": 0.9591213267384346, + "recall_coffee": 0.8406222108886906, + "F1_noncoffee": 0.7343397536005553, + "IoU_noncoffee": 0.5802029064984919, + "kappa": 0.634358351317537, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8868138087153368, + "mIoU": 0.7284602717268596, + "macroF1": 0.8356852430614392, + "F1_coffee": 0.9273431823686122, + "IoU_coffee": 0.864529239105893, + "precision_coffee": 0.9214294308747443, + "recall_coffee": 0.9333333333333333, + "F1_noncoffee": 0.7440273037542662, + "IoU_noncoffee": 0.592391304347826, + "kappa": 0.6714181690380273, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2626, + 2984 + ], + [ + 41248, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7140387574831644, + "test_tta": { + "OA": 0.7916696511711195, + "mIoU": 0.6491994018132968, + "macroF1": 0.7863547547281956, + "F1_coffee": 0.8200519705500217, + "IoU_coffee": 0.6949899064048449, + "precision_coffee": 0.8834272003199254, + "recall_coffee": 0.7651609178813682, + "F1_noncoffee": 0.7526575389063695, + "IoU_noncoffee": 0.6034088972217487, + "kappa": 0.5757108211356724, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6939540786892812, + "mIoU": 0.5256960704669502, + "macroF1": 0.687613740857808, + "F1_coffee": 0.7321180599388997, + "IoU_coffee": 0.5774339367146584, + "precision_coffee": 0.8617236255572065, + "recall_coffee": 0.6364015450794487, + "F1_noncoffee": 0.6431094217767164, + "IoU_noncoffee": 0.47395820421924195, + "kappa": 0.3935055290157925, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.7600680632982408, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7893059236444381, + "mIoU": 0.6481123271014678, + "macroF1": 0.7858876580065494, + "F1_coffee": 0.8129411764705883, + "IoU_coffee": 0.6848364717542121, + "precision_coffee": 0.9048663953282605, + "recall_coffee": 0.7379708471640929, + "F1_noncoffee": 0.7588341395425104, + "IoU_noncoffee": 0.6113881824487235, + "kappa": 0.5773983312887492, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6895263643706011, + "mIoU": 0.5229092012071832, + "macroF1": 0.685843709456261, + "F1_coffee": 0.7198573715237563, + "IoU_coffee": 0.5623259123716581, + "precision_coffee": 0.8842354295214041, + "recall_coffee": 0.6070143095426214, + "F1_noncoffee": 0.6518300473887658, + "IoU_noncoffee": 0.4834924900427084, + "kappa": 0.3975621705851915, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09566377585056704, + "mIoU": 0.04797742425949356, + "macroF1": 0.08782033326150973, + "F1_coffee": 0.1724053724053724, + "IoU_coffee": 0.09433458043826831, + "precision_coffee": 1.0, + "recall_coffee": 0.09433458043826831, + "F1_noncoffee": 0.003235294117647059, + "IoU_noncoffee": 0.00162026808071881, + "kappa": 0.00030564790172479177, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7485686441710317, + "mIoU": 0.5979523501373868, + "macroF1": 0.7483553382000685, + "F1_coffee": 0.7410288582183187, + "IoU_coffee": 0.5885987642017142, + "precision_coffee": 0.8966145437983908, + "recall_coffee": 0.6314551480808297, + "F1_noncoffee": 0.7556818181818182, + "IoU_noncoffee": 0.6073059360730594, + "kappa": 0.5106129118811278, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7867004498681421, + "mIoU": 0.6436083646198272, + "macroF1": 0.7823958078652478, + "F1_coffee": 0.8130014959880321, + "IoU_coffee": 0.6849220898258478, + "precision_coffee": 0.9164026571282575, + "recall_coffee": 0.7305686817663354, + "F1_noncoffee": 0.7517901197424635, + "IoU_noncoffee": 0.6022946394138065, + "kappa": 0.5720239509878767, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8251107681585105, + "mIoU": 0.6893628061811896, + "macroF1": 0.8144537893531179, + "F1_coffee": 0.8589213284607043, + "IoU_coffee": 0.7527275286830436, + "precision_coffee": 0.899941092316755, + "recall_coffee": 0.8214779536027039, + "F1_noncoffee": 0.7699862502455314, + "IoU_noncoffee": 0.6259980836793356, + "kappa": 0.6301603277461408, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7319901604779196, + "mIoU": 0.5614389228675332, + "macroF1": 0.7154711378674629, + "F1_coffee": 0.6469135802469136, + "IoU_coffee": 0.4781021897810219, + "precision_coffee": 0.8021431305013395, + "recall_coffee": 0.5420222394621154, + "F1_noncoffee": 0.7840286954880121, + "IoU_noncoffee": 0.6447756559540444, + "kappa": 0.44368553304568414, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7034838993295967, + "mIoU": 0.5317300868030013, + "macroF1": 0.6914491926054898, + "F1_coffee": 0.6305121884415229, + "IoU_coffee": 0.4604, + "precision_coffee": 0.801811215604319, + "recall_coffee": 0.5195215526969081, + "F1_noncoffee": 0.7523861967694567, + "IoU_noncoffee": 0.6030601736060026, + "kappa": 0.40121360757826413, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7683711122825514, + "mIoU": 0.623066319439141, + "macroF1": 0.7676234902264192, + "F1_coffee": 0.7544428299988823, + "IoU_coffee": 0.6057071069633884, + "precision_coffee": 0.816400580551524, + "recall_coffee": 0.7012258466652815, + "F1_noncoffee": 0.7808041504539559, + "IoU_noncoffee": 0.6404255319148936, + "kappa": 0.5376241465446828, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7665270904707524, + "mIoU": 0.6111794410279485, + "macroF1": 0.7567630129164673, + "F1_coffee": 0.8054968287526427, + "IoU_coffee": 0.6743362831858407, + "precision_coffee": 0.9587317564167086, + "recall_coffee": 0.6944950783813343, + "F1_noncoffee": 0.708029197080292, + "IoU_noncoffee": 0.5480225988700564, + "kappa": 0.5314920114455077, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86064453125, + "mIoU": 0.7122460757235844, + "macroF1": 0.8269776897475369, + "F1_coffee": 0.9033001287524565, + "IoU_coffee": 0.8236529906080079, + "precision_coffee": 0.9639861151287243, + "recall_coffee": 0.849802371541502, + "F1_noncoffee": 0.7506552507426175, + "IoU_noncoffee": 0.6008391608391609, + "kappa": 0.657455847903015, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8758724768911527, + "mIoU": 0.723372055266722, + "macroF1": 0.8334230913877397, + "F1_coffee": 0.9175128494421462, + "IoU_coffee": 0.8475969889982629, + "precision_coffee": 0.9445089688992128, + "recall_coffee": 0.8920170627666058, + "F1_noncoffee": 0.7493333333333333, + "IoU_noncoffee": 0.5991471215351812, + "kappa": 0.6676712109109885, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2592, + 2984 + ], + [ + 41458, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0092028299967448, + "test_tta": { + "OA": 0.8027720077358356, + "mIoU": 0.6651488781120682, + "macroF1": 0.7981257884756793, + "F1_coffee": 0.8287517880465203, + "IoU_coffee": 0.7075799814151069, + "precision_coffee": 0.8982171143540831, + "recall_coffee": 0.7692596334247366, + "F1_noncoffee": 0.7674997889048383, + "IoU_noncoffee": 0.6227177748090296, + "kappa": 0.5995037174820895, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7047132802584516, + "mIoU": 0.5389310695539925, + "macroF1": 0.6990977437397335, + "F1_coffee": 0.7402040401989646, + "IoU_coffee": 0.5875586712596442, + "precision_coffee": 0.8773613283600048, + "recall_coffee": 0.640132560793609, + "F1_noncoffee": 0.6579914472805025, + "IoU_noncoffee": 0.4903034678483408, + "kappa": 0.41695357317230736, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.7595041262951064, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7544588496526037, + "mIoU": 0.6045249209806061, + "macroF1": 0.7532947704890112, + "F1_coffee": 0.7702412868632708, + "IoU_coffee": 0.6263352954000436, + "precision_coffee": 0.9180746954264031, + "recall_coffee": 0.6634146341463415, + "F1_noncoffee": 0.7363482541147516, + "IoU_noncoffee": 0.5827145465611686, + "kappa": 0.5208463588176313, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6561093804084458, + "mIoU": 0.48745299851384377, + "macroF1": 0.655181884777133, + "F1_coffee": 0.6730653211210442, + "IoU_coffee": 0.5072331983136315, + "precision_coffee": 0.8968137971353406, + "recall_coffee": 0.5386708805197086, + "F1_noncoffee": 0.6372984484332218, + "IoU_noncoffee": 0.4676727987140561, + "kappa": 0.3549112841095707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06177451634422949, + "mIoU": 0.030978672433891435, + "macroF1": 0.05851504408388743, + "F1_coffee": 0.11391129032258064, + "IoU_coffee": 0.0603955104222341, + "precision_coffee": 1.0, + "recall_coffee": 0.0603955104222341, + "F1_noncoffee": 0.0031187978451942162, + "IoU_noncoffee": 0.001561834445548772, + "kappa": 0.00018863778328295598, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.724387866975271, + "mIoU": 0.5666017877064149, + "macroF1": 0.7230643482524182, + "F1_coffee": 0.7039193875547994, + "IoU_coffee": 0.5431138933764136, + "precision_coffee": 0.9070826306913997, + "recall_coffee": 0.5751095905057201, + "F1_noncoffee": 0.742209308950037, + "IoU_noncoffee": 0.5900896820364163, + "kappa": 0.4693077949998526, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7419204715859145, + "mIoU": 0.5884272499833515, + "macroF1": 0.7406263974834774, + "F1_coffee": 0.7589471142236175, + "IoU_coffee": 0.6115348692403487, + "precision_coffee": 0.931917921954691, + "recall_coffee": 0.6401336157731791, + "F1_noncoffee": 0.7223056807433372, + "IoU_noncoffee": 0.5653196307263543, + "kappa": 0.501054301904783, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7911086772539453, + "mIoU": 0.6466200424097006, + "macroF1": 0.7841565245264313, + "F1_coffee": 0.8228938038156339, + "IoU_coffee": 0.6990820424555364, + "precision_coffee": 0.9132471425894697, + "recall_coffee": 0.7488093409125826, + "F1_noncoffee": 0.7454192452372285, + "IoU_noncoffee": 0.5941580423638649, + "kappa": 0.5743027402896284, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6959119128499472, + "mIoU": 0.5085169426673605, + "macroF1": 0.666961824976392, + "F1_coffee": 0.5687707641196014, + "IoU_coffee": 0.39740018570102137, + "precision_coffee": 0.7951695308871343, + "recall_coffee": 0.44272045513317815, + "F1_noncoffee": 0.7651528858331825, + "IoU_noncoffee": 0.6196336996336996, + "kappa": 0.36208593323051264, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.673040993515771, + "mIoU": 0.4870039886987108, + "macroF1": 0.648680351068841, + "F1_coffee": 0.5561688796061465, + "IoU_coffee": 0.3852035544533995, + "precision_coffee": 0.8204225352112676, + "recall_coffee": 0.42067253441661023, + "F1_noncoffee": 0.7411918225315355, + "IoU_noncoffee": 0.5888044229440221, + "kappa": 0.3374428020390476, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7308381655245124, + "mIoU": 0.5712943946122473, + "macroF1": 0.7261579172798094, + "F1_coffee": 0.6903577926015767, + "IoU_coffee": 0.5271346545656603, + "precision_coffee": 0.8292540792540792, + "recall_coffee": 0.5913151880324122, + "F1_noncoffee": 0.761958041958042, + "IoU_noncoffee": 0.6154541346588341, + "kappa": 0.4638786214648254, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7552341073467834, + "mIoU": 0.5987648221846713, + "macroF1": 0.7474686187697235, + "F1_coffee": 0.791752132138616, + "IoU_coffee": 0.6552894924946391, + "precision_coffee": 0.9708763568970082, + "recall_coffee": 0.6684287276704338, + "F1_noncoffee": 0.7031851054008309, + "IoU_noncoffee": 0.5422401518747034, + "kappa": 0.5183071006666918, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.803125, + "mIoU": 0.6367975831757203, + "macroF1": 0.7724067028928386, + "F1_coffee": 0.8560205684902157, + "IoU_coffee": 0.7482831814209014, + "precision_coffee": 0.973047572657899, + "recall_coffee": 0.764120872115262, + "F1_noncoffee": 0.6887928372954616, + "IoU_noncoffee": 0.5253119849305392, + "kappa": 0.5586131965585246, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8450292397660819, + "mIoU": 0.6818348805212469, + "macroF1": 0.8041223038598286, + "F1_coffee": 0.8936363047841005, + "IoU_coffee": 0.8077238150965477, + "precision_coffee": 0.9530516431924883, + "recall_coffee": 0.841194393662401, + "F1_noncoffee": 0.7146083029355567, + "IoU_noncoffee": 0.5559459459459459, + "kappa": 0.6122877748455225, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 39602, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9163673241933187, + "test_tta": { + "OA": 0.7748728601103073, + "mIoU": 0.629675168066236, + "macroF1": 0.7722807846555368, + "F1_coffee": 0.7965761625837352, + "IoU_coffee": 0.6619248662166887, + "precision_coffee": 0.9063961409581324, + "recall_coffee": 0.7104921345071439, + "F1_noncoffee": 0.7479854067273384, + "IoU_noncoffee": 0.5974254699157834, + "kappa": 0.5526964797406285, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6750749971154956, + "mIoU": 0.5073264047893398, + "macroF1": 0.6725161070988237, + "F1_coffee": 0.7014642549526271, + "IoU_coffee": 0.5401963385513399, + "precision_coffee": 0.8851877863616602, + "recall_coffee": 0.5808971995434993, + "F1_noncoffee": 0.6435679592450203, + "IoU_noncoffee": 0.47445647102733973, + "kappa": 0.37707111522834896, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.7184771078745122, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7807642719002936, + "mIoU": 0.634844404630752, + "macroF1": 0.7757174321644138, + "F1_coffee": 0.8093614238333255, + "IoU_coffee": 0.6797708725674827, + "precision_coffee": 0.8787192318095753, + "recall_coffee": 0.7501515370183288, + "F1_noncoffee": 0.7420734404955022, + "IoU_noncoffee": 0.5899179366940211, + "kappa": 0.5551842138315826, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.692180108457367, + "mIoU": 0.5235897402169617, + "macroF1": 0.6857805938685902, + "F1_coffee": 0.7306231146899572, + "IoU_coffee": 0.575576192654165, + "precision_coffee": 0.859714260254849, + "recall_coffee": 0.635238346062681, + "F1_noncoffee": 0.6409380730472233, + "IoU_noncoffee": 0.47160328777975835, + "kappa": 0.38989686414928404, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18038692461641095, + "mIoU": 0.09048485539598548, + "macroF1": 0.15373894023880583, + "F1_coffee": 0.30390934844192635, + "IoU_coffee": 0.1791822554783538, + "precision_coffee": 1.0, + "recall_coffee": 0.1791822554783538, + "F1_noncoffee": 0.0035685320356853203, + "IoU_noncoffee": 0.0017874553136171597, + "kappa": 0.000640355456100025, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7721403337799976, + "mIoU": 0.628703720662034, + "macroF1": 0.7720043225224873, + "F1_coffee": 0.7775729829359653, + "IoU_coffee": 0.6360894941634241, + "precision_coffee": 0.8758371283150281, + "recall_coffee": 0.6991339677108949, + "F1_noncoffee": 0.7664356621090092, + "IoU_noncoffee": 0.6213179471606438, + "kappa": 0.5499572648088397, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7840632917937845, + "mIoU": 0.6379879501551313, + "macroF1": 0.7778627846440602, + "F1_coffee": 0.814975631369074, + "IoU_coffee": 0.6877290062065355, + "precision_coffee": 0.8932595182595182, + "recall_coffee": 0.7493074792243767, + "F1_noncoffee": 0.7407499379190464, + "IoU_noncoffee": 0.5882468941037271, + "kappa": 0.5604557959559826, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7846368297904117, + "mIoU": 0.6316847249219407, + "macroF1": 0.7719091221439831, + "F1_coffee": 0.8257893041237113, + "IoU_coffee": 0.7032718293435763, + "precision_coffee": 0.8678686304384629, + "recall_coffee": 0.7876017821477954, + "F1_noncoffee": 0.718028940164255, + "IoU_noncoffee": 0.5600976205003051, + "kappa": 0.5455474546767897, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7524891648119948, + "mIoU": 0.5931650123917402, + "macroF1": 0.7426163039524198, + "F1_coffee": 0.6922068463219228, + "IoU_coffee": 0.5292938293606594, + "precision_coffee": 0.7925283522348232, + "recall_coffee": 0.6144297905352987, + "F1_noncoffee": 0.793025761582917, + "IoU_noncoffee": 0.657036195422821, + "kappa": 0.49072008044726617, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7119463677327179, + "mIoU": 0.5444083139180862, + "macroF1": 0.7029439015818406, + "F1_coffee": 0.651230871590153, + "IoU_coffee": 0.48283346487766376, + "precision_coffee": 0.793450064850843, + "recall_coffee": 0.5522455427668698, + "F1_noncoffee": 0.7546569315735281, + "IoU_noncoffee": 0.6059831629585087, + "kappa": 0.4190181306406797, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7434897206114919, + "mIoU": 0.5911008672783917, + "macroF1": 0.7428849809687352, + "F1_coffee": 0.730415512465374, + "IoU_coffee": 0.5753185547215919, + "precision_coffee": 0.7825261158594492, + "recall_coffee": 0.6848119675877831, + "F1_noncoffee": 0.7553544494720965, + "IoU_noncoffee": 0.6068831798351915, + "kappa": 0.4878311144938571, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7934272300469484, + "mIoU": 0.6405021462604183, + "macroF1": 0.7780723144647195, + "F1_coffee": 0.8364476592324693, + "IoU_coffee": 0.7188741150060438, + "precision_coffee": 0.9317367949865711, + "recall_coffee": 0.7588406853809697, + "F1_noncoffee": 0.7196969696969697, + "IoU_noncoffee": 0.5621301775147929, + "kappa": 0.5639608493280686, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84814453125, + "mIoU": 0.6836023281449191, + "macroF1": 0.805038055547478, + "F1_coffee": 0.8967120557954168, + "IoU_coffee": 0.8127633955448526, + "precision_coffee": 0.9359400998336106, + "recall_coffee": 0.8606400612010711, + "F1_noncoffee": 0.7133640552995392, + "IoU_noncoffee": 0.5544412607449857, + "kappa": 0.6119677838124049, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8214487832484437, + "mIoU": 0.633380065564623, + "macroF1": 0.7647462567245189, + "F1_coffee": 0.8802429303473145, + "IoU_coffee": 0.7861016949152543, + "precision_coffee": 0.915153906866614, + "recall_coffee": 0.8478976234003657, + "F1_noncoffee": 0.6492495831017232, + "IoU_noncoffee": 0.4806584362139918, + "kappa": 0.5314893944238945, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2496, + 2984 + ], + [ + 41077, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9164521217346191, + "test_tta": { + "OA": 0.8030047990831602, + "mIoU": 0.6593521313488191, + "macroF1": 0.7929933068779225, + "F1_coffee": 0.8385174311926605, + "IoU_coffee": 0.7219371635113616, + "precision_coffee": 0.8531063321385902, + "recall_coffee": 0.8244191080964064, + "F1_noncoffee": 0.7474691825631844, + "IoU_noncoffee": 0.5967670991862767, + "kappa": 0.5861758670158022, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7206357447790469, + "mIoU": 0.5502972985334249, + "macroF1": 0.7067842637432248, + "F1_coffee": 0.7705139445063147, + "IoU_coffee": 0.6266959605303731, + "precision_coffee": 0.8371865506410586, + "recall_coffee": 0.7136774646650865, + "F1_noncoffee": 0.6430545829801348, + "IoU_noncoffee": 0.47389863653647674, + "kappa": 0.419297145275308, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.713278090994695, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7341343743284865, + "mIoU": 0.5791891517258164, + "macroF1": 0.7333653919054071, + "F1_coffee": 0.7476845164250633, + "IoU_coffee": 0.597041661012349, + "precision_coffee": 0.9090833953219274, + "recall_coffee": 0.6349545388945014, + "F1_noncoffee": 0.7190462673857507, + "IoU_noncoffee": 0.5613366424392838, + "kappa": 0.4848129082588491, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6368985808238145, + "mIoU": 0.46686803282195294, + "macroF1": 0.6364243980051966, + "F1_coffee": 0.649554565701559, + "IoU_coffee": 0.48099282592562054, + "precision_coffee": 0.8879585933932105, + "recall_coffee": 0.5120709331928716, + "F1_noncoffee": 0.6232942303088341, + "IoU_noncoffee": 0.45274323971828534, + "kappa": 0.32514096765407086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03402268178785857, + "mIoU": 0.017059959145317022, + "macroF1": 0.033088233197796975, + "F1_coffee": 0.06314699792960662, + "IoU_coffee": 0.03260288615713522, + "precision_coffee": 1.0, + "recall_coffee": 0.03260288615713522, + "F1_noncoffee": 0.003029468465987331, + "IoU_noncoffee": 0.0015170321334988279, + "kappa": 9.891435962312893e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7201242538677062, + "mIoU": 0.5614954708132347, + "macroF1": 0.7189101732817147, + "F1_coffee": 0.7004367950974639, + "IoU_coffee": 0.538978629477275, + "precision_coffee": 0.897427330437688, + "recall_coffee": 0.5743611675398268, + "F1_noncoffee": 0.7373835514659656, + "IoU_noncoffee": 0.5840123121491942, + "kappa": 0.46060450079552223, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7212368788458555, + "mIoU": 0.5630265336457635, + "macroF1": 0.7202057642606692, + "F1_coffee": 0.7371910495783162, + "IoU_coffee": 0.5837708462013589, + "precision_coffee": 0.9177084597645345, + "recall_coffee": 0.6160175981750041, + "F1_noncoffee": 0.7032204789430223, + "IoU_noncoffee": 0.5422822210901681, + "kappa": 0.4638386019517055, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7580026883058695, + "mIoU": 0.604956824825145, + "macroF1": 0.7528367773737706, + "F1_coffee": 0.7885694402157366, + "IoU_coffee": 0.6509406864857101, + "precision_coffee": 0.9089541762759451, + "recall_coffee": 0.6963435243508987, + "F1_noncoffee": 0.7171041145318047, + "IoU_noncoffee": 0.5589729631645799, + "kappa": 0.5170094640721166, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7044629260864472, + "mIoU": 0.5215695241193812, + "macroF1": 0.6795121211961145, + "F1_coffee": 0.590089358245329, + "IoU_coffee": 0.41852961511869097, + "precision_coffee": 0.7937062937062938, + "recall_coffee": 0.469614688388932, + "F1_noncoffee": 0.7689348841468999, + "IoU_noncoffee": 0.6246094331200714, + "kappa": 0.3819527106621398, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6420485767666777, + "mIoU": 0.4488512613691954, + "macroF1": 0.6108588519424432, + "F1_coffee": 0.5006898666257856, + "IoU_coffee": 0.33394683026584865, + "precision_coffee": 0.7805927342256214, + "recall_coffee": 0.3685398329948093, + "F1_noncoffee": 0.7210278372591007, + "IoU_noncoffee": 0.5637556924725422, + "kappa": 0.2738808824233117, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6913020558777017, + "mIoU": 0.5228158661620154, + "macroF1": 0.6851769796339158, + "F1_coffee": 0.6412643959813771, + "IoU_coffee": 0.47195671776375114, + "precision_coffee": 0.7814272917288743, + "recall_coffee": 0.5437357157697902, + "F1_noncoffee": 0.7290895632864545, + "IoU_noncoffee": 0.5736750145602796, + "kappa": 0.3852891611642695, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7370892018779343, + "mIoU": 0.576382825755615, + "macroF1": 0.7297004427174099, + "F1_coffee": 0.774390243902439, + "IoU_coffee": 0.6318407960199005, + "precision_coffee": 0.9616008653326122, + "recall_coffee": 0.6481954064892453, + "F1_noncoffee": 0.6850106415323807, + "IoU_noncoffee": 0.5209248554913295, + "kappa": 0.48657089366308975, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7916015625, + "mIoU": 0.6202017274287537, + "macroF1": 0.7593244569365527, + "F1_coffee": 0.8474624731951393, + "IoU_coffee": 0.7353014140411809, + "precision_coffee": 0.9643728648121035, + "recall_coffee": 0.7558332270814739, + "F1_noncoffee": 0.6711864406779661, + "IoU_noncoffee": 0.5051020408163265, + "kappa": 0.53342999167431, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8176759102056216, + "mIoU": 0.6520123238838886, + "macroF1": 0.7832158132117909, + "F1_coffee": 0.8696473126980916, + "IoU_coffee": 0.7693592650041761, + "precision_coffee": 0.9734299516908212, + "recall_coffee": 0.7858622790981109, + "F1_noncoffee": 0.6967843137254902, + "IoU_noncoffee": 0.5346653827636013, + "kappa": 0.5776001418712837, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2595, + 2984 + ], + [ + 38374, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9162115732828776, + "test_tta": { + "OA": 0.755676527469379, + "mIoU": 0.6051890312869874, + "macroF1": 0.7536378507102822, + "F1_coffee": 0.7760488477447312, + "IoU_coffee": 0.6340521403282909, + "precision_coffee": 0.8995776094980783, + "recall_coffee": 0.682349545388945, + "F1_noncoffee": 0.7312268536758333, + "IoU_noncoffee": 0.5763259222456838, + "kappa": 0.5181794737099091, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6566574362524519, + "mIoU": 0.48731402485582437, + "macroF1": 0.6548234579989263, + "F1_coffee": 0.6799838687995698, + "IoU_coffee": 0.5151329993075074, + "precision_coffee": 0.8774023451051134, + "recall_coffee": 0.5550873496620139, + "F1_noncoffee": 0.6296630471982826, + "IoU_noncoffee": 0.4594950504041413, + "kappa": 0.3478543431871312, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.756971540343583, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7888403409497887, + "mIoU": 0.6478897377823383, + "macroF1": 0.7857880831709978, + "F1_coffee": 0.8113581826907694, + "IoU_coffee": 0.6825926623778633, + "precision_coffee": 0.910066391530594, + "recall_coffee": 0.7319670948188772, + "F1_noncoffee": 0.7602179836512262, + "IoU_noncoffee": 0.6131868131868132, + "kappa": 0.5778881600918344, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6890071535710165, + "mIoU": 0.5226217329632707, + "macroF1": 0.6856805725483641, + "F1_coffee": 0.7180164511109077, + "IoU_coffee": 0.5600824220662641, + "precision_coffee": 0.8883028636143019, + "recall_coffee": 0.6025151435343692, + "F1_noncoffee": 0.6533446939858206, + "IoU_noncoffee": 0.4851610438602774, + "kappa": 0.39853326731333416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09793195463642428, + "mIoU": 0.04911521424875529, + "macroF1": 0.08971722951973142, + "F1_coffee": 0.17619105641525526, + "IoU_coffee": 0.09660609299839658, + "precision_coffee": 1.0, + "recall_coffee": 0.09660609299839658, + "F1_noncoffee": 0.003243402624207578, + "IoU_noncoffee": 0.0016243354991139988, + "kappa": 0.00031379217208673166, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7573395054208796, + "mIoU": 0.6093941846624684, + "macroF1": 0.7572858968583418, + "F1_coffee": 0.7536787436626685, + "IoU_coffee": 0.6047226907431292, + "precision_coffee": 0.8935639935493329, + "recall_coffee": 0.6516625681599487, + "F1_noncoffee": 0.7608930500540151, + "IoU_noncoffee": 0.6140656785818076, + "kappa": 0.5258514853806247, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7864936139407415, + "mIoU": 0.6430938484656679, + "macroF1": 0.7819753028744197, + "F1_coffee": 0.8133616598110563, + "IoU_coffee": 0.6854334907816547, + "precision_coffee": 0.9134937557112397, + "recall_coffee": 0.7330128727391233, + "F1_noncoffee": 0.7505889459377831, + "IoU_noncoffee": 0.6007542061496809, + "kappa": 0.5708413815513305, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8168467167819983, + "mIoU": 0.680776587202953, + "macroF1": 0.8087787434148439, + "F1_coffee": 0.8480568289761699, + "IoU_coffee": 0.736196758927291, + "precision_coffee": 0.9171058508262617, + "recall_coffee": 0.7886772161622368, + "F1_noncoffee": 0.769500657853518, + "IoU_noncoffee": 0.6253564154786151, + "kappa": 0.6208181964560123, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7328101206512827, + "mIoU": 0.5637704577912077, + "macroF1": 0.7177173886587951, + "F1_coffee": 0.6524455279597745, + "IoU_coffee": 0.4841700587969245, + "precision_coffee": 0.7941394658753709, + "recall_coffee": 0.5536591673131627, + "F1_noncoffee": 0.7829892493578157, + "IoU_noncoffee": 0.6433708567854909, + "kappa": 0.44643834077081224, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7011759534014727, + "mIoU": 0.5295143138557444, + "macroF1": 0.689670494566909, + "F1_coffee": 0.6299169729141146, + "IoU_coffee": 0.4597655473872442, + "precision_coffee": 0.7935528120713305, + "recall_coffee": 0.5222297449785601, + "F1_noncoffee": 0.7494240162197032, + "IoU_noncoffee": 0.5992630803242447, + "kappa": 0.3967098640214952, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7535055350553506, + "mIoU": 0.6023910414182165, + "macroF1": 0.7514575242078625, + "F1_coffee": 0.7288961038961039, + "IoU_coffee": 0.5734355044699873, + "precision_coffee": 0.8247179218053005, + "recall_coffee": 0.653023062538957, + "F1_noncoffee": 0.774018944519621, + "IoU_noncoffee": 0.6313465783664459, + "kappa": 0.5084463223950622, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7839106712346149, + "mIoU": 0.632646334764481, + "macroF1": 0.7729708248831082, + "F1_coffee": 0.8228072000832379, + "IoU_coffee": 0.6989570443698073, + "precision_coffee": 0.9585454545454546, + "recall_coffee": 0.7207437112650383, + "F1_noncoffee": 0.7231344496829784, + "IoU_noncoffee": 0.5663356251591546, + "kappa": 0.5597364272564638, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8623046875, + "mIoU": 0.7146869497586759, + "macroF1": 0.828690017776448, + "F1_coffee": 0.904574986464537, + "IoU_coffee": 0.8257753614234523, + "precision_coffee": 0.9639405740660608, + "recall_coffee": 0.8520974117047049, + "F1_noncoffee": 0.7528050490883591, + "IoU_noncoffee": 0.6035985380938994, + "kappa": 0.6607136302631109, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8735144312393888, + "mIoU": 0.7280082856480037, + "macroF1": 0.8375766139182896, + "F1_coffee": 0.913977804862403, + "IoU_coffee": 0.8415829887773184, + "precision_coffee": 0.9647887323943662, + "recall_coffee": 0.8682510664229128, + "F1_noncoffee": 0.7611754229741763, + "IoU_noncoffee": 0.6144335825186888, + "kappa": 0.6776355913722057, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2592, + 2984 + ], + [ + 41432, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4676082770029704, + "test_tta": { + "OA": 0.8023064250411862, + "mIoU": 0.6648434327266474, + "macroF1": 0.7979543091142247, + "F1_coffee": 0.8276077451592755, + "IoU_coffee": 0.7059136920618008, + "precision_coffee": 0.9015138629018541, + "recall_coffee": 0.7649011401356617, + "F1_noncoffee": 0.7683008730691739, + "IoU_noncoffee": 0.623773173391494, + "kappa": 0.5995260213576983, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7037469712703358, + "mIoU": 0.5380993086448247, + "macroF1": 0.6984717111058197, + "F1_coffee": 0.7383545416332301, + "IoU_coffee": 0.5852314029561425, + "precision_coffee": 0.8797923686367362, + "recall_coffee": 0.636094284961812, + "F1_noncoffee": 0.6585888805784094, + "IoU_noncoffee": 0.4909672143335068, + "kappa": 0.4166172477357735, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7544726650865555, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7819461356636344, + "mIoU": 0.6386506487682181, + "macroF1": 0.7789392230170639, + "F1_coffee": 0.8047212021104286, + "IoU_coffee": 0.673249792041216, + "precision_coffee": 0.905383949191686, + "recall_coffee": 0.724202626641651, + "F1_noncoffee": 0.7531572439236991, + "IoU_noncoffee": 0.6040515054952201, + "kappa": 0.5646805819890275, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6823006807430484, + "mIoU": 0.5151045601990787, + "macroF1": 0.6792079283383334, + "F1_coffee": 0.710706030678714, + "IoU_coffee": 0.5512366051419957, + "precision_coffee": 0.8848266841072596, + "recall_coffee": 0.5938460187867615, + "F1_noncoffee": 0.6477098259979529, + "IoU_noncoffee": 0.4789725152561616, + "kappa": 0.3873084925412272, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08752501667778519, + "mIoU": 0.04389484915752145, + "macroF1": 0.08094881778874316, + "F1_coffee": 0.15869110591708696, + "IoU_coffee": 0.0861838588989845, + "precision_coffee": 1.0, + "recall_coffee": 0.0861838588989845, + "F1_noncoffee": 0.0032065296603993585, + "IoU_noncoffee": 0.001605839416058394, + "kappa": 0.0002767565728954586, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743452308441954, + "mIoU": 0.5913238191609419, + "macroF1": 0.7431160529758689, + "F1_coffee": 0.7338220424671386, + "IoU_coffee": 0.5795567977640248, + "precision_coffee": 0.8972338123937568, + "recall_coffee": 0.6207633914252112, + "F1_noncoffee": 0.7524100634845992, + "IoU_noncoffee": 0.603090840557859, + "kappa": 0.5016096139248711, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7838047468845338, + "mIoU": 0.6398172380460452, + "macroF1": 0.7795908451064067, + "F1_coffee": 0.8100667787216644, + "IoU_coffee": 0.6807665877681912, + "precision_coffee": 0.9154944039429099, + "recall_coffee": 0.7264135571125957, + "F1_noncoffee": 0.7491149114911491, + "IoU_noncoffee": 0.598867888323899, + "kappa": 0.5667707701339237, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8116194553691443, + "mIoU": 0.6716384153910877, + "macroF1": 0.80197482216888, + "F1_coffee": 0.8456769983686786, + "IoU_coffee": 0.7326172979084229, + "precision_coffee": 0.9014084507042254, + "recall_coffee": 0.7964357044092795, + "F1_noncoffee": 0.7582726459690814, + "IoU_noncoffee": 0.6106595328737524, + "kappa": 0.6063069200870032, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7220335012299403, + "mIoU": 0.5468606782768102, + "macroF1": 0.7026053210073012, + "F1_coffee": 0.6265932336742722, + "IoU_coffee": 0.4562328139321723, + "precision_coffee": 0.8002411575562701, + "recall_coffee": 0.5148694078096716, + "F1_noncoffee": 0.7786174083403302, + "IoU_noncoffee": 0.6374885426214482, + "kappa": 0.421364048435491, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7123859764809319, + "mIoU": 0.5432791812527646, + "macroF1": 0.7015729664149066, + "F1_coffee": 0.6447672051038414, + "IoU_coffee": 0.47576121794871795, + "precision_coffee": 0.8089237057220708, + "recall_coffee": 0.5359963890769578, + "F1_noncoffee": 0.7583787277259717, + "IoU_noncoffee": 0.6107971445568114, + "kappa": 0.4194086722808667, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7529783869267264, + "mIoU": 0.6015245963231796, + "macroF1": 0.7507441804328032, + "F1_coffee": 0.727145685338302, + "IoU_coffee": 0.5712717291857273, + "precision_coffee": 0.8272390037095919, + "recall_coffee": 0.6486598794930397, + "F1_noncoffee": 0.7743426755273043, + "IoU_noncoffee": 0.6317774634606318, + "kappa": 0.5074520540282089, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7666539779215835, + "mIoU": 0.6112281420933793, + "macroF1": 0.7567789223197521, + "F1_coffee": 0.8057873059457176, + "IoU_coffee": 0.6747435443933498, + "precision_coffee": 0.9578207381370826, + "recall_coffee": 0.6954064892453518, + "F1_noncoffee": 0.7077705386937867, + "IoU_noncoffee": 0.5477127397934087, + "kappa": 0.5313253942047644, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.847265625, + "mIoU": 0.6921078591526229, + "macroF1": 0.812564758210345, + "F1_coffee": 0.8932131640038236, + "IoU_coffee": 0.807032695866749, + "precision_coffee": 0.9614875790092606, + "recall_coffee": 0.83399209486166, + "F1_noncoffee": 0.7319163524168666, + "IoU_noncoffee": 0.5771830224384968, + "kappa": 0.6298154860638776, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8640822486323335, + "mIoU": 0.7023698674042412, + "macroF1": 0.8180880587717184, + "F1_coffee": 0.9095587773802799, + "IoU_coffee": 0.8341199493496029, + "precision_coffee": 0.9376293995859213, + "recall_coffee": 0.8831200487507618, + "F1_noncoffee": 0.7266173401631569, + "IoU_noncoffee": 0.5706197854588796, + "kappa": 0.6371591375941196, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 41069, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0383635918299357, + "test_tta": { + "OA": 0.796558269464938, + "mIoU": 0.6567715993015819, + "macroF1": 0.792058362251594, + "F1_coffee": 0.822647871493467, + "IoU_coffee": 0.6987271280827366, + "precision_coffee": 0.8957979193581288, + "recall_coffee": 0.7605426468465868, + "F1_noncoffee": 0.761468853009721, + "IoU_noncoffee": 0.6148160705204272, + "kappa": 0.5878134030546339, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6969539633091035, + "mIoU": 0.530169797592335, + "macroF1": 0.6917228806468623, + "F1_coffee": 0.7318803593303389, + "IoU_coffee": 0.5771382571946065, + "precision_coffee": 0.8742226557736862, + "recall_coffee": 0.6294004038275832, + "F1_noncoffee": 0.6515654019633855, + "IoU_noncoffee": 0.48320133799006343, + "kappa": 0.4039799402177929, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.7035257899091412, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6633299906883461, + "mIoU": 0.4962086075091263, + "macroF1": 0.6632738607812361, + "F1_coffee": 0.6676213206046142, + "IoU_coffee": 0.5010747551946501, + "precision_coffee": 0.8614051094890511, + "recall_coffee": 0.5450137104921345, + "F1_noncoffee": 0.6589264009578579, + "IoU_noncoffee": 0.49134245982360264, + "kappa": 0.35979484762445685, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5802180685358256, + "mIoU": 0.4086669532824805, + "macroF1": 0.580217955371043, + "F1_coffee": 0.5804359107420861, + "IoU_coffee": 0.40888320233960884, + "precision_coffee": 0.8456401209677419, + "recall_coffee": 0.4418619963128786, + "F1_noncoffee": 0.58, + "IoU_noncoffee": 0.4084507042253521, + "kappa": 0.2356868589770509, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04296197464976651, + "mIoU": 0.021543249206324642, + "macroF1": 0.041426209580899716, + "F1_coffee": 0.07979474021808852, + "IoU_coffee": 0.041555318011758414, + "precision_coffee": 1.0, + "recall_coffee": 0.041555318011758414, + "F1_noncoffee": 0.0030576789437109105, + "IoU_noncoffee": 0.0015311804008908685, + "kappa": 0.00012724928027996586, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6555609696674382, + "mIoU": 0.4847754836590996, + "macroF1": 0.6521023054007508, + "F1_coffee": 0.6174142480211082, + "IoU_coffee": 0.44656488549618323, + "precision_coffee": 0.8406411201179071, + "recall_coffee": 0.487864856195873, + "F1_noncoffee": 0.6867903627803933, + "IoU_noncoffee": 0.522986081822016, + "kappa": 0.3421785824385431, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6435699881069342, + "mIoU": 0.4743483695963232, + "macroF1": 0.6434323175260868, + "F1_coffee": 0.650438663218216, + "IoU_coffee": 0.4819630241996092, + "precision_coffee": 0.8613834788448623, + "recall_coffee": 0.5224865569496496, + "F1_noncoffee": 0.6364259718339574, + "IoU_noncoffee": 0.4667337149930373, + "kappa": 0.3287351229164172, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6887041370040324, + "mIoU": 0.5225161590996235, + "macroF1": 0.6856560488499928, + "F1_coffee": 0.7166100158622253, + "IoU_coffee": 0.5583727664383078, + "precision_coffee": 0.8738808444788327, + "recall_coffee": 0.6073129512982025, + "F1_noncoffee": 0.6547020818377602, + "IoU_noncoffee": 0.48665955176093917, + "kappa": 0.395180701402625, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6528054351645777, + "mIoU": 0.46315236057301357, + "macroF1": 0.6257084179435112, + "F1_coffee": 0.525, + "IoU_coffee": 0.3559322033898305, + "precision_coffee": 0.6902654867256637, + "recall_coffee": 0.4235841737781226, + "F1_noncoffee": 0.7264168358870223, + "IoU_noncoffee": 0.5703725177561966, + "kappa": 0.2753423167550534, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.631607868996593, + "mIoU": 0.44697005473990137, + "macroF1": 0.6124506971297015, + "F1_coffee": 0.5262860373092142, + "IoU_coffee": 0.35711545838128117, + "precision_coffee": 0.7039697542533081, + "recall_coffee": 0.42022116903633494, + "F1_noncoffee": 0.6986153569501888, + "IoU_noncoffee": 0.5368246510985215, + "kappa": 0.2550935370274332, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6192936215076437, + "mIoU": 0.4406990364365289, + "macroF1": 0.6088480001050676, + "F1_coffee": 0.5449275362318841, + "IoU_coffee": 0.3745019920318725, + "precision_coffee": 0.6925048046124279, + "recall_coffee": 0.4492000831082485, + "F1_noncoffee": 0.6727684639782511, + "IoU_noncoffee": 0.5068960808411853, + "kappa": 0.24243531505966578, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6585458698134754, + "mIoU": 0.4889275625504439, + "macroF1": 0.6561342203959911, + "F1_coffee": 0.684931506849315, + "IoU_coffee": 0.5208333333333334, + "precision_coffee": 0.9574468085106383, + "recall_coffee": 0.533175355450237, + "F1_noncoffee": 0.6273369339426672, + "IoU_noncoffee": 0.4570217917675545, + "kappa": 0.3724056002218975, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.65419921875, + "mIoU": 0.46998903321940066, + "macroF1": 0.6340465054259304, + "F1_coffee": 0.7199240686545915, + "IoU_coffee": 0.5624073158675235, + "precision_coffee": 0.948125, + "recall_coffee": 0.5802626545964554, + "F1_noncoffee": 0.5481689421972694, + "IoU_noncoffee": 0.3775707505712779, + "kappa": 0.33064754321089757, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7508017355215997, + "mIoU": 0.5705529526018044, + "macroF1": 0.7197707942785008, + "F1_coffee": 0.8130219391365888, + "IoU_coffee": 0.6849511089911757, + "precision_coffee": 0.969451476793249, + "recall_coffee": 0.7000609384521633, + "F1_noncoffee": 0.6265196494204128, + "IoU_noncoffee": 0.4561547962124331, + "kappa": 0.4672484418570017, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2404, + 2984 + ], + [ + 34611, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9162412961324056, + "test_tta": { + "OA": 0.7061098775159372, + "mIoU": 0.5440154043686964, + "macroF1": 0.704252109688078, + "F1_coffee": 0.7276920524307284, + "IoU_coffee": 0.5719464802691635, + "precision_coffee": 0.8557658536585366, + "recall_coffee": 0.632962909510752, + "F1_noncoffee": 0.6808121669454277, + "IoU_noncoffee": 0.5160843284682294, + "kappa": 0.42363611930442563, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6179473866389754, + "mIoU": 0.4459579903301022, + "macroF1": 0.6164068451936641, + "F1_coffee": 0.6407161264071612, + "IoU_coffee": 0.4713630013969268, + "precision_coffee": 0.8385997301711283, + "recall_coffee": 0.5183917127556843, + "F1_noncoffee": 0.5920975639801669, + "IoU_noncoffee": 0.4205529792632776, + "kappa": 0.2784287237255919, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7133962570333118, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7842919561635986, + "mIoU": 0.6351925887502314, + "macroF1": 0.7752416334246905, + "F1_coffee": 0.8203430275913497, + "IoU_coffee": 0.6954081116617781, + "precision_coffee": 0.8486961888597438, + "recall_coffee": 0.7938230624909799, + "F1_noncoffee": 0.7301402392580313, + "IoU_noncoffee": 0.5749770658386847, + "kappa": 0.5512356012542381, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6946030921887619, + "mIoU": 0.5223918351130385, + "macroF1": 0.6836440014096441, + "F1_coffee": 0.7425250179350932, + "IoU_coffee": 0.5904888992032181, + "precision_coffee": 0.8324835728112986, + "recall_coffee": 0.67011236941445, + "F1_noncoffee": 0.6247629848841949, + "IoU_noncoffee": 0.45429477102285903, + "kappa": 0.3778752178341709, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17678452301534356, + "mIoU": 0.08867710318279384, + "macroF1": 0.15112861127117805, + "F1_coffee": 0.2987042509661287, + "IoU_coffee": 0.17557455905932656, + "precision_coffee": 1.0, + "recall_coffee": 0.17557455905932656, + "F1_noncoffee": 0.0035529715762273903, + "IoU_noncoffee": 0.0017796473062611229, + "kappa": 0.0006247263796570398, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7676330856377147, + "mIoU": 0.6216040771535968, + "macroF1": 0.7664244744018615, + "F1_coffee": 0.7832263196772544, + "IoU_coffee": 0.6436910432427384, + "precision_coffee": 0.8357991753577492, + "recall_coffee": 0.7368758687052283, + "F1_noncoffee": 0.7496226291264685, + "IoU_noncoffee": 0.5995171110644552, + "kappa": 0.534974076088071, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7874243756140442, + "mIoU": 0.6411767817573546, + "macroF1": 0.7800287422372254, + "F1_coffee": 0.8203626829801179, + "IoU_coffee": 0.6954363609423618, + "precision_coffee": 0.8846480067854113, + "recall_coffee": 0.7647873553853675, + "F1_noncoffee": 0.739694801494333, + "IoU_noncoffee": 0.5869172025723473, + "kappa": 0.5633983143020376, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7948922188480112, + "mIoU": 0.6333360960712807, + "macroF1": 0.7710757359472927, + "F1_coffee": 0.8449145524354438, + "IoU_coffee": 0.7314736361858828, + "precision_coffee": 0.8283879539415412, + "recall_coffee": 0.8621139960055308, + "F1_noncoffee": 0.6972369194591417, + "IoU_noncoffee": 0.5351985559566786, + "kappa": 0.5425069523835733, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.752137753309125, + "mIoU": 0.5960107596896314, + "macroF1": 0.7455365946945801, + "F1_coffee": 0.7045518011728568, + "IoU_coffee": 0.543867212761371, + "precision_coffee": 0.7657056145675265, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.7865213882163035, + "IoU_noncoffee": 0.6481543066178916, + "kappa": 0.49340801667733086, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7212880536322673, + "mIoU": 0.5596130875196594, + "macroF1": 0.7165941378934264, + "F1_coffee": 0.6801210898082745, + "IoU_coffee": 0.5152905198776758, + "precision_coffee": 0.7709465255933657, + "recall_coffee": 0.6084405326111487, + "F1_noncoffee": 0.7530671859785784, + "IoU_noncoffee": 0.6039356551616429, + "kappa": 0.43919683196060294, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7422245651027939, + "mIoU": 0.5900876676420632, + "macroF1": 0.7422033717598944, + "F1_coffee": 0.7445408003343433, + "IoU_coffee": 0.5930426098535286, + "precision_coffee": 0.7488440521227406, + "recall_coffee": 0.7402867234573032, + "F1_noncoffee": 0.7398659431854453, + "IoU_noncoffee": 0.5871327254305978, + "kappa": 0.48442408072293314, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7844182210379393, + "mIoU": 0.6181183301474706, + "macroF1": 0.7590763629395421, + "F1_coffee": 0.8372137587429338, + "IoU_coffee": 0.7200065919578115, + "precision_coffee": 0.8824479903049889, + "recall_coffee": 0.7963908129784907, + "F1_noncoffee": 0.6809389671361502, + "IoU_noncoffee": 0.5162300683371298, + "kappa": 0.5206215535257974, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84619140625, + "mIoU": 0.6828367290547863, + "macroF1": 0.8047635159955371, + "F1_coffee": 0.894698134652671, + "IoU_coffee": 0.8094604403580934, + "precision_coffee": 0.940539780714085, + "recall_coffee": 0.8531174295550172, + "F1_noncoffee": 0.714828897338403, + "IoU_noncoffee": 0.5562130177514792, + "kappa": 0.6120230141943575, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8420109413318242, + "mIoU": 0.6256135855607993, + "macroF1": 0.7517424205727357, + "F1_coffee": 0.9014416004707266, + "IoU_coffee": 0.8205677557579004, + "precision_coffee": 0.8714448236632537, + "recall_coffee": 0.9335770871419866, + "F1_noncoffee": 0.6020432406747446, + "IoU_noncoffee": 0.4306594153636982, + "kappa": 0.5058489710769569, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2564, + 2984 + ], + [ + 41206, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.527764328320821, + "test_tta": { + "OA": 0.7908101138886899, + "mIoU": 0.6423681638830312, + "macroF1": 0.7803653214148483, + "F1_coffee": 0.8282614448266737, + "IoU_coffee": 0.7068654019873533, + "precision_coffee": 0.8439943673787339, + "recall_coffee": 0.8131043440611921, + "F1_noncoffee": 0.7324691980030229, + "IoU_noncoffee": 0.5778709257787092, + "kappa": 0.5609682948901602, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7025354794046382, + "mIoU": 0.5297125741355146, + "macroF1": 0.6894686473879857, + "F1_coffee": 0.7531684199188597, + "IoU_coffee": 0.6040658834369961, + "precision_coffee": 0.8281879194630872, + "recall_coffee": 0.690611008691072, + "F1_noncoffee": 0.6257688748571117, + "IoU_noncoffee": 0.4553592648340331, + "kappa": 0.3865685462540479, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7529582934001846, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662953943127283, + "mIoU": 0.6185233122119225, + "macroF1": 0.7638358294118983, + "F1_coffee": 0.787936889654388, + "IoU_coffee": 0.6500790948333646, + "precision_coffee": 0.901405308944903, + "recall_coffee": 0.6998412469331794, + "F1_noncoffee": 0.7397347691694087, + "IoU_noncoffee": 0.5869675295904804, + "kappa": 0.5366819745749758, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6692482981423792, + "mIoU": 0.5008054313203854, + "macroF1": 0.6667603706754015, + "F1_coffee": 0.695554051004288, + "IoU_coffee": 0.5332179930795847, + "precision_coffee": 0.8801868091254241, + "recall_coffee": 0.5749495215521025, + "F1_noncoffee": 0.6379666903465151, + "IoU_noncoffee": 0.4683928695611859, + "kappa": 0.3666600190927043, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08899266177451634, + "mIoU": 0.04463104171386652, + "macroF1": 0.08219552000573899, + "F1_coffee": 0.16117936117936119, + "IoU_coffee": 0.08765366114377339, + "precision_coffee": 1.0, + "recall_coffee": 0.08765366114377339, + "F1_noncoffee": 0.003211678832116788, + "IoU_noncoffee": 0.0016084222839596433, + "kappa": 0.0002819284562783795, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7363868924351322, + "mIoU": 0.5823629972469324, + "macroF1": 0.7359831902199372, + "F1_coffee": 0.7256592292089249, + "IoU_coffee": 0.5694389176283327, + "precision_coffee": 0.8911723493694536, + "recall_coffee": 0.611996150967604, + "F1_noncoffee": 0.7463071512309496, + "IoU_noncoffee": 0.5952870768655321, + "kappa": 0.4882887891429843, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7566575314132065, + "mIoU": 0.6055151503742098, + "macroF1": 0.7537117782021752, + "F1_coffee": 0.7806469656008204, + "IoU_coffee": 0.6402140672782874, + "precision_coffee": 0.9122004357298475, + "recall_coffee": 0.682255173537559, + "F1_noncoffee": 0.72677659080353, + "IoU_noncoffee": 0.5708162334701322, + "kappa": 0.5198619543161634, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8000199133768109, + "mIoU": 0.6561241433670203, + "macroF1": 0.790758513790629, + "F1_coffee": 0.8347797474602064, + "IoU_coffee": 0.7164136957289093, + "precision_coffee": 0.8984506418769367, + "recall_coffee": 0.7795360270394838, + "F1_noncoffee": 0.7467372801210517, + "IoU_noncoffee": 0.5958345910051313, + "kappa": 0.5847140718880384, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7048143375893171, + "mIoU": 0.5247627654798113, + "macroF1": 0.6830935498936263, + "F1_coffee": 0.6001269438273564, + "IoU_coffee": 0.4287009748356382, + "precision_coffee": 0.7765913757700206, + "recall_coffee": 0.48900956814067753, + "F1_noncoffee": 0.7660601559598961, + "IoU_noncoffee": 0.6208245561239844, + "kappa": 0.38477146629747466, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7022749752720079, + "mIoU": 0.5303415711332455, + "macroF1": 0.6902610621991656, + "F1_coffee": 0.6292596140687012, + "IoU_coffee": 0.4590654952076677, + "precision_coffee": 0.7993741307371349, + "recall_coffee": 0.5188445046264951, + "F1_noncoffee": 0.75126251032963, + "IoU_noncoffee": 0.6016176470588235, + "kappa": 0.39878967633603124, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.724301528729573, + "mIoU": 0.56440037846361, + "macroF1": 0.7207880069157533, + "F1_coffee": 0.6894668091675573, + "IoU_coffee": 0.5260964117433853, + "precision_coffee": 0.8046008869179601, + "recall_coffee": 0.6031581134427592, + "F1_noncoffee": 0.7521092046639491, + "IoU_noncoffee": 0.6027043451838348, + "kappa": 0.450556954247428, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7705874888973481, + "mIoU": 0.6164245680096246, + "macroF1": 0.7608150551046093, + "F1_coffee": 0.8091619168249947, + "IoU_coffee": 0.6794894522247829, + "precision_coffee": 0.9611334002006018, + "recall_coffee": 0.6986875683558148, + "F1_noncoffee": 0.712468193384224, + "IoU_noncoffee": 0.5533596837944664, + "kappa": 0.5389954361064283, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80498046875, + "mIoU": 0.6365648985064789, + "macroF1": 0.7717534719891077, + "F1_coffee": 0.8588393298932636, + "IoU_coffee": 0.752601585728444, + "precision_coffee": 0.9636738578680203, + "recall_coffee": 0.7745760550809639, + "F1_noncoffee": 0.6846676140849518, + "IoU_noncoffee": 0.5205282112845138, + "kappa": 0.5552641871587265, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.867760799849085, + "mIoU": 0.710114024817229, + "macroF1": 0.8239243944062179, + "F1_coffee": 0.9117795117040021, + "IoU_coffee": 0.8378628426043715, + "precision_coffee": 0.9425003252244049, + "recall_coffee": 0.8829981718464351, + "F1_noncoffee": 0.7360692771084337, + "IoU_noncoffee": 0.5823652070300864, + "kappa": 0.6489645567184467, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 40263, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9163729945818583, + "test_tta": { + "OA": 0.781032877301053, + "mIoU": 0.6365117910306604, + "macroF1": 0.7771878045042608, + "F1_coffee": 0.8064577397910732, + "IoU_coffee": 0.6756842775302355, + "precision_coffee": 0.8927983178552654, + "recall_coffee": 0.735344205513061, + "F1_noncoffee": 0.7479178692174486, + "IoU_noncoffee": 0.5973393045310853, + "kappa": 0.5597385142684547, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6835121726087459, + "mIoU": 0.5154512785437071, + "macroF1": 0.679218218054013, + "F1_coffee": 0.7163318596654515, + "IoU_coffee": 0.55803508489255, + "precision_coffee": 0.8714537334088193, + "recall_coffee": 0.6080897199543499, + "F1_noncoffee": 0.6421045764425742, + "IoU_noncoffee": 0.47286747219486414, + "kappa": 0.3830979215153297, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.761777178022895, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.781981949717069, + "mIoU": 0.6387421533431952, + "macroF1": 0.7790147065723876, + "F1_coffee": 0.804621680173313, + "IoU_coffee": 0.6731104846288093, + "precision_coffee": 0.906035417419588, + "recall_coffee": 0.7236253427623034, + "F1_noncoffee": 0.7534077329714621, + "IoU_noncoffee": 0.6043738220575811, + "kappa": 0.564909375048475, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6810747663551402, + "mIoU": 0.5137456195580409, + "macroF1": 0.6780332909128516, + "F1_coffee": 0.7093263227078541, + "IoU_coffee": 0.5495783598810445, + "precision_coffee": 0.8843040215004425, + "recall_coffee": 0.5921560881397595, + "F1_noncoffee": 0.646740259117849, + "IoU_noncoffee": 0.47791287923503717, + "kappa": 0.3853150562056872, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0780520346897932, + "mIoU": 0.039143159599700085, + "macroF1": 0.07282040033759857, + "F1_coffee": 0.14246711342764953, + "IoU_coffee": 0.0766969535008017, + "precision_coffee": 1.0, + "recall_coffee": 0.0766969535008017, + "F1_noncoffee": 0.0031736872475476054, + "IoU_noncoffee": 0.0015893656985984685, + "kappa": 0.00024376929880499793, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7452795712023389, + "mIoU": 0.5937354643542072, + "macroF1": 0.7450373918998359, + "F1_coffee": 0.7371794871794872, + "IoU_coffee": 0.583756345177665, + "precision_coffee": 0.894191187681049, + "recall_coffee": 0.6270715278520261, + "F1_noncoffee": 0.7528952966201844, + "IoU_noncoffee": 0.6037145835307496, + "kappa": 0.5044402923461256, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7789958115724701, + "mIoU": 0.6336392852907522, + "macroF1": 0.7750068884925687, + "F1_coffee": 0.8049648626448845, + "IoU_coffee": 0.6735909576905453, + "precision_coffee": 0.9149377593360996, + "recall_coffee": 0.7185921459996741, + "F1_noncoffee": 0.7450489143402529, + "IoU_noncoffee": 0.5936876128909592, + "kappa": 0.5583545441530277, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.814855379100911, + "mIoU": 0.6764964562803069, + "macroF1": 0.8055151914634654, + "F1_coffee": 0.8481358977500102, + "IoU_coffee": 0.7363159387407827, + "precision_coffee": 0.9053264754598553, + "recall_coffee": 0.7977415885696728, + "F1_noncoffee": 0.7628944851769206, + "IoU_noncoffee": 0.616676973819831, + "kappa": 0.6134388640234038, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7299988286283238, + "mIoU": 0.5596676925601158, + "macroF1": 0.7141529908896782, + "F1_coffee": 0.6468515397579286, + "IoU_coffee": 0.4780344202898551, + "precision_coffee": 0.793609022556391, + "recall_coffee": 0.5459012154124644, + "F1_noncoffee": 0.7814544420214279, + "IoU_noncoffee": 0.6413009648303766, + "kappa": 0.4401538623532191, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7073304758764699, + "mIoU": 0.5370545339432629, + "macroF1": 0.6962216546242342, + "F1_coffee": 0.6381301807310776, + "IoU_coffee": 0.46856914787467574, + "precision_coffee": 0.8019125683060109, + "recall_coffee": 0.5299029564432408, + "F1_noncoffee": 0.7543131285173909, + "IoU_noncoffee": 0.6055399200118501, + "kappa": 0.4091760856469772, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7550869794412229, + "mIoU": 0.6047235605300437, + "macroF1": 0.7533322194262595, + "F1_coffee": 0.7325273459988486, + "IoU_coffee": 0.5779433139534884, + "precision_coffee": 0.8215392561983471, + "recall_coffee": 0.660918346145855, + "F1_noncoffee": 0.7741370928536704, + "IoU_noncoffee": 0.631503807106599, + "kappa": 0.5115068714793118, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7618322547900013, + "mIoU": 0.605928438736774, + "macroF1": 0.7528304845538655, + "F1_coffee": 0.8, + "IoU_coffee": 0.6666666666666666, + "precision_coffee": 0.9628109771736343, + "recall_coffee": 0.6842872767043383, + "F1_noncoffee": 0.7056609691077309, + "IoU_noncoffee": 0.5451902108068815, + "kappa": 0.5256239730699938, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84267578125, + "mIoU": 0.6865725206870439, + "macroF1": 0.8087088259721962, + "F1_coffee": 0.8893163861216077, + "IoU_coffee": 0.8006928120747248, + "precision_coffee": 0.964243146603099, + "recall_coffee": 0.8251944409027158, + "F1_noncoffee": 0.7281012658227848, + "IoU_noncoffee": 0.572452229299363, + "kappa": 0.6230094960625948, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8683267308055084, + "mIoU": 0.7134222593317547, + "macroF1": 0.8265747068252763, + "F1_coffee": 0.9116679321690712, + "IoU_coffee": 0.8376744186046512, + "precision_coffee": 0.9480194762468745, + "recall_coffee": 0.8780012187690432, + "F1_noncoffee": 0.7414814814814815, + "IoU_noncoffee": 0.5891701000588582, + "kappa": 0.6546355617290146, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 41094, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3131943782170614, + "test_tta": { + "OA": 0.794409426258864, + "mIoU": 0.6545274896320613, + "macroF1": 0.7905224555308965, + "F1_coffee": 0.8190572252604372, + "IoU_coffee": 0.6935621630278119, + "precision_coffee": 0.9020690133999861, + "recall_coffee": 0.7500360802424593, + "F1_noncoffee": 0.7619876858013558, + "IoU_noncoffee": 0.6154928162363107, + "kappa": 0.5856603676018298, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6934348678896965, + "mIoU": 0.5268240983121293, + "macroF1": 0.6890517692283762, + "F1_coffee": 0.7259694719471947, + "IoU_coffee": 0.5698210960900186, + "precision_coffee": 0.8797650293713286, + "recall_coffee": 0.6179439908699851, + "F1_noncoffee": 0.6521340665095575, + "IoU_noncoffee": 0.48382710053423994, + "kappa": 0.40132853729987616, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6912647661264796, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8814918821213001, + "mIoU": 0.7071731660811978, + "macroF1": 0.8188692763437766, + "F1_coffee": 0.925372224198384, + "IoU_coffee": 0.8611095348881197, + "precision_coffee": 0.8950886713066729, + "recall_coffee": 0.9577767025014201, + "F1_noncoffee": 0.7123663284891691, + "IoU_noncoffee": 0.553236797274276, + "kappa": 0.6393297756849617, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8497173185646706, + "mIoU": 0.6531986881255003, + "macroF1": 0.776954344901077, + "F1_coffee": 0.9043492628834751, + "IoU_coffee": 0.8253992191558169, + "precision_coffee": 0.863027138777441, + "recall_coffee": 0.9498274233046027, + "F1_noncoffee": 0.649559426918679, + "IoU_noncoffee": 0.48099815709518356, + "kappa": 0.5576243300960789, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35802469135802467, + "mIoU": 0.17901234567901234, + "macroF1": 0.2636363636363636, + "F1_coffee": 0.5272727272727272, + "IoU_coffee": 0.35802469135802467, + "precision_coffee": 0.9666666666666667, + "recall_coffee": 0.3625, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02481751824817526, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8863106796116504, + "mIoU": 0.7185124969539667, + "macroF1": 0.8275623362161727, + "F1_coffee": 0.9282123589995096, + "IoU_coffee": 0.8660412972601956, + "precision_coffee": 0.8994831580823383, + "recall_coffee": 0.9588373123931353, + "F1_noncoffee": 0.7269123134328358, + "IoU_noncoffee": 0.5709836966477376, + "kappa": 0.65645786678459, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8882549199748562, + "mIoU": 0.7176002685041021, + "macroF1": 0.8264434607142248, + "F1_coffee": 0.9300184719740787, + "IoU_coffee": 0.8691911473368427, + "precision_coffee": 0.8952891791044776, + "recall_coffee": 0.9675508789616282, + "F1_noncoffee": 0.722868449454371, + "IoU_noncoffee": 0.5660093896713615, + "kappa": 0.6549430889330285, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8699289202649775, + "mIoU": 0.6861239211793675, + "macroF1": 0.8027876239999372, + "F1_coffee": 0.9178575790887993, + "IoU_coffee": 0.848185563519386, + "precision_coffee": 0.8905018664454584, + "recall_coffee": 0.9469472623023124, + "F1_noncoffee": 0.687717668911075, + "IoU_noncoffee": 0.5240622788393489, + "kappa": 0.606985235227276, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9104031856645097, + "mIoU": 0.6360725494849708, + "macroF1": 0.7434840027992746, + "F1_coffee": 0.950407758430681, + "IoU_coffee": 0.9055018899622007, + "precision_coffee": 0.9284099472494348, + "recall_coffee": 0.9734733039846484, + "F1_noncoffee": 0.5365602471678682, + "IoU_noncoffee": 0.366643209007741, + "kappa": 0.48964551405717416, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.909803532446914, + "mIoU": 0.6258931651068367, + "macroF1": 0.7324820051267871, + "F1_coffee": 0.9502816824372368, + "IoU_coffee": 0.9052730304293456, + "precision_coffee": 0.9249361158432708, + "recall_coffee": 0.9770554493307839, + "F1_noncoffee": 0.5146823278163374, + "IoU_noncoffee": 0.3465132997843278, + "kappa": 0.46885716389535187, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9018654494939472, + "mIoU": 0.6440449583342602, + "macroF1": 0.7544168063734324, + "F1_coffee": 0.9447084474758204, + "IoU_coffee": 0.8952108497563043, + "precision_coffee": 0.9391951978657181, + "recall_coffee": 0.9502868068833652, + "F1_noncoffee": 0.5641251652710445, + "IoU_noncoffee": 0.3928790669122161, + "kappa": 0.508967000904607, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8633822832780673, + "mIoU": 0.7308569905162173, + "macroF1": 0.8415108791297863, + "F1_coffee": 0.9003868471953579, + "IoU_coffee": 0.8188214599824098, + "precision_coffee": 0.8638653234358431, + "recall_coffee": 0.940132717830352, + "F1_noncoffee": 0.7826349110642147, + "IoU_noncoffee": 0.6428925210500248, + "kappa": 0.6842532109881628, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8677732717155522, + "mIoU": 0.734955693487205, + "macroF1": 0.8440290953074238, + "F1_coffee": 0.9048846675712348, + "IoU_coffee": 0.8262916615041507, + "precision_coffee": 0.8594072164948454, + "recall_coffee": 0.9554441260744986, + "F1_noncoffee": 0.7831735230436128, + "IoU_noncoffee": 0.6436197254702593, + "kappa": 0.6900368275817778, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8395737055550316, + "mIoU": 0.6858856167064737, + "macroF1": 0.8087271123761036, + "F1_coffee": 0.885539331135186, + "IoU_coffee": 0.7945900253592562, + "precision_coffee": 0.8349194264687222, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.7319148936170212, + "IoU_noncoffee": 0.5771812080536913, + "kappa": 0.6207195793156535, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2645, + 2995 + ], + [ + 51974, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1157100677490233, + "test_tta": { + "OA": 0.8817823827507182, + "mIoU": 0.7046503668315329, + "macroF1": 0.8166464578229973, + "F1_coffee": 0.9259300456048456, + "IoU_coffee": 0.862076107627709, + "precision_coffee": 0.8914330218068536, + "recall_coffee": 0.9632045105505649, + "F1_noncoffee": 0.707362870041149, + "IoU_noncoffee": 0.5472246260353567, + "kappa": 0.6354498180366515, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8501211491865698, + "mIoU": 0.6500656229977464, + "macroF1": 0.7738625672380478, + "F1_coffee": 0.9051824817518248, + "IoU_coffee": 0.8267884525635042, + "precision_coffee": 0.8591073624413308, + "recall_coffee": 0.9564798210601415, + "F1_noncoffee": 0.6425426527242708, + "IoU_noncoffee": 0.47334279343198865, + "kappa": 0.5525768148774599, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7077817209731856, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8964849423840419, + "mIoU": 0.7421568767458142, + "macroF1": 0.8451070050523306, + "F1_coffee": 0.9343150909388825, + "IoU_coffee": 0.8767273356268378, + "precision_coffee": 0.9102464332036316, + "recall_coffee": 0.9596911619296068, + "F1_noncoffee": 0.7558989191657787, + "IoU_noncoffee": 0.6075864178647905, + "kappa": 0.6910168421099477, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8633177570093458, + "mIoU": 0.6824012532420946, + "macroF1": 0.8008481731188659, + "F1_coffee": 0.9123870979670701, + "IoU_coffee": 0.83888955000595, + "precision_coffee": 0.876358599133338, + "recall_coffee": 0.9515049844777386, + "F1_noncoffee": 0.6893092482706619, + "IoU_noncoffee": 0.5259129564782391, + "kappa": 0.6040694020642493, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8985922330097087, + "mIoU": 0.7478857589849498, + "macroF1": 0.8493059652239304, + "F1_coffee": 0.9354868595781477, + "IoU_coffee": 0.8787931534667827, + "precision_coffee": 0.912959614225437, + "recall_coffee": 0.9591539484516497, + "F1_noncoffee": 0.7631250708697132, + "IoU_noncoffee": 0.6169783645031169, + "kappa": 0.6992841950027399, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8994245926212465, + "mIoU": 0.7468559973085168, + "macroF1": 0.848362533865652, + "F1_coffee": 0.9363564041368337, + "IoU_coffee": 0.8803290949887809, + "precision_coffee": 0.9101778597346976, + "recall_coffee": 0.9640854388507341, + "F1_noncoffee": 0.7603686635944701, + "IoU_noncoffee": 0.6133828996282528, + "kappa": 0.6976667691863069, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.891446255016682, + "mIoU": 0.7318605291960907, + "macroF1": 0.8376605552311465, + "F1_coffee": 0.9311032683750192, + "IoU_coffee": 0.8710881424059719, + "precision_coffee": 0.9076223525188465, + "recall_coffee": 0.9558313905866045, + "F1_noncoffee": 0.7442178420872736, + "IoU_noncoffee": 0.5926329159862094, + "kappa": 0.6761258726847803, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9185664509706322, + "mIoU": 0.6577339151463458, + "macroF1": 0.764029769752977, + "F1_coffee": 0.9549906459777704, + "IoU_coffee": 0.9138584667228307, + "precision_coffee": 0.9316156736446591, + "recall_coffee": 0.9795688000903037, + "F1_noncoffee": 0.5730688935281837, + "IoU_noncoffee": 0.401609363569861, + "kappa": 0.5308610044385675, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9214129787656281, + "mIoU": 0.6673927148486654, + "macroF1": 0.7730914499527806, + "F1_coffee": 0.9565455942060792, + "IoU_coffee": 0.91671048480387, + "precision_coffee": 0.9337975361542582, + "recall_coffee": 0.9804296479586099, + "F1_noncoffee": 0.5896373056994819, + "IoU_noncoffee": 0.4180749448934607, + "kappa": 0.54871202914649, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9219091089501885, + "mIoU": 0.6794971795993191, + "macroF1": 0.7849187695001945, + "F1_coffee": 0.9565697257325755, + "IoU_coffee": 0.9167548127776602, + "precision_coffee": 0.9390032502708558, + "recall_coffee": 0.9748059835789, + "F1_noncoffee": 0.6132678132678133, + "IoU_noncoffee": 0.442239546420978, + "kappa": 0.571173931412146, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.879583135954524, + "mIoU": 0.7623904208039047, + "macroF1": 0.8632071070281884, + "F1_coffee": 0.9105370591961709, + "IoU_coffee": 0.8357668949476676, + "precision_coffee": 0.8890721649484536, + "recall_coffee": 0.933064050778996, + "F1_noncoffee": 0.8158771548602057, + "IoU_noncoffee": 0.6890139466601419, + "kappa": 0.7267420230277314, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8785249457700651, + "mIoU": 0.7579521915211688, + "macroF1": 0.8600436163889402, + "F1_coffee": 0.9109020475926951, + "IoU_coffee": 0.8363821138211383, + "precision_coffee": 0.8806848582129481, + "recall_coffee": 0.9432664756446991, + "F1_noncoffee": 0.8091851851851852, + "IoU_noncoffee": 0.6795222692211993, + "kappa": 0.7207911807668989, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8624917476185985, + "mIoU": 0.7306237113244138, + "macroF1": 0.8414708525410647, + "F1_coffee": 0.8991980088495575, + "IoU_coffee": 0.8168571787463886, + "precision_coffee": 0.8689203634420096, + "recall_coffee": 0.9316618911174785, + "F1_noncoffee": 0.7837436962325719, + "IoU_noncoffee": 0.644390243902439, + "kappa": 0.6837654509082839, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 52907, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0394774635632833, + "test_tta": { + "OA": 0.8963235531454763, + "mIoU": 0.739445986225311, + "macroF1": 0.8429670569533401, + "F1_coffee": 0.9345024469820554, + "IoU_coffee": 0.8770573375181812, + "precision_coffee": 0.9066413436999229, + "recall_coffee": 0.9641301832411167, + "F1_noncoffee": 0.7514316669246247, + "IoU_noncoffee": 0.6018346349324408, + "kappa": 0.6870556504293488, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8634619822314527, + "mIoU": 0.679588437380984, + "macroF1": 0.7982935821719324, + "F1_coffee": 0.9129447249119516, + "IoU_coffee": 0.8398328455174514, + "precision_coffee": 0.8726224378581725, + "recall_coffee": 0.9571739843041978, + "F1_noncoffee": 0.6836424394319132, + "IoU_noncoffee": 0.5193440292445166, + "kappa": 0.599693251230689, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7257475476192103, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8950001613892385, + "mIoU": 0.7349524568871755, + "macroF1": 0.8395668473956521, + "F1_coffee": 0.9338713611969426, + "IoU_coffee": 0.8759462293831634, + "precision_coffee": 0.9034040628502881, + "recall_coffee": 0.9664654029831906, + "F1_noncoffee": 0.7452623335943618, + "IoU_noncoffee": 0.5939586843911877, + "kappa": 0.6805333880492412, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8621351101880697, + "mIoU": 0.6759626811654412, + "macroF1": 0.7952993998900311, + "F1_coffee": 0.9122665320545179, + "IoU_coffee": 0.8386857248932615, + "precision_coffee": 0.8704592426524679, + "recall_coffee": 0.9582923584196217, + "F1_noncoffee": 0.6783322677255443, + "IoU_noncoffee": 0.5132396374376209, + "kappa": 0.5940323293345656, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19753086419753085, + "mIoU": 0.10132575757575757, + "macroF1": 0.1728201099764336, + "F1_coffee": 0.3157894736842105, + "IoU_coffee": 0.1875, + "precision_coffee": 1.0, + "recall_coffee": 0.1875, + "F1_noncoffee": 0.029850746268656716, + "IoU_noncoffee": 0.015151515151515152, + "kappa": 0.005665722379603369, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9003883495145631, + "mIoU": 0.7478474250813942, + "macroF1": 0.8489924233143706, + "F1_coffee": 0.9370899503341713, + "IoU_coffee": 0.8816267666570522, + "precision_coffee": 0.9082427051762049, + "recall_coffee": 0.9678297764549427, + "F1_noncoffee": 0.7608948962945701, + "IoU_noncoffee": 0.6140680835057363, + "kappa": 0.6991384072507765, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8987959963251293, + "mIoU": 0.7414653063785891, + "macroF1": 0.8441786616405358, + "F1_coffee": 0.9364312832194381, + "IoU_coffee": 0.880461476954709, + "precision_coffee": 0.9039521519878034, + "recall_coffee": 0.9713313590826035, + "F1_noncoffee": 0.7519260400616333, + "IoU_noncoffee": 0.6024691358024692, + "kappa": 0.6899194998244084, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8858372419128668, + "mIoU": 0.7159661537417659, + "macroF1": 0.825514001287337, + "F1_coffee": 0.9281081574860692, + "IoU_coffee": 0.8658598943241861, + "precision_coffee": 0.8980553918680023, + "recall_coffee": 0.9602419507277424, + "F1_noncoffee": 0.7229198450886046, + "IoU_noncoffee": 0.5660724131593458, + "kappa": 0.6525277171568113, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9210552513688403, + "mIoU": 0.6636514584268665, + "macroF1": 0.7694094050698184, + "F1_coffee": 0.9564070144576988, + "IoU_coffee": 0.91645596291614, + "precision_coffee": 0.9321688812687526, + "recall_coffee": 0.9819392707980584, + "F1_noncoffee": 0.5824117956819379, + "IoU_noncoffee": 0.41084695393759285, + "kappa": 0.5417864328561441, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9289541575709466, + "mIoU": 0.6881486794635733, + "macroF1": 0.7915757390898461, + "F1_coffee": 0.9607886089813801, + "IoU_coffee": 0.9245362563237775, + "precision_coffee": 0.936279218699968, + "recall_coffee": 0.9866156787762906, + "F1_noncoffee": 0.6223628691983122, + "IoU_noncoffee": 0.45176110260336905, + "kappa": 0.5858844692041569, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9278626711649137, + "mIoU": 0.7020696569507744, + "macroF1": 0.8048817628445721, + "F1_coffee": 0.959787598871619, + "IoU_coffee": 0.9226842497075401, + "precision_coffee": 0.9442751414888986, + "recall_coffee": 0.9758182431672477, + "F1_noncoffee": 0.6499759268175253, + "IoU_noncoffee": 0.4814550641940086, + "kappa": 0.610678082841804, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8807200378967314, + "mIoU": 0.7612130442199636, + "macroF1": 0.8621723108183246, + "F1_coffee": 0.9127330699383102, + "IoU_coffee": 0.8394746908070891, + "precision_coffee": 0.8784523015343563, + "recall_coffee": 0.949798038084247, + "F1_noncoffee": 0.8116115516983391, + "IoU_noncoffee": 0.6829513976328381, + "kappa": 0.7252478765950799, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8701310949731208, + "mIoU": 0.7402552701784741, + "macroF1": 0.8477923484341967, + "F1_coffee": 0.9061029662461644, + "IoU_coffee": 0.8283256451813988, + "precision_coffee": 0.8645413142485361, + "recall_coffee": 0.951862464183381, + "F1_noncoffee": 0.789481730622229, + "IoU_noncoffee": 0.6521848951755493, + "kappa": 0.6971538814398844, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8458926718853155, + "mIoU": 0.6980637551861544, + "macroF1": 0.8178705899380454, + "F1_coffee": 0.889310391545861, + "IoU_coffee": 0.8006830934374237, + "precision_coffee": 0.843484965304549, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.7464307883302297, + "IoU_noncoffee": 0.5954444169348849, + "kappa": 0.6381876022950598, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2663, + 2995 + ], + [ + 52793, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6220186829566956, + "test_tta": { + "OA": 0.8901423453084149, + "mIoU": 0.7207676808728658, + "macroF1": 0.8287522239004642, + "F1_coffee": 0.931284763933334, + "IoU_coffee": 0.8714059016888956, + "precision_coffee": 0.8951832013662475, + "recall_coffee": 0.9704205499337303, + "F1_noncoffee": 0.7262196838675944, + "IoU_noncoffee": 0.5701294600568361, + "kappa": 0.6597095417685196, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.857692973347179, + "mIoU": 0.6628239702241884, + "macroF1": 0.784176880600491, + "F1_coffee": 0.9101390672386, + "IoU_coffee": 0.8350965154173978, + "precision_coffee": 0.8623796210003106, + "recall_coffee": 0.9634985827500434, + "F1_noncoffee": 0.6582146939623817, + "IoU_noncoffee": 0.4905514250309789, + "kappa": 0.5733310755884501, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 48, + "stopped_epoch": 68, + "best_val": 0.7232829950147249, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8888996481714599, + "mIoU": 0.7218057450015771, + "macroF1": 0.8298406918720492, + "F1_coffee": 0.9300875429082119, + "IoU_coffee": 0.8693118177503559, + "precision_coffee": 0.8990438419099601, + "recall_coffee": 0.9633517766604254, + "F1_noncoffee": 0.7295938408358865, + "IoU_noncoffee": 0.5742996722527982, + "kappa": 0.661243577128503, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8571304949809623, + "mIoU": 0.666714318216137, + "macroF1": 0.787925672718989, + "F1_coffee": 0.9090725510353943, + "IoU_coffee": 0.8333024821203198, + "precision_coffee": 0.8674911970288878, + "recall_coffee": 0.9548408245116754, + "F1_noncoffee": 0.6667787944025835, + "IoU_noncoffee": 0.5001261543119544, + "kappa": 0.5793927980148282, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8943689320388349, + "mIoU": 0.7345093439893201, + "macroF1": 0.8393143996933001, + "F1_coffee": 0.9333700777757364, + "IoU_coffee": 0.8750645920652236, + "precision_coffee": 0.9035987431078437, + "recall_coffee": 0.9651700335634222, + "F1_noncoffee": 0.7452587216108639, + "IoU_noncoffee": 0.5939540959134166, + "kappa": 0.6799570610580062, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.893477104588753, + "mIoU": 0.73023762292317, + "macroF1": 0.835989293642666, + "F1_coffee": 0.9330903568716781, + "IoU_coffee": 0.8745729902072421, + "precision_coffee": 0.9007271021461241, + "recall_coffee": 0.9678659189717094, + "F1_noncoffee": 0.7388882304136541, + "IoU_noncoffee": 0.5859022556390977, + "kappa": 0.6736228657970244, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8788743290943378, + "mIoU": 0.7011542977398983, + "macroF1": 0.8141925183733956, + "F1_coffee": 0.9238208192683149, + "IoU_coffee": 0.8584265852831469, + "precision_coffee": 0.8928403479896544, + "recall_coffee": 0.9570285426249133, + "F1_noncoffee": 0.7045642174784762, + "IoU_noncoffee": 0.5438820101966497, + "kappa": 0.6301121676948246, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9224489795918367, + "mIoU": 0.6720338848563356, + "macroF1": 0.7774593406853425, + "F1_coffee": 0.9570869828678455, + "IoU_coffee": 0.9177054722163532, + "precision_coffee": 0.9346890466967936, + "recall_coffee": 0.9805847161079129, + "F1_noncoffee": 0.5978316985028395, + "IoU_noncoffee": 0.4263622974963181, + "kappa": 0.5573010500858432, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9277634451280016, + "mIoU": 0.6895068780181911, + "macroF1": 0.7931504711244555, + "F1_coffee": 0.9600175746924429, + "IoU_coffee": 0.9231094212082805, + "precision_coffee": 0.9380701942685413, + "recall_coffee": 0.9830165335732763, + "F1_noncoffee": 0.6262833675564682, + "IoU_noncoffee": 0.45590433482810166, + "kappa": 0.5884068345438765, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9240920817622544, + "mIoU": 0.6926110316348942, + "macroF1": 0.7969293615019906, + "F1_coffee": 0.9576247715061209, + "IoU_coffee": 0.9186948666170688, + "precision_coffee": 0.9434621261733246, + "recall_coffee": 0.9722190979642334, + "F1_noncoffee": 0.6362339514978602, + "IoU_noncoffee": 0.4665271966527197, + "kappa": 0.5946428524484149, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8676456655613454, + "mIoU": 0.7375680605065688, + "macroF1": 0.8460909743983972, + "F1_coffee": 0.9036883833160979, + "IoU_coffee": 0.8242988303358069, + "precision_coffee": 0.8654430212597386, + "recall_coffee": 0.9454702827466821, + "F1_noncoffee": 0.7884935654806965, + "IoU_noncoffee": 0.6508372906773306, + "kappa": 0.6934964500752606, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8608884278034519, + "mIoU": 0.7236971944401983, + "macroF1": 0.836234008969324, + "F1_coffee": 0.8997757695182442, + "IoU_coffee": 0.8178112648221344, + "precision_coffee": 0.8557580457541683, + "recall_coffee": 0.948567335243553, + "F1_noncoffee": 0.7726922484204037, + "IoU_noncoffee": 0.6295831240582622, + "kappa": 0.6744216832638953, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8358955012732245, + "mIoU": 0.6805996217192293, + "macroF1": 0.8048859470485663, + "F1_coffee": 0.882670262980445, + "IoU_coffee": 0.7899818949909475, + "precision_coffee": 0.8337579617834395, + "recall_coffee": 0.9376790830945558, + "F1_noncoffee": 0.7271016311166876, + "IoU_noncoffee": 0.571217348447511, + "kappa": 0.6128707758376666, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2626, + 2995 + ], + [ + 52452, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.078891416390737, + "test_tta": { + "OA": 0.8864788095929763, + "mIoU": 0.7131597542195476, + "macroF1": 0.8230254538879731, + "F1_coffee": 0.9289953969151256, + "IoU_coffee": 0.8674056061377218, + "precision_coffee": 0.8929576371504532, + "recall_coffee": 0.968064292175962, + "F1_noncoffee": 0.7170555108608206, + "IoU_noncoffee": 0.5589139023013733, + "kappa": 0.6483333499306424, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8546498211607246, + "mIoU": 0.6572367416550262, + "macroF1": 0.7796235147437693, + "F1_coffee": 0.9082082483241037, + "IoU_coffee": 0.8318511721031117, + "precision_coffee": 0.8606272979924393, + "recall_coffee": 0.9613582460808701, + "F1_noncoffee": 0.6510387811634349, + "IoU_noncoffee": 0.4826223112069408, + "kappa": 0.5643097890109079, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7093623769115851, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8848326393596075, + "mIoU": 0.7188828893736323, + "macroF1": 0.8281391350543771, + "F1_coffee": 0.9268477703741671, + "IoU_coffee": 0.863668494354546, + "precision_coffee": 0.9038326968830598, + "recall_coffee": 0.9510655754949193, + "F1_noncoffee": 0.7294304997345871, + "IoU_noncoffee": 0.5740972843927186, + "kappa": 0.657100638829707, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8532941040729203, + "mIoU": 0.6649306073476866, + "macroF1": 0.7871381029632379, + "F1_coffee": 0.9058060931567737, + "IoU_coffee": 0.827829589885073, + "precision_coffee": 0.871367742165369, + "recall_coffee": 0.9430786139873893, + "F1_noncoffee": 0.6684701127697021, + "IoU_noncoffee": 0.5020316248103001, + "kappa": 0.5766039136842849, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8895631067961165, + "mIoU": 0.7249615775304129, + "macroF1": 0.8323368439204128, + "F1_coffee": 0.9302895664164241, + "IoU_coffee": 0.8696648524778, + "precision_coffee": 0.9012111137497032, + "recall_coffee": 0.9613070736495473, + "F1_noncoffee": 0.7343841214244017, + "IoU_noncoffee": 0.5802583025830258, + "kappa": 0.6659986211476631, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8938155795174315, + "mIoU": 0.736947702087307, + "macroF1": 0.8413753893186593, + "F1_coffee": 0.9325801301731549, + "IoU_coffee": 0.873676944316613, + "precision_coffee": 0.9094066223579427, + "recall_coffee": 0.9569655346228971, + "F1_noncoffee": 0.7501706484641638, + "IoU_noncoffee": 0.600218459858001, + "kappa": 0.6835122958522394, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8711377592959721, + "mIoU": 0.6957848476517834, + "macroF1": 0.8110573247378758, + "F1_coffee": 0.9176019540549732, + "IoU_coffee": 0.8477490859232175, + "precision_coffee": 0.9008620689655172, + "recall_coffee": 0.9349757419192237, + "F1_noncoffee": 0.7045126954207783, + "IoU_noncoffee": 0.5438206093803492, + "kappa": 0.6225819893931138, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9161772025883524, + "mIoU": 0.6538547458187767, + "macroF1": 0.7606750827433229, + "F1_coffee": 0.9535883585051262, + "IoU_coffee": 0.9112937210282342, + "precision_coffee": 0.9318108370138963, + "recall_coffee": 0.9764081724799639, + "F1_noncoffee": 0.5677618069815195, + "IoU_noncoffee": 0.396415770609319, + "kappa": 0.523772710616482, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9251835681682874, + "mIoU": 0.6835901249991574, + "macroF1": 0.7880910173132165, + "F1_coffee": 0.9585349758029037, + "IoU_coffee": 0.9203717393600169, + "precision_coffee": 0.9378026471537717, + "recall_coffee": 0.9802047013834214, + "F1_noncoffee": 0.6176470588235294, + "IoU_noncoffee": 0.44680851063829785, + "kappa": 0.5780834732445892, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9067275253026394, + "mIoU": 0.6563455616903802, + "macroF1": 0.7657725461961145, + "F1_coffee": 0.9474742959320519, + "IoU_coffee": 0.9001911233807602, + "precision_coffee": 0.9414769572459745, + "recall_coffee": 0.9535485322235969, + "F1_noncoffee": 0.584070796460177, + "IoU_noncoffee": 0.4125, + "kappa": 0.5316955705819644, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8642349597347229, + "mIoU": 0.7320089263776643, + "macroF1": 0.8422806417852329, + "F1_coffee": 0.9011246808804251, + "IoU_coffee": 0.8200426974758257, + "precision_coffee": 0.8636423753471762, + "recall_coffee": 0.9420080784766302, + "F1_noncoffee": 0.7834366026900408, + "IoU_noncoffee": 0.6439751552795031, + "kappa": 0.6858572950340461, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8640007545034424, + "mIoU": 0.7343308671584741, + "macroF1": 0.8441393095660941, + "F1_coffee": 0.8997775924381429, + "IoU_coffee": 0.8178142766898294, + "precision_coffee": 0.8737850971922246, + "recall_coffee": 0.9273638968481376, + "F1_noncoffee": 0.7885010266940452, + "IoU_noncoffee": 0.6508474576271186, + "kappa": 0.6888596329642701, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8373101952277657, + "mIoU": 0.6900102539846579, + "macroF1": 0.8126913897534036, + "F1_coffee": 0.8805980480376548, + "IoU_coffee": 0.7866683156072224, + "precision_coffee": 0.8518816124280166, + "recall_coffee": 0.9113180515759313, + "F1_noncoffee": 0.7447847314691523, + "IoU_noncoffee": 0.5933521923620934, + "kappa": 0.6262904578850232, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 52179, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3439363360404968, + "test_tta": { + "OA": 0.887511700719796, + "mIoU": 0.721649218394806, + "macroF1": 0.8299591129511075, + "F1_coffee": 0.9288848076726864, + "IoU_coffee": 0.8672128024385597, + "precision_coffee": 0.9017968579749193, + "recall_coffee": 0.9576504744072539, + "F1_noncoffee": 0.7310334182295284, + "IoU_noncoffee": 0.5760856343510522, + "kappa": 0.6610748030971005, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8553421022268374, + "mIoU": 0.6652839315831174, + "macroF1": 0.7870037131805269, + "F1_coffee": 0.9076512291685849, + "IoU_coffee": 0.8309170600134862, + "precision_coffee": 0.8685615605561331, + "recall_coffee": 0.9504251749869844, + "F1_noncoffee": 0.6663561971924689, + "IoU_noncoffee": 0.4996508031527487, + "kappa": 0.5771020673419978, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.6987619823429931, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8817823827507182, + "mIoU": 0.7182677832153004, + "macroF1": 0.8281769743231184, + "F1_coffee": 0.9241490716674778, + "IoU_coffee": 0.858993608993609, + "precision_coffee": 0.9099677800889107, + "recall_coffee": 0.9387793743294133, + "F1_noncoffee": 0.7322048769787591, + "IoU_noncoffee": 0.5775419574369918, + "kappa": 0.6566483639811322, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8496019383869852, + "mIoU": 0.664570997589637, + "macroF1": 0.787634647871245, + "F1_coffee": 0.9023504073415114, + "IoU_coffee": 0.8220751079185791, + "precision_coffee": 0.8771505033770868, + "recall_coffee": 0.9290410906075857, + "F1_noncoffee": 0.6729188884009786, + "IoU_noncoffee": 0.5070668872606948, + "kappa": 0.57644027505949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8904368932038835, + "mIoU": 0.735216022094173, + "macroF1": 0.8405441906292825, + "F1_coffee": 0.9297388164243688, + "IoU_coffee": 0.8687027341477603, + "precision_coffee": 0.9143399461180505, + "recall_coffee": 0.9456652523589386, + "F1_noncoffee": 0.7513495648341963, + "IoU_noncoffee": 0.6017293100405858, + "kappa": 0.681408175562513, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8885450413422948, + "mIoU": 0.7300521464690723, + "macroF1": 0.8366849694032519, + "F1_coffee": 0.9287150146899644, + "IoU_coffee": 0.8669168591224018, + "precision_coffee": 0.9119897959183674, + "recall_coffee": 0.9460651502740848, + "F1_noncoffee": 0.7446549241165392, + "IoU_noncoffee": 0.593187433815743, + "kappa": 0.6737629693795121, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8663991102944731, + "mIoU": 0.6907564851709822, + "macroF1": 0.8076125400473448, + "F1_coffee": 0.9139600784728926, + "IoU_coffee": 0.8415529303819246, + "precision_coffee": 0.9035217337766285, + "recall_coffee": 0.9246424295885578, + "F1_noncoffee": 0.701265001621797, + "IoU_noncoffee": 0.5399600399600399, + "kappa": 0.6154033088212206, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9137879542060727, + "mIoU": 0.6558134435244047, + "macroF1": 0.7633444895612225, + "F1_coffee": 0.9520327905173369, + "IoU_coffee": 0.9084566596194503, + "precision_coffee": 0.9346383904295813, + "recall_coffee": 0.9700869172592843, + "F1_noncoffee": 0.574656188605108, + "IoU_noncoffee": 0.40317022742935904, + "kappa": 0.5281382252207981, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.91674935503076, + "mIoU": 0.6606088670543603, + "macroF1": 0.7674550258015169, + "F1_coffee": 0.953781744064342, + "IoU_coffee": 0.9116470092670598, + "precision_coffee": 0.9346793349168646, + "recall_coffee": 0.9736812507029581, + "F1_noncoffee": 0.5811283075386919, + "IoU_noncoffee": 0.4095707248416608, + "kappa": 0.5366639907282844, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8961103393530463, + "mIoU": 0.6464940623840274, + "macroF1": 0.7585410953661283, + "F1_coffee": 0.9407972858354537, + "IoU_coffee": 0.8882126841768098, + "precision_coffee": 0.945985899476916, + "recall_coffee": 0.9356652794961197, + "F1_noncoffee": 0.576284904896803, + "IoU_noncoffee": 0.40477544059124504, + "kappa": 0.51718614573222, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8682141165324491, + "mIoU": 0.7450590800523356, + "macroF1": 0.8517864895567304, + "F1_coffee": 0.9011301442888621, + "IoU_coffee": 0.8200517464424321, + "precision_coffee": 0.8881883144178226, + "recall_coffee": 0.9144547028274668, + "F1_noncoffee": 0.8024428348245988, + "IoU_noncoffee": 0.6700664136622391, + "kappa": 0.7036986815604882, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8617372441761766, + "mIoU": 0.7336401721259944, + "macroF1": 0.8439582731679831, + "F1_coffee": 0.896629530390636, + "IoU_coffee": 0.8126278118609407, + "precision_coffee": 0.8828103304637601, + "recall_coffee": 0.9108882521489972, + "F1_noncoffee": 0.7912870159453302, + "IoU_noncoffee": 0.6546525323910483, + "kappa": 0.6880708726186354, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8381590116004904, + "mIoU": 0.6916816814434161, + "macroF1": 0.8139462847355186, + "F1_coffee": 0.8810645966176879, + "IoU_coffee": 0.7874132804757186, + "precision_coffee": 0.8533834586466166, + "recall_coffee": 0.9106017191977077, + "F1_noncoffee": 0.7468279728533491, + "IoU_noncoffee": 0.5959500824111137, + "kappa": 0.6287241049076354, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2635, + 2995 + ], + [ + 52002, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2501595099767049, + "test_tta": { + "OA": 0.8835092476033698, + "mIoU": 0.7178126733238275, + "macroF1": 0.8274858768547719, + "F1_coffee": 0.9257957068837898, + "IoU_coffee": 0.8618432385874246, + "precision_coffee": 0.9052654858360643, + "recall_coffee": 0.9472787326699346, + "F1_noncoffee": 0.7291760468257542, + "IoU_noncoffee": 0.5737821080602303, + "kappa": 0.6556182016493687, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8515778239298488, + "mIoU": 0.6635561919020829, + "macroF1": 0.7862520225945819, + "F1_coffee": 0.9044182525750695, + "IoU_coffee": 0.8255141660591058, + "precision_coffee": 0.8724509909328746, + "recall_coffee": 0.9388172229613775, + "F1_noncoffee": 0.6680857926140945, + "IoU_noncoffee": 0.5015982177450601, + "kappa": 0.5744878167798779, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 44, + "stopped_epoch": 64, + "best_val": 0.7156303026009185, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8888996481714599, + "mIoU": 0.7206413902365698, + "macroF1": 0.8288712156449303, + "F1_coffee": 0.93022501520373, + "IoU_coffee": 0.869552035170166, + "precision_coffee": 0.8975296809904747, + "recall_coffee": 0.9653924641827782, + "F1_noncoffee": 0.7275174160861304, + "IoU_noncoffee": 0.5717307453029737, + "kappa": 0.6595069294088451, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8567987769701165, + "mIoU": 0.6648424841213659, + "macroF1": 0.7862641859666888, + "F1_coffee": 0.9090476059615085, + "IoU_coffee": 0.8332605629072345, + "precision_coffee": 0.8658604683628242, + "recall_coffee": 0.9567690557451649, + "F1_noncoffee": 0.6634807659718692, + "IoU_noncoffee": 0.4964244053354973, + "kappa": 0.5764272244944655, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8916504854368932, + "mIoU": 0.7271751448017196, + "macroF1": 0.8337942712638338, + "F1_coffee": 0.9318556512181718, + "IoU_coffee": 0.8724061052992625, + "precision_coffee": 0.8996639745328067, + "recall_coffee": 0.9664365777974796, + "F1_noncoffee": 0.7357328913094956, + "IoU_noncoffee": 0.5819441843041768, + "kappa": 0.6692308888706228, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8965717325080992, + "mIoU": 0.7348831260036189, + "macroF1": 0.8392453801568995, + "F1_coffee": 0.9352426508431474, + "IoU_coffee": 0.8783622405459198, + "precision_coffee": 0.9001165501165501, + "recall_coffee": 0.9732215991430911, + "F1_noncoffee": 0.7432481094706518, + "IoU_noncoffee": 0.591404011461318, + "kappa": 0.6804203549724478, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8784875006044195, + "mIoU": 0.7005326818541467, + "macroF1": 0.8137295089201512, + "F1_coffee": 0.9235589353612167, + "IoU_coffee": 0.8579744546173844, + "precision_coffee": 0.8927899317807575, + "recall_coffee": 0.9565244786087833, + "F1_noncoffee": 0.7039000824790856, + "IoU_noncoffee": 0.5430909090909091, + "kappa": 0.6291651802204953, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9178695868591339, + "mIoU": 0.6519990742482691, + "macroF1": 0.7582785574321571, + "F1_coffee": 0.9546877574559235, + "IoU_coffee": 0.9133039092055486, + "precision_coffee": 0.9297175866495507, + "recall_coffee": 0.9810362343379614, + "F1_noncoffee": 0.5618693574083908, + "IoU_noncoffee": 0.3906942392909897, + "kappa": 0.5199056556717045, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9264735066481444, + "mIoU": 0.6792673647117564, + "macroF1": 0.7835820019629423, + "F1_coffee": 0.9594350468057152, + "IoU_coffee": 0.9220328282828283, + "precision_coffee": 0.9346203071672355, + "recall_coffee": 0.9856034191879428, + "F1_noncoffee": 0.6077289571201694, + "IoU_noncoffee": 0.43650190114068443, + "kappa": 0.5700946082257378, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9199245882119468, + "mIoU": 0.6860689543669326, + "macroF1": 0.7917055860691525, + "F1_coffee": 0.9551292743953295, + "IoU_coffee": 0.9141123882503193, + "precision_coffee": 0.9444688805806026, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.6282818977429756, + "IoU_noncoffee": 0.458025520483546, + "kappa": 0.5838503812197331, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8666982472761724, + "mIoU": 0.7352719369316019, + "macroF1": 0.8444476802985119, + "F1_coffee": 0.9032790266034234, + "IoU_coffee": 0.8236179014667168, + "precision_coffee": 0.8627708470124754, + "recall_coffee": 0.9477784189267167, + "F1_noncoffee": 0.7856163339936005, + "IoU_noncoffee": 0.6469259723964869, + "kappa": 0.6904080689233565, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8681505234367631, + "mIoU": 0.7351844778252843, + "macroF1": 0.8441484320713994, + "F1_coffee": 0.9053102140341371, + "IoU_coffee": 0.8270016087117931, + "precision_coffee": 0.8585560123329907, + "recall_coffee": 0.9574498567335243, + "F1_noncoffee": 0.7829866501086619, + "IoU_noncoffee": 0.6433673469387755, + "kappa": 0.6904010631008963, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8391021409035179, + "mIoU": 0.6845389747968935, + "macroF1": 0.8076593988169949, + "F1_coffee": 0.8854264607118871, + "IoU_coffee": 0.7944082911544951, + "precision_coffee": 0.8333754740834387, + "recall_coffee": 0.9444126074498568, + "F1_noncoffee": 0.7298923369221026, + "IoU_noncoffee": 0.574669658439292, + "kappa": 0.6188243321524971, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2597, + 2995 + ], + [ + 52481, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9532185832659403, + "test_tta": { + "OA": 0.8853168070753042, + "mIoU": 0.70795763189927, + "macroF1": 0.8188085946533102, + "F1_coffee": 0.9285843500633153, + "IoU_coffee": 0.8666891790484766, + "precision_coffee": 0.8889530296907772, + "recall_coffee": 0.9719142490480298, + "F1_noncoffee": 0.7090328392433052, + "IoU_noncoffee": 0.5492260847500634, + "kappa": 0.6405281405810669, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8535104419060805, + "mIoU": 0.652213280913444, + "macroF1": 0.7751076367927627, + "F1_coffee": 0.9078939016096124, + "IoU_coffee": 0.8313239006244187, + "precision_coffee": 0.8569692197076043, + "recall_coffee": 0.9652532731725189, + "F1_noncoffee": 0.642321371975913, + "IoU_noncoffee": 0.47310266120246924, + "kappa": 0.5562997122627386, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7162993924820384, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8958393854297796, + "mIoU": 0.7396544192461498, + "macroF1": 0.8432137004455194, + "F1_coffee": 0.9340486409155937, + "IoU_coffee": 0.8762582203731043, + "precision_coffee": 0.9081208893834324, + "recall_coffee": 0.9615004312793217, + "F1_noncoffee": 0.752378759975445, + "IoU_noncoffee": 0.6030506181191955, + "kappa": 0.6873841927233958, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.862437983154494, + "mIoU": 0.679698791434013, + "macroF1": 0.7986110050949262, + "F1_coffee": 0.9119867121897204, + "IoU_coffee": 0.8382128439122027, + "precision_coffee": 0.8744801713001469, + "recall_coffee": 0.9528547463411813, + "F1_noncoffee": 0.685235298000132, + "IoU_noncoffee": 0.5211847389558233, + "kappa": 0.5998545187280236, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.897378640776699, + "mIoU": 0.7447652674154581, + "macroF1": 0.847034830370463, + "F1_coffee": 0.9347893145783207, + "IoU_coffee": 0.8775628402641028, + "precision_coffee": 0.9112888675046611, + "recall_coffee": 0.9595339117218669, + "F1_noncoffee": 0.7592803461626053, + "IoU_noncoffee": 0.6119676945668135, + "kappa": 0.6948188483944913, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8992311783762874, + "mIoU": 0.7451359657413731, + "macroF1": 0.8470320692009887, + "F1_coffee": 0.9363897197973262, + "IoU_coffee": 0.8803879928829708, + "precision_coffee": 0.9081167485643242, + "recall_coffee": 0.9664797429273517, + "F1_noncoffee": 0.7576744186046511, + "IoU_noncoffee": 0.6098839385997754, + "kappa": 0.6951896789743474, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8909143658430443, + "mIoU": 0.7291713483198994, + "macroF1": 0.835559495482571, + "F1_coffee": 0.9309669522643819, + "IoU_coffee": 0.8708495534692008, + "precision_coffee": 0.9049913736688678, + "recall_coffee": 0.9584777266712873, + "F1_noncoffee": 0.7401520387007602, + "IoU_noncoffee": 0.5874931431705979, + "kappa": 0.6721357030221862, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9213539074166252, + "mIoU": 0.6687042959662944, + "macroF1": 0.7744209430194104, + "F1_coffee": 0.9564786249449097, + "IoU_coffee": 0.9165874775630873, + "precision_coffee": 0.9341439793392876, + "recall_coffee": 0.97990743876284, + "F1_noncoffee": 0.5923632610939112, + "IoU_noncoffee": 0.4208211143695015, + "kappa": 0.5512446485321372, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9312363564199246, + "mIoU": 0.700837212993334, + "macroF1": 0.8030048467371788, + "F1_coffee": 0.9619418968641881, + "IoU_coffee": 0.926674425986668, + "precision_coffee": 0.939901266366173, + "recall_coffee": 0.9850410527499719, + "F1_noncoffee": 0.6440677966101694, + "IoU_noncoffee": 0.475, + "kappa": 0.608025558511555, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.926969636832705, + "mIoU": 0.6982356094313656, + "macroF1": 0.8015352943789176, + "F1_coffee": 0.959314538419016, + "IoU_coffee": 0.9218102624030596, + "precision_coffee": 0.9432547015979997, + "recall_coffee": 0.975930716454842, + "F1_noncoffee": 0.643756050338819, + "IoU_noncoffee": 0.47466095645967166, + "kappa": 0.6040755397476794, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8745618190431075, + "mIoU": 0.7529777809050353, + "macroF1": 0.8568689022294367, + "F1_coffee": 0.9071919248563017, + "IoU_coffee": 0.8301475304682489, + "precision_coffee": 0.8823288791928007, + "recall_coffee": 0.9334968263127524, + "F1_noncoffee": 0.8065458796025716, + "IoU_noncoffee": 0.6758080313418218, + "kappa": 0.7142108311543204, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8688107139488824, + "mIoU": 0.7398332315765548, + "macroF1": 0.8476698609184491, + "F1_coffee": 0.9044183329897616, + "IoU_coffee": 0.8255143000501756, + "precision_coffee": 0.8690083190281263, + "recall_coffee": 0.942836676217765, + "F1_noncoffee": 0.7909213888471366, + "IoU_noncoffee": 0.6541521631029339, + "kappa": 0.6964422271517703, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8566443459398283, + "mIoU": 0.7188246732914751, + "macroF1": 0.8330364920068325, + "F1_coffee": 0.8958190541466758, + "IoU_coffee": 0.8112973308504035, + "precision_coffee": 0.8587385019710907, + "recall_coffee": 0.9362464183381088, + "F1_noncoffee": 0.7702539298669892, + "IoU_noncoffee": 0.6263520157325467, + "kappa": 0.6674403973243459, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2640, + 2995 + ], + [ + 52868, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9176668047904968, + "test_tta": { + "OA": 0.8945321325973984, + "mIoU": 0.7342198575786989, + "macroF1": 0.8390522431287029, + "F1_coffee": 0.9335475539195249, + "IoU_coffee": 0.8753766352645028, + "precision_coffee": 0.9034600850259802, + "recall_coffee": 0.9657080344181936, + "F1_noncoffee": 0.7445569323378807, + "IoU_noncoffee": 0.593063079892895, + "kappa": 0.6794709681757637, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8615149417330102, + "mIoU": 0.6748073142748565, + "macroF1": 0.7943836110320875, + "F1_coffee": 0.9118710648530572, + "IoU_coffee": 0.8380174769729073, + "precision_coffee": 0.8700891527858056, + "recall_coffee": 0.957868147548254, + "F1_noncoffee": 0.6768961572111178, + "IoU_noncoffee": 0.5115971515768057, + "kappa": 0.5922147219147345, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 4, + "stopped_epoch": 30, + "best_val": 0.699555822220995, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8798134340402182, + "mIoU": 0.713390251944277, + "macroF1": 0.8244573282067884, + "F1_coffee": 0.9230339923726448, + "IoU_coffee": 0.8570688265325708, + "precision_coffee": 0.9071794246708923, + "recall_coffee": 0.9394525908316328, + "F1_noncoffee": 0.725880664040932, + "IoU_noncoffee": 0.5697116773559832, + "kappa": 0.6492961644175133, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8483039113880235, + "mIoU": 0.6603395126163395, + "macroF1": 0.7840060132994895, + "F1_coffee": 0.9018531997088629, + "IoU_coffee": 0.8212501274599776, + "precision_coffee": 0.8737727149443992, + "recall_coffee": 0.9317984612714757, + "F1_noncoffee": 0.6661588268901162, + "IoU_noncoffee": 0.49942889777270133, + "kappa": 0.5695242803026814, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8742233009708738, + "mIoU": 0.7051048132439336, + "macroF1": 0.8184894107969088, + "F1_coffee": 0.919069186318913, + "IoU_coffee": 0.8502571808356932, + "precision_coffee": 0.9068047337278107, + "recall_coffee": 0.9316699385726046, + "F1_noncoffee": 0.7179096352749047, + "IoU_noncoffee": 0.559952445652174, + "kappa": 0.6372101336523124, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8849668778105507, + "mIoU": 0.7252407595515299, + "macroF1": 0.8333723389163095, + "F1_coffee": 0.9260927646090279, + "IoU_coffee": 0.8623582504049988, + "precision_coffee": 0.913408505944356, + "recall_coffee": 0.9391342700522967, + "F1_noncoffee": 0.7406519132235909, + "IoU_noncoffee": 0.588123268698061, + "kappa": 0.6669700392026241, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8802282288090518, + "mIoU": 0.7098137243846936, + "macroF1": 0.8213595051854223, + "F1_coffee": 0.9239087027309311, + "IoU_coffee": 0.8585783614045104, + "precision_coffee": 0.9014506653878431, + "recall_coffee": 0.9475143343204587, + "F1_noncoffee": 0.7188103076399137, + "IoU_noncoffee": 0.5610490873648768, + "kappa": 0.6435366068583716, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8809357889497262, + "mIoU": 0.5986379245036978, + "macroF1": 0.710754303599374, + "F1_coffee": 0.9326197183098591, + "IoU_coffee": 0.8737464372426897, + "precision_coffee": 0.9309414014171634, + "recall_coffee": 0.9343040975279376, + "F1_noncoffee": 0.4888888888888889, + "IoU_noncoffee": 0.3235294117647059, + "kappa": 0.4215228689197599, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.903949196269101, + "mIoU": 0.6498872307486778, + "macroF1": 0.759908534184305, + "F1_coffee": 0.9458734063967792, + "IoU_coffee": 0.8973053256948865, + "precision_coffee": 0.940509284999444, + "recall_coffee": 0.9512990664717129, + "F1_noncoffee": 0.573943661971831, + "IoU_noncoffee": 0.4024691358024691, + "kappa": 0.5199399884634077, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9113911490375074, + "mIoU": 0.6530450966512635, + "macroF1": 0.7611432231006738, + "F1_coffee": 0.9505838083116596, + "IoU_coffee": 0.9058215566336216, + "precision_coffee": 0.9356209150326797, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.5717026378896882, + "IoU_noncoffee": 0.40026863666890533, + "kappa": 0.5233430529186878, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8678351492183799, + "mIoU": 0.7416234237250308, + "macroF1": 0.8492049044525811, + "F1_coffee": 0.9022082018927445, + "IoU_coffee": 0.8218390804597702, + "precision_coffee": 0.8775398881767353, + "recall_coffee": 0.9283035199076746, + "F1_noncoffee": 0.7962016070124178, + "IoU_noncoffee": 0.6614077669902912, + "kappa": 0.6989056541091889, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8669244553428275, + "mIoU": 0.7404643135089611, + "macroF1": 0.8484500192237943, + "F1_coffee": 0.9013631597343587, + "IoU_coffee": 0.8204377704250445, + "precision_coffee": 0.880136518771331, + "recall_coffee": 0.9236389684813754, + "F1_noncoffee": 0.79553687871323, + "IoU_noncoffee": 0.6604908565928778, + "kappa": 0.6972650451755162, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8506083184004527, + "mIoU": 0.7107470921735276, + "macroF1": 0.8275243895455853, + "F1_coffee": 0.8906228421488744, + "IoU_coffee": 0.80281339474667, + "precision_coffee": 0.8596374300186617, + "recall_coffee": 0.9239255014326647, + "F1_noncoffee": 0.7644259369422962, + "IoU_noncoffee": 0.6186807896003852, + "kappa": 0.6560113414666168, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2627, + 2995 + ], + [ + 51888, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9179615497589111, + "test_tta": { + "OA": 0.8798457118879313, + "mIoU": 0.7078513713604588, + "macroF1": 0.819762407846796, + "F1_coffee": 0.9238261866028219, + "IoU_coffee": 0.8584358540434676, + "precision_coffee": 0.8992510556927735, + "recall_coffee": 0.9497822565375634, + "F1_noncoffee": 0.7156986290907702, + "IoU_noncoffee": 0.55726688867745, + "kappa": 0.6405268198365643, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.848462559132341, + "mIoU": 0.6542858497061604, + "macroF1": 0.7782828994227355, + "F1_coffee": 0.9030227513960035, + "IoU_coffee": 0.8231918688789419, + "precision_coffee": 0.8660682671198924, + "recall_coffee": 0.9432714371107384, + "F1_noncoffee": 0.6535430474494675, + "IoU_noncoffee": 0.485379830533379, + "kappa": 0.5594314475898321, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6959538780440392, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8822019947709887, + "mIoU": 0.7183105839273551, + "macroF1": 0.8281370056220032, + "F1_coffee": 0.9245308380292613, + "IoU_coffee": 0.8596535081815909, + "precision_coffee": 0.9090317595868407, + "recall_coffee": 0.9405676056634338, + "F1_noncoffee": 0.7317431732147451, + "IoU_noncoffee": 0.5769676596731192, + "kappa": 0.6566288235963843, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8499625014422523, + "mIoU": 0.6632926568123596, + "macroF1": 0.7863724003149102, + "F1_coffee": 0.9029253954182802, + "IoU_coffee": 0.8230300762112139, + "precision_coffee": 0.8748191812527123, + "recall_coffee": 0.9328975530745647, + "F1_noncoffee": 0.6698194052115403, + "IoU_noncoffee": 0.5035552374135052, + "kappa": 0.5742395875949077, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07407407407407407, + "mIoU": 0.03782894736842105, + "macroF1": 0.0718105423987777, + "F1_coffee": 0.11764705882352941, + "IoU_coffee": 0.0625, + "precision_coffee": 1.0, + "recall_coffee": 0.0625, + "F1_noncoffee": 0.025974025974025976, + "IoU_noncoffee": 0.013157894736842105, + "kappa": 0.001643385373870174, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8866019417475728, + "mIoU": 0.7223349975009967, + "macroF1": 0.8306899490129109, + "F1_coffee": 0.9279856957888896, + "IoU_coffee": 0.8656467475700236, + "precision_coffee": 0.9041268697062533, + "recall_coffee": 0.9531378633398772, + "F1_noncoffee": 0.7333942022369322, + "IoU_noncoffee": 0.5790232474319698, + "kappa": 0.6622506305322605, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8828876746772399, + "mIoU": 0.71967028590497, + "macroF1": 0.8291438366724545, + "F1_coffee": 0.9249690210656754, + "IoU_coffee": 0.8604115036597314, + "precision_coffee": 0.9098055944908282, + "recall_coffee": 0.9406464621006868, + "F1_noncoffee": 0.7333186522792337, + "IoU_noncoffee": 0.5789290681502086, + "kappa": 0.6586247134685123, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8771336008897055, + "mIoU": 0.7130070568323643, + "macroF1": 0.8246284434600875, + "F1_coffee": 0.9205863049660906, + "IoU_coffee": 0.852857721929469, + "precision_coffee": 0.9133077018479474, + "recall_coffee": 0.9279818536954193, + "F1_noncoffee": 0.7286705819540844, + "IoU_noncoffee": 0.5731563917352596, + "kappa": 0.6493329822909902, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9165754106520657, + "mIoU": 0.6571559286760438, + "macroF1": 0.7639724276202038, + "F1_coffee": 0.953757863370489, + "IoU_coffee": 0.9116033755274262, + "precision_coffee": 0.93295908452985, + "recall_coffee": 0.9755051360198668, + "F1_noncoffee": 0.5741869918699187, + "IoU_noncoffee": 0.40270848182466146, + "kappa": 0.5300953641177434, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9101012105576504, + "mIoU": 0.6591726345823173, + "macroF1": 0.7677501216869804, + "F1_coffee": 0.9495770258236865, + "IoU_coffee": 0.9039949136378086, + "precision_coffee": 0.9398479673901069, + "recall_coffee": 0.9595096164660893, + "F1_noncoffee": 0.5859232175502742, + "IoU_noncoffee": 0.41435035552682614, + "kappa": 0.5359086401593147, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9024608057154198, + "mIoU": 0.6528383380168761, + "macroF1": 0.763335420073147, + "F1_coffee": 0.9447907891041842, + "IoU_coffee": 0.8953587396210347, + "precision_coffee": 0.943571909356069, + "recall_coffee": 0.9460128219547858, + "F1_noncoffee": 0.5818800510421097, + "IoU_noncoffee": 0.41031793641271747, + "kappa": 0.5266768217665306, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.858076740881099, + "mIoU": 0.724617753990233, + "macroF1": 0.8374365832219034, + "F1_coffee": 0.8953618329142219, + "IoU_coffee": 0.8105476160364234, + "precision_coffee": 0.8679577464788732, + "recall_coffee": 0.9245527986151183, + "F1_noncoffee": 0.7795113335295849, + "IoU_noncoffee": 0.6386878919440424, + "kappa": 0.6755546747578939, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8570215976610394, + "mIoU": 0.7239587756251282, + "macroF1": 0.8370867693377462, + "F1_coffee": 0.8940749021799889, + "IoU_coffee": 0.8084407379327774, + "precision_coffee": 0.8726132024004365, + "recall_coffee": 0.9166189111747851, + "F1_noncoffee": 0.7800986364955034, + "IoU_noncoffee": 0.6394768133174792, + "kappa": 0.6745821919993549, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.853060454588324, + "mIoU": 0.7193248153826782, + "macroF1": 0.8340463339708086, + "F1_coffee": 0.8902198421645998, + "IoU_coffee": 0.8021587301587302, + "precision_coffee": 0.8759012756516916, + "recall_coffee": 0.9050143266475644, + "F1_noncoffee": 0.7778728257770174, + "IoU_noncoffee": 0.6364909006066263, + "kappa": 0.6682720374785815, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 52064, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9133846362431844, + "test_tta": { + "OA": 0.8805235466899067, + "mIoU": 0.708770903586406, + "macroF1": 0.8204173698461611, + "F1_coffee": 0.9243116686603482, + "IoU_coffee": 0.8592746074592252, + "precision_coffee": 0.899096984644761, + "recall_coffee": 0.9509814234321419, + "F1_noncoffee": 0.716523071031974, + "IoU_noncoffee": 0.5582671997135867, + "kappa": 0.6418896115011336, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8486356293988693, + "mIoU": 0.6540614802886763, + "macroF1": 0.7780295311461527, + "F1_coffee": 0.9032192620872179, + "IoU_coffee": 0.8235185309746418, + "precision_coffee": 0.865553199010251, + "recall_coffee": 0.9443126819768226, + "F1_noncoffee": 0.6528398002050875, + "IoU_noncoffee": 0.4846044296027108, + "kappa": 0.5590543530549407, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7194546225600797, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.893418546851296, + "mIoU": 0.7364047104080831, + "macroF1": 0.8410044066855802, + "F1_coffee": 0.9322930550144559, + "IoU_coffee": 0.8731731674060418, + "precision_coffee": 0.9092490750924908, + "recall_coffee": 0.9565354595754528, + "F1_noncoffee": 0.7497157583567043, + "IoU_noncoffee": 0.5996362534101243, + "kappa": 0.6827620555928529, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8608947732779508, + "mIoU": 0.6790431933501848, + "macroF1": 0.7983496419592886, + "F1_coffee": 0.910653907791498, + "IoU_coffee": 0.835963808292799, + "precision_coffee": 0.8763237653770726, + "recall_coffee": 0.9477834981971038, + "F1_noncoffee": 0.6860453761270792, + "IoU_noncoffee": 0.5221225784075707, + "kappa": 0.5988625332578529, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9010679611650485, + "mIoU": 0.7529352651834121, + "macroF1": 0.8528756545773191, + "F1_coffee": 0.9370793454769991, + "IoU_coffee": 0.8816079934936679, + "precision_coffee": 0.9142719440930176, + "recall_coffee": 0.9610537648027357, + "F1_noncoffee": 0.768671963677639, + "IoU_noncoffee": 0.6242625368731564, + "kappa": 0.7064229821992446, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8938639330786713, + "mIoU": 0.7345017139830903, + "macroF1": 0.8393933644694734, + "F1_coffee": 0.93292589763178, + "IoU_coffee": 0.8742840778923253, + "precision_coffee": 0.9057197104544915, + "recall_coffee": 0.9618171507781488, + "F1_noncoffee": 0.7458608313071668, + "IoU_noncoffee": 0.5947193500738552, + "kappa": 0.6798811280677526, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8853537063004691, + "mIoU": 0.7222185781901784, + "macroF1": 0.8308153508771582, + "F1_coffee": 0.9268728988680874, + "IoU_coffee": 0.8637121342760246, + "precision_coffee": 0.9078057032382794, + "recall_coffee": 0.9467582382962636, + "F1_noncoffee": 0.7347578028862289, + "IoU_noncoffee": 0.5807250221043324, + "kappa": 0.6621712676888291, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9217521154803385, + "mIoU": 0.6699498898096874, + "macroF1": 0.7755631154598185, + "F1_coffee": 0.9566989863375936, + "IoU_coffee": 0.9169922906325906, + "precision_coffee": 0.9343591950930809, + "recall_coffee": 0.9801331978778643, + "F1_noncoffee": 0.5944272445820433, + "IoU_noncoffee": 0.42290748898678415, + "kappa": 0.5535168275269117, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9232982734669577, + "mIoU": 0.6814813979388359, + "macroF1": 0.7865064273801887, + "F1_coffee": 0.9573987324331772, + "IoU_coffee": 0.9182788878316946, + "precision_coffee": 0.9386211368057057, + "recall_coffee": 0.9769429760431897, + "F1_noncoffee": 0.6156141223272004, + "IoU_noncoffee": 0.444683908045977, + "kappa": 0.574549216681279, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9246874379837269, + "mIoU": 0.7035289189389087, + "macroF1": 0.806903883613449, + "F1_coffee": 0.9577135216446598, + "IoU_coffee": 0.9188582424631174, + "precision_coffee": 0.9488849635681166, + "recall_coffee": 0.9667079068721178, + "F1_noncoffee": 0.6560942455822383, + "IoU_noncoffee": 0.4881995954146999, + "kappa": 0.6140794663509285, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8813832306963525, + "mIoU": 0.7650623851922065, + "macroF1": 0.8649388550307503, + "F1_coffee": 0.9120663014468324, + "IoU_coffee": 0.8383473208521627, + "precision_coffee": 0.8887215986860115, + "recall_coffee": 0.9366705135603001, + "F1_noncoffee": 0.8178114086146682, + "IoU_noncoffee": 0.6917774495322502, + "kappa": 0.7302633225305526, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8658870131094973, + "mIoU": 0.7344462471515116, + "macroF1": 0.8439300100986387, + "F1_coffee": 0.9024691358024691, + "IoU_coffee": 0.8222722159730034, + "precision_coffee": 0.8656578947368421, + "recall_coffee": 0.9425501432664757, + "F1_noncoffee": 0.7853908843948083, + "IoU_noncoffee": 0.6466202783300199, + "kappa": 0.6890971041992555, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8479675563519758, + "mIoU": 0.7065959227541228, + "macroF1": 0.8245872636910523, + "F1_coffee": 0.8886278844825204, + "IoU_coffee": 0.7995772721621286, + "precision_coffee": 0.8581531892180411, + "recall_coffee": 0.9213467048710602, + "F1_noncoffee": 0.7605466428995841, + "IoU_noncoffee": 0.613614573346117, + "kappa": 0.6501231833188125, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2655, + 2995 + ], + [ + 52703, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1734020670255023, + "test_tta": { + "OA": 0.8926116006584681, + "mIoU": 0.7318758315044318, + "macroF1": 0.837474404933144, + "F1_coffee": 0.9321380491983845, + "IoU_coffee": 0.8729012664030714, + "precision_coffee": 0.9045903521447376, + "recall_coffee": 0.9614162792165443, + "F1_noncoffee": 0.7428107606679035, + "IoU_noncoffee": 0.5908503966057923, + "kappa": 0.6760872787167111, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8597698165455174, + "mIoU": 0.6734831134066916, + "macroF1": 0.7935579029258644, + "F1_coffee": 0.9104720864064528, + "IoU_coffee": 0.8356574210232747, + "precision_coffee": 0.8713122554721371, + "recall_coffee": 0.9533175218372187, + "F1_noncoffee": 0.6766437194452759, + "IoU_noncoffee": 0.5113088057901085, + "kappa": 0.5901061981075736, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 56, + "stopped_epoch": 76, + "best_val": 0.724547263486939, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8950001613892385, + "mIoU": 0.7398429158943105, + "macroF1": 0.8435022097022988, + "F1_coffee": 0.9332759009701967, + "IoU_coffee": 0.8748990501096028, + "precision_coffee": 0.9104916654993697, + "recall_coffee": 0.9572297140933668, + "F1_noncoffee": 0.7537285184344008, + "IoU_noncoffee": 0.6047867816790183, + "kappa": 0.6877261647193964, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8618322372216454, + "mIoU": 0.6815505244316682, + "macroF1": 0.8003998584382349, + "F1_coffee": 0.9111333741489026, + "IoU_coffee": 0.8367722478744611, + "precision_coffee": 0.8779070806742818, + "recall_coffee": 0.9469736410790383, + "F1_noncoffee": 0.6896663427275672, + "IoU_noncoffee": 0.5263288009888751, + "kappa": 0.6027866384600693, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8957766990291263, + "mIoU": 0.7432103916332888, + "macroF1": 0.846058986742682, + "F1_coffee": 0.9335438140341102, + "IoU_coffee": 0.8753700586288965, + "precision_coffee": 0.9130540082344394, + "recall_coffee": 0.9549743524792603, + "F1_noncoffee": 0.7585741594512538, + "IoU_noncoffee": 0.6110507246376812, + "kappa": 0.6926802133201584, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9018422706832359, + "mIoU": 0.7504232429452182, + "macroF1": 0.8507908650000907, + "F1_coffee": 0.9380682164866679, + "IoU_coffee": 0.8833601470926223, + "precision_coffee": 0.9093274974862483, + "recall_coffee": 0.9686850229979207, + "F1_noncoffee": 0.7635135135135135, + "IoU_noncoffee": 0.6174863387978142, + "kappa": 0.7027157461972195, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8873845558725401, + "mIoU": 0.7263235814188047, + "macroF1": 0.8338392200523175, + "F1_coffee": 0.9281638444218253, + "IoU_coffee": 0.8659568345323742, + "precision_coffee": 0.9091238670694864, + "recall_coffee": 0.9480183983365887, + "F1_noncoffee": 0.7395145956828095, + "IoU_noncoffee": 0.5866903283052352, + "kappa": 0.6682061501715514, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9208561473369836, + "mIoU": 0.6753447103203674, + "macroF1": 0.7811237875235892, + "F1_coffee": 0.95600686182281, + "IoU_coffee": 0.9157214035831654, + "precision_coffee": 0.9376899696048632, + "recall_coffee": 0.9750536177898182, + "F1_noncoffee": 0.6062407132243685, + "IoU_noncoffee": 0.4349680170575693, + "kappa": 0.5637375492208981, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9337170073427268, + "mIoU": 0.709641813551479, + "macroF1": 0.8105458267143593, + "F1_coffee": 0.963304768182817, + "IoU_coffee": 0.9292072912250954, + "precision_coffee": 0.9414796520992161, + "recall_coffee": 0.9861657856259138, + "F1_noncoffee": 0.6577868852459017, + "IoU_noncoffee": 0.4900763358778626, + "kappa": 0.6229811292985623, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9209168485810677, + "mIoU": 0.6950633644071208, + "macroF1": 0.7999336696181569, + "F1_coffee": 0.9555121406642478, + "IoU_coffee": 0.9148140230867893, + "precision_coffee": 0.948470744680851, + "recall_coffee": 0.9626588685187268, + "F1_noncoffee": 0.644355198572066, + "IoU_noncoffee": 0.47531270572745227, + "kappa": 0.6000435600924624, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8719090478446234, + "mIoU": 0.7489096982529905, + "macroF1": 0.8541731743779963, + "F1_coffee": 0.9050295026692892, + "IoU_coffee": 0.8265332306902746, + "precision_coffee": 0.8819824753559693, + "recall_coffee": 0.9293133294864397, + "F1_noncoffee": 0.8033168460867035, + "IoU_noncoffee": 0.6712861658157063, + "kappa": 0.7087582016070592, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.871545788927662, + "mIoU": 0.7441553491926174, + "macroF1": 0.8505889952578438, + "F1_coffee": 0.9065459036640593, + "IoU_coffee": 0.829066265060241, + "precision_coffee": 0.8698972873321043, + "recall_coffee": 0.9464183381088825, + "F1_noncoffee": 0.7946320868516284, + "IoU_noncoffee": 0.6592444333249937, + "kappa": 0.7023389990106745, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8555125907761955, + "mIoU": 0.7183738548062055, + "macroF1": 0.8328659062333446, + "F1_coffee": 0.8943885288845995, + "IoU_coffee": 0.8089537348796608, + "precision_coffee": 0.8619452564443263, + "recall_coffee": 0.9293696275071633, + "F1_noncoffee": 0.7713432835820896, + "IoU_noncoffee": 0.6277939747327502, + "kappa": 0.666753993370857, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52824, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.324752688407898, + "test_tta": { + "OA": 0.8940963816532713, + "mIoU": 0.7348992127819165, + "macroF1": 0.8396759040960076, + "F1_coffee": 0.9330831514755971, + "IoU_coffee": 0.8745603303257379, + "precision_coffee": 0.9054206495279938, + "recall_coffee": 0.9624892180169566, + "F1_noncoffee": 0.746268656716418, + "IoU_noncoffee": 0.5952380952380952, + "kappa": 0.6804826846484515, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8613707165109035, + "mIoU": 0.6767993402750179, + "macroF1": 0.7962231851495212, + "F1_coffee": 0.9114427860696518, + "IoU_coffee": 0.8372943327239488, + "precision_coffee": 0.8727041761498968, + "recall_coffee": 0.9537802973332562, + "F1_noncoffee": 0.6810035842293907, + "IoU_noncoffee": 0.5163043478260869, + "kappa": 0.5953186649496499, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.628373016617614, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.82418438565168, + "mIoU": 0.6505440158827389, + "macroF1": 0.7803930755907256, + "F1_coffee": 0.8784587419492381, + "IoU_coffee": 0.7832602997378795, + "precision_coffee": 0.9224479215760204, + "recall_coffee": 0.8384740607462623, + "F1_noncoffee": 0.682327409232213, + "IoU_noncoffee": 0.5178277320275985, + "kappa": 0.5633813243219752, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7814410984192915, + "mIoU": 0.5938339779237897, + "macroF1": 0.735571502496549, + "F1_coffee": 0.8457042784124463, + "IoU_coffee": 0.732658245713076, + "precision_coffee": 0.8992097001190863, + "recall_coffee": 0.7982086913067712, + "F1_noncoffee": 0.6254387265806516, + "IoU_noncoffee": 0.45500971013450336, + "kappa": 0.4756497613026051, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11885441527446301, + "mIoU": 0.059665490454586585, + "macroF1": 0.10703763428942975, + "F1_coffee": 0.20976027397260275, + "IoU_coffee": 0.117168818747011, + "precision_coffee": 1.0, + "recall_coffee": 0.117168818747011, + "F1_noncoffee": 0.004314994606256742, + "IoU_noncoffee": 0.002162162162162162, + "kappa": 0.0005065476451995563, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7980051100628931, + "mIoU": 0.6261998044725636, + "macroF1": 0.7635498391742095, + "F1_coffee": 0.8538103196899115, + "IoU_coffee": 0.7449118888061553, + "precision_coffee": 0.9421597865327264, + "recall_coffee": 0.780609922621757, + "F1_noncoffee": 0.6732893586585075, + "IoU_noncoffee": 0.507487720138972, + "kappa": 0.5362139709014443, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8295250570028623, + "mIoU": 0.6583742927977775, + "macroF1": 0.7864118267831304, + "F1_coffee": 0.8823726317198902, + "IoU_coffee": 0.7895052114532167, + "precision_coffee": 0.9258218600730542, + "recall_coffee": 0.8428187747793836, + "F1_noncoffee": 0.6904510218463706, + "IoU_noncoffee": 0.5272433741423382, + "kappa": 0.5752853106263701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.844659723904093, + "mIoU": 0.666728676485677, + "macroF1": 0.7907070228023918, + "F1_coffee": 0.8969704757927202, + "IoU_coffee": 0.8131880934350789, + "precision_coffee": 0.9030922499676542, + "recall_coffee": 0.8909311379156296, + "F1_noncoffee": 0.6844435698120633, + "IoU_noncoffee": 0.5202692595362752, + "kappa": 0.5814729474980268, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8411728772144166, + "mIoU": 0.6414225757049897, + "macroF1": 0.7676926647541915, + "F1_coffee": 0.8983448455623615, + "IoU_coffee": 0.8154501360463741, + "precision_coffee": 0.9637863534675615, + "recall_coffee": 0.841225286795216, + "F1_noncoffee": 0.6370404839460214, + "IoU_noncoffee": 0.46739501536360534, + "kappa": 0.5429097965850864, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8171968876194229, + "mIoU": 0.5987489600890963, + "macroF1": 0.7306595690111273, + "F1_coffee": 0.8833291425697762, + "IoU_coffee": 0.7910380544922315, + "precision_coffee": 0.9516456724908574, + "recall_coffee": 0.8241642228739003, + "F1_noncoffee": 0.5779899954524784, + "IoU_noncoffee": 0.406459865685961, + "kappa": 0.4711767549516368, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8595873667742251, + "mIoU": 0.6170058412089066, + "macroF1": 0.7378655021489857, + "F1_coffee": 0.916492207490114, + "IoU_coffee": 0.8458565908115071, + "precision_coffee": 0.916492207490114, + "recall_coffee": 0.916492207490114, + "F1_noncoffee": 0.5592387968078576, + "IoU_noncoffee": 0.3881550916063059, + "kappa": 0.47573100429797166, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7577397910731244, + "mIoU": 0.5981318548661171, + "macroF1": 0.7462036287965306, + "F1_coffee": 0.8003131115459883, + "IoU_coffee": 0.6671016573143678, + "precision_coffee": 0.9144901610017889, + "recall_coffee": 0.711482254697286, + "F1_noncoffee": 0.692094146047073, + "IoU_noncoffee": 0.5291620524178664, + "kappa": 0.5043215429455579, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8414913957934991, + "mIoU": 0.7013591461586008, + "macroF1": 0.8214295937325253, + "F1_coffee": 0.8812831161391952, + "IoU_coffee": 0.7877624167946748, + "precision_coffee": 0.8980008755289655, + "recall_coffee": 0.8651764375087867, + "F1_noncoffee": 0.7615760713258556, + "IoU_noncoffee": 0.6149558755225267, + "kappa": 0.6431076021520703, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8300057592628144, + "mIoU": 0.6830854946546792, + "macroF1": 0.8081963183500184, + "F1_coffee": 0.8728734477065537, + "IoU_coffee": 0.7744236403005986, + "precision_coffee": 0.8862973760932945, + "recall_coffee": 0.8598500919247631, + "F1_noncoffee": 0.743519188993483, + "IoU_noncoffee": 0.5917473490087598, + "kappa": 0.6165700985127759, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6380, + 7520 + ], + [ + 43821, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9214673598607381, + "test_tta": { + "OA": 0.832640805064113, + "mIoU": 0.6599498461198712, + "macroF1": 0.7871637075881088, + "F1_coffee": 0.8855465151128329, + "IoU_coffee": 0.794601593625498, + "precision_coffee": 0.9190378545261848, + "recall_coffee": 0.854410315726342, + "F1_noncoffee": 0.6887809000633848, + "IoU_noncoffee": 0.5252980986142443, + "kappa": 0.5758590163622748, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7898494288681205, + "mIoU": 0.6015822903090386, + "macroF1": 0.7412431815275058, + "F1_coffee": 0.8533912885991125, + "IoU_coffee": 0.7442742062865266, + "precision_coffee": 0.8954770049410871, + "recall_coffee": 0.8150838955198063, + "F1_noncoffee": 0.6290950744558992, + "IoU_noncoffee": 0.4588903743315508, + "kappa": 0.48536220539108144, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6452988010834941, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8388735594870963, + "mIoU": 0.6465538050548094, + "macroF1": 0.7732009058276222, + "F1_coffee": 0.8952439243164526, + "IoU_coffee": 0.8103543795969051, + "precision_coffee": 0.8822929883312187, + "recall_coffee": 0.9085807308400805, + "F1_noncoffee": 0.6511578873387919, + "IoU_noncoffee": 0.4827532305127136, + "kappa": 0.5467270383298535, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8019643475250952, + "mIoU": 0.595926961416403, + "macroF1": 0.732030061508748, + "F1_coffee": 0.8689252269538074, + "IoU_coffee": 0.7682296941462426, + "precision_coffee": 0.8631656804733728, + "recall_coffee": 0.8747621518768379, + "F1_noncoffee": 0.5951348960636886, + "IoU_noncoffee": 0.4236242286865634, + "kappa": 0.4641338176449369, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32553699284009546, + "mIoU": 0.1635348185438349, + "macroF1": 0.24766865688256098, + "F1_coffee": 0.48970747562296857, + "IoU_coffee": 0.3242467718794835, + "precision_coffee": 1.0, + "recall_coffee": 0.3242467718794835, + "F1_noncoffee": 0.005629838142153413, + "IoU_noncoffee": 0.0028228652081863093, + "kappa": 0.0018289358284280233, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8402122641509434, + "mIoU": 0.6501847690241366, + "macroF1": 0.7763399548943073, + "F1_coffee": 0.8958626873318817, + "IoU_coffee": 0.811368909512761, + "precision_coffee": 0.882579342545271, + "recall_coffee": 0.9095519864750634, + "F1_noncoffee": 0.6568172224567328, + "IoU_noncoffee": 0.48900062853551224, + "kappa": 0.553013582599225, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8318051714937176, + "mIoU": 0.6328774965442877, + "macroF1": 0.7616701329388051, + "F1_coffee": 0.8909576977512187, + "IoU_coffee": 0.803357722193863, + "precision_coffee": 0.8766478925543109, + "recall_coffee": 0.9057424223046425, + "F1_noncoffee": 0.6323825681263917, + "IoU_noncoffee": 0.46239727089471233, + "kappa": 0.5237680618182631, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.844611286025672, + "mIoU": 0.6567564076522048, + "macroF1": 0.7815062830524186, + "F1_coffee": 0.8989287964713295, + "IoU_coffee": 0.8164129563923543, + "precision_coffee": 0.8876858938460581, + "recall_coffee": 0.9104601442338375, + "F1_noncoffee": 0.6640837696335079, + "IoU_noncoffee": 0.49709985891205516, + "kappa": 0.5632454177347769, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8873956424353492, + "mIoU": 0.6993764901067632, + "macroF1": 0.8109417108162791, + "F1_coffee": 0.9311675379636545, + "IoU_coffee": 0.8712006521485968, + "precision_coffee": 0.9500889001778003, + "recall_coffee": 0.9129851110568709, + "F1_noncoffee": 0.6907158836689038, + "IoU_noncoffee": 0.5275523280649295, + "kappa": 0.6225560776940613, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8323648182803113, + "mIoU": 0.591219054467929, + "macroF1": 0.7179230548737767, + "F1_coffee": 0.8975932611311672, + "IoU_coffee": 0.814212422224648, + "precision_coffee": 0.9214329833230389, + "recall_coffee": 0.8749560117302053, + "F1_noncoffee": 0.5382528486163863, + "IoU_noncoffee": 0.3682256867112101, + "kappa": 0.43754372522833807, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8585117825364232, + "mIoU": 0.6087663883700937, + "macroF1": 0.7292789973973886, + "F1_coffee": 0.9163245243740241, + "IoU_coffee": 0.8455709711846318, + "precision_coffee": 0.911213341000575, + "recall_coffee": 0.921493370551291, + "F1_noncoffee": 0.5422334704207529, + "IoU_noncoffee": 0.3719618055555556, + "kappa": 0.4586511754648794, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7962013295346628, + "mIoU": 0.6092803833177075, + "macroF1": 0.747357229104244, + "F1_coffee": 0.85844327176781, + "IoU_coffee": 0.7519935282560961, + "precision_coffee": 0.8159247648902821, + "recall_coffee": 0.9056367432150313, + "F1_noncoffee": 0.6362711864406779, + "IoU_noncoffee": 0.4665672383793189, + "kappa": 0.49821568346617723, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8312619502868069, + "mIoU": 0.6607887633489861, + "macroF1": 0.7882333036534885, + "F1_coffee": 0.8836902800658979, + "IoU_coffee": 0.7916174734356553, + "precision_coffee": 0.8316794839990077, + "recall_coffee": 0.9426402361872628, + "F1_noncoffee": 0.6927763272410792, + "IoU_noncoffee": 0.5299600532623169, + "kappa": 0.580797106517076, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.830965636398541, + "mIoU": 0.6752763310097566, + "macroF1": 0.8012380960852121, + "F1_coffee": 0.8781061812140929, + "IoU_coffee": 0.7826999012833169, + "precision_coffee": 0.8599511930585684, + "recall_coffee": 0.8970442653090086, + "F1_noncoffee": 0.7243700109563312, + "IoU_noncoffee": 0.5678527607361963, + "kappa": 0.6028764269130503, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 515, + 563 + ], + [ + 6258, + 7520 + ], + [ + 44886, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.046852699915568, + "test_tta": { + "OA": 0.8399772764161662, + "mIoU": 0.6367399630162051, + "macroF1": 0.7634094707350161, + "F1_coffee": 0.8980022553512865, + "IoU_coffee": 0.814885747009895, + "precision_coffee": 0.8684689732455526, + "recall_coffee": 0.9296148738379814, + "F1_noncoffee": 0.6288166861187455, + "IoU_noncoffee": 0.4585941790225151, + "kappa": 0.5288019117641352, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8041277258566978, + "mIoU": 0.5869551969601314, + "macroF1": 0.7218086897783891, + "F1_coffee": 0.8731376047378402, + "IoU_coffee": 0.7748395974600859, + "precision_coffee": 0.8493748182611224, + "recall_coffee": 0.8982682734628765, + "F1_noncoffee": 0.570479774818938, + "IoU_noncoffee": 0.399070796460177, + "kappa": 0.4450878993549171, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6858435063780137, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8790943028729102, + "mIoU": 0.7224773823436534, + "macroF1": 0.8321312681132913, + "F1_coffee": 0.9209210484410332, + "IoU_coffee": 0.8534325010329968, + "precision_coffee": 0.9129254277956683, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7433414877855494, + "IoU_noncoffee": 0.5915222636543102, + "kappa": 0.6643461004190833, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8397802007615092, + "mIoU": 0.6589448834744651, + "macroF1": 0.784644679373709, + "F1_coffee": 0.8936113159482469, + "IoU_coffee": 0.8076829859428017, + "precision_coffee": 0.8905325443786982, + "recall_coffee": 0.8967114493839974, + "F1_noncoffee": 0.6756780427991709, + "IoU_noncoffee": 0.5102067810061285, + "kappa": 0.5693050517496794, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3799522673031026, + "mIoU": 0.19091798971802187, + "macroF1": 0.277774283514606, + "F1_coffee": 0.5494276795005203, + "IoU_coffee": 0.3787661406025825, + "precision_coffee": 1.0, + "recall_coffee": 0.3787661406025825, + "F1_noncoffee": 0.00612088752869166, + "IoU_noncoffee": 0.0030698388334612432, + "kappa": 0.0023228011750381916, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8987323113207547, + "mIoU": 0.7667405629018083, + "macroF1": 0.8637817464482647, + "F1_coffee": 0.9327810573692965, + "IoU_coffee": 0.874029704785771, + "precision_coffee": 0.9357413951053527, + "recall_coffee": 0.9298393913778529, + "F1_noncoffee": 0.7947824355272329, + "IoU_noncoffee": 0.6594514210178454, + "kappa": 0.7275718171582113, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8693542909814195, + "mIoU": 0.7039247345792872, + "macroF1": 0.8184099706946228, + "F1_coffee": 0.9145919888363833, + "IoU_coffee": 0.8426250584385226, + "precision_coffee": 0.9072547662492921, + "recall_coffee": 0.9220488553523468, + "F1_noncoffee": 0.7222279525528623, + "IoU_noncoffee": 0.5652244107200517, + "kappa": 0.6368971782167515, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8694599176556067, + "mIoU": 0.6973760301751719, + "macroF1": 0.8127706553659284, + "F1_coffee": 0.9157944071238869, + "IoU_coffee": 0.8446685878962537, + "precision_coffee": 0.8970984329089128, + "recall_coffee": 0.9352862339651541, + "F1_noncoffee": 0.7097469036079699, + "IoU_noncoffee": 0.5500834724540902, + "kappa": 0.6261010762514224, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9093870902056608, + "mIoU": 0.7330406968392515, + "macroF1": 0.8355267911168911, + "F1_coffee": 0.9457449402584736, + "IoU_coffee": 0.8970741297559848, + "precision_coffee": 0.9448233861144946, + "recall_coffee": 0.946668293873566, + "F1_noncoffee": 0.7253086419753086, + "IoU_noncoffee": 0.5690072639225182, + "kappa": 0.6710551666462964, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8559046587215602, + "mIoU": 0.6012104618528942, + "macroF1": 0.7217387399678787, + "F1_coffee": 0.9149566935999535, + "IoU_coffee": 0.843244401585771, + "precision_coffee": 0.9068909887070754, + "recall_coffee": 0.92316715542522, + "F1_noncoffee": 0.528520786335804, + "IoU_noncoffee": 0.3591765221200175, + "kappa": 0.44372142342497506, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8771878361200743, + "mIoU": 0.6209713126386276, + "macroF1": 0.7369715108535932, + "F1_coffee": 0.9290154854753023, + "IoU_coffee": 0.8674406332453826, + "precision_coffee": 0.9035839929639402, + "recall_coffee": 0.9559199813910212, + "F1_noncoffee": 0.5449275362318841, + "IoU_noncoffee": 0.3745019920318725, + "kappa": 0.476601030685622, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8887939221272555, + "mIoU": 0.7772467708281108, + "macroF1": 0.872867482896833, + "F1_coffee": 0.9178649084660166, + "IoU_coffee": 0.8481980814104226, + "precision_coffee": 0.925197963800905, + "recall_coffee": 0.9106471816283925, + "F1_noncoffee": 0.8278700573276495, + "IoU_noncoffee": 0.7062954602457988, + "kappa": 0.7457684359495992, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8824091778202677, + "mIoU": 0.7636922095096419, + "macroF1": 0.8637821490136768, + "F1_coffee": 0.9141541038525963, + "IoU_coffee": 0.8418819899730042, + "precision_coffee": 0.9076923076923077, + "recall_coffee": 0.920708561788275, + "F1_noncoffee": 0.8134101941747572, + "IoU_noncoffee": 0.6855024290462797, + "kappa": 0.7275943044177795, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8618736801689384, + "mIoU": 0.7279468242009679, + "macroF1": 0.8394557893065672, + "F1_coffee": 0.8994479770805673, + "IoU_coffee": 0.8172698412698413, + "precision_coffee": 0.888950276243094, + "recall_coffee": 0.9101965775703578, + "F1_noncoffee": 0.779463601532567, + "IoU_noncoffee": 0.6386238071320944, + "kappa": 0.6790097567403232, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6721, + 7520 + ], + [ + 46863, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7148891727129618, + "test_tta": { + "OA": 0.8816750527511767, + "mIoU": 0.7230503429458437, + "macroF1": 0.8321497420417396, + "F1_coffee": 0.9233244982961, + "IoU_coffee": 0.8575698962546158, + "precision_coffee": 0.9070675759454433, + "recall_coffee": 0.9401747847320396, + "F1_noncoffee": 0.7409749857873792, + "IoU_noncoffee": 0.5885307896370717, + "kappa": 0.6646633684975572, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8429964232144918, + "mIoU": 0.6589784977533166, + "macroF1": 0.7839479032415966, + "F1_coffee": 0.8968972571601758, + "IoU_coffee": 0.8130677427663776, + "precision_coffee": 0.8841191298664924, + "recall_coffee": 0.9100501643314306, + "F1_noncoffee": 0.6709985493230174, + "IoU_noncoffee": 0.5048892527402556, + "kappa": 0.5681836387861846, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6934353028866447, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8723421522480117, + "mIoU": 0.7157401951364432, + "macroF1": 0.8277743644921867, + "F1_coffee": 0.915385525707093, + "IoU_coffee": 0.8439731788604984, + "precision_coffee": 0.919550416081271, + "recall_coffee": 0.9112581930343143, + "F1_noncoffee": 0.7401632032772804, + "IoU_noncoffee": 0.5875072114123879, + "kappa": 0.6555704266236918, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8302901811468789, + "mIoU": 0.6504208642837237, + "macroF1": 0.7788781458721323, + "F1_coffee": 0.885500491393319, + "IoU_coffee": 0.7945274848082698, + "precision_coffee": 0.8967481277098935, + "recall_coffee": 0.8745315112725596, + "F1_noncoffee": 0.6722558003509456, + "IoU_noncoffee": 0.5063142437591777, + "kappa": 0.5579553495004126, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27159904534606205, + "mIoU": 0.1364100111589351, + "macroF1": 0.21533346554405366, + "F1_coffee": 0.4254518072289157, + "IoU_coffee": 0.2702056432329029, + "precision_coffee": 1.0, + "recall_coffee": 0.2702056432329029, + "F1_noncoffee": 0.005215123859191656, + "IoU_noncoffee": 0.00261437908496732, + "kappa": 0.001411842610784334, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8852692610062893, + "mIoU": 0.7462316942074513, + "macroF1": 0.8500904829210953, + "F1_coffee": 0.9227102710933104, + "IoU_coffee": 0.8565107847354514, + "precision_coffee": 0.9397249190938511, + "recall_coffee": 0.906300799791924, + "F1_noncoffee": 0.7774706947488802, + "IoU_noncoffee": 0.6359526036794512, + "kappa": 0.7004636876815676, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.86508514044535, + "mIoU": 0.7041889823267837, + "macroF1": 0.8194400843284741, + "F1_coffee": 0.9102237143687252, + "IoU_coffee": 0.8352390544463535, + "precision_coffee": 0.9190951170219701, + "recall_coffee": 0.9015219337511191, + "F1_noncoffee": 0.7286564542882232, + "IoU_noncoffee": 0.5731389102072141, + "kappa": 0.638981828770318, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8668442722208767, + "mIoU": 0.6964136689701992, + "macroF1": 0.8124522115963551, + "F1_coffee": 0.9134527595000472, + "IoU_coffee": 0.8406930922577655, + "precision_coffee": 0.901391823039642, + "recall_coffee": 0.9258408322164784, + "F1_noncoffee": 0.711451663692663, + "IoU_noncoffee": 0.5521342456826328, + "kappa": 0.6251281834594029, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9058236611688048, + "mIoU": 0.7327590294931974, + "macroF1": 0.8359179193539378, + "F1_coffee": 0.9430173104170517, + "IoU_coffee": 0.8921785755915608, + "precision_coffee": 0.9521084712028859, + "recall_coffee": 0.9340981205760313, + "F1_noncoffee": 0.7288185282908238, + "IoU_noncoffee": 0.573339483394834, + "kappa": 0.6719781651660081, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8590564365212252, + "mIoU": 0.6311645591250854, + "macroF1": 0.7528295715187098, + "F1_coffee": 0.9148670355166875, + "IoU_coffee": 0.8430921052631579, + "precision_coffee": 0.928174794785128, + "recall_coffee": 0.9019354838709678, + "F1_noncoffee": 0.5907921075207321, + "IoU_noncoffee": 0.419237012987013, + "kappa": 0.5061471142158162, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8749388872592158, + "mIoU": 0.620998641833426, + "macroF1": 0.7376647037145672, + "F1_coffee": 0.9274326241134752, + "IoU_coffee": 0.8646847228099873, + "precision_coffee": 0.9053949263321147, + "recall_coffee": 0.9505698999767388, + "F1_noncoffee": 0.5478967833156593, + "IoU_noncoffee": 0.37731256085686465, + "kappa": 0.4772588825062542, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8660968660968661, + "mIoU": 0.7423315339772683, + "macroF1": 0.8500154497027219, + "F1_coffee": 0.8991271998855344, + "IoU_coffee": 0.8167403171302313, + "precision_coffee": 0.9250699249227146, + "recall_coffee": 0.8745998608211552, + "F1_noncoffee": 0.8009036995199096, + "IoU_noncoffee": 0.6679227508243052, + "kappa": 0.7004958149538468, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8709369024856597, + "mIoU": 0.7463787285635661, + "macroF1": 0.8523870460365928, + "F1_coffee": 0.9047148503670243, + "IoU_coffee": 0.8260085062508055, + "precision_coffee": 0.908433734939759, + "recall_coffee": 0.9010262898917475, + "F1_noncoffee": 0.8000592417061612, + "IoU_noncoffee": 0.6667489508763268, + "kappa": 0.7047844734319616, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8588980610481858, + "mIoU": 0.72584691242995, + "macroF1": 0.8382781996902013, + "F1_coffee": 0.8960248974395247, + "IoU_coffee": 0.8116350589441312, + "precision_coffee": 0.8962784774303099, + "recall_coffee": 0.89577146089662, + "F1_noncoffee": 0.7805315019408778, + "IoU_noncoffee": 0.6400587659157688, + "kappa": 0.6765564540297966, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6690, + 7520 + ], + [ + 46478, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0152249296506246, + "test_tta": { + "OA": 0.8749066709949683, + "mIoU": 0.7168614185388913, + "macroF1": 0.8282437545287953, + "F1_coffee": 0.9177683172753753, + "IoU_coffee": 0.8480331262939959, + "precision_coffee": 0.914344027042541, + "recall_coffee": 0.9212183523968641, + "F1_noncoffee": 0.7387191917822151, + "IoU_noncoffee": 0.5856897107837867, + "kappa": 0.6565028168788685, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.833347755855544, + "mIoU": 0.6509950116219855, + "macroF1": 0.7787090884105566, + "F1_coffee": 0.8886683559914828, + "IoU_coffee": 0.7996428076016091, + "precision_coffee": 0.8909775888717156, + "recall_coffee": 0.8863710622921832, + "F1_noncoffee": 0.6687498208296305, + "IoU_noncoffee": 0.5023472156423618, + "kappa": 0.5574270223600384, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.6612837990700553, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8363901963966889, + "mIoU": 0.6626821797198863, + "macroF1": 0.7888326167095816, + "F1_coffee": 0.8890454385346953, + "IoU_coffee": 0.8002536461636017, + "precision_coffee": 0.914451338254608, + "recall_coffee": 0.8650130660155079, + "F1_noncoffee": 0.688619794884468, + "IoU_noncoffee": 0.5251107132761708, + "kappa": 0.5785781075320754, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7969741548401984, + "mIoU": 0.6086153153127388, + "macroF1": 0.7464831378469854, + "F1_coffee": 0.8596216555809292, + "IoU_coffee": 0.7538039105949841, + "precision_coffee": 0.8932849740932642, + "recall_coffee": 0.8284033904168829, + "F1_noncoffee": 0.6333446201130415, + "IoU_noncoffee": 0.4634267200304936, + "kappa": 0.4948400644977264, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2682577565632458, + "mIoU": 0.13473021752300265, + "macroF1": 0.21324124368065625, + "F1_coffee": 0.42129105322763305, + "IoU_coffee": 0.266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.266857962697274, + "F1_noncoffee": 0.005191434133679429, + "IoU_noncoffee": 0.002602472348731295, + "kappa": 0.0013880169733580278, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8674823113207547, + "mIoU": 0.7160489671558403, + "macroF1": 0.8288941154237357, + "F1_coffee": 0.9101509144817936, + "IoU_coffee": 0.835116463899248, + "precision_coffee": 0.9331875939335975, + "recall_coffee": 0.8882242018336692, + "F1_noncoffee": 0.7476373163656779, + "IoU_noncoffee": 0.5969814704124328, + "kappa": 0.6583729745333271, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8140008732353369, + "mIoU": 0.6328019432289974, + "macroF1": 0.7660121014155813, + "F1_coffee": 0.8719780953652998, + "IoU_coffee": 0.7730152152033627, + "precision_coffee": 0.9124388539482879, + "recall_coffee": 0.8349533188387261, + "F1_noncoffee": 0.6600461074658628, + "IoU_noncoffee": 0.49258867125463207, + "kappa": 0.5344550511160072, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8280939694841366, + "mIoU": 0.642628050812378, + "macroF1": 0.7720309704019, + "F1_coffee": 0.88508240779717, + "IoU_coffee": 0.7938545539033457, + "precision_coffee": 0.8983173392927567, + "recall_coffee": 0.8722317952645351, + "F1_noncoffee": 0.6589795330066301, + "IoU_noncoffee": 0.49140154772141015, + "kappa": 0.5443554379946027, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8779271024231318, + "mIoU": 0.6800911565649567, + "macroF1": 0.7956214354060676, + "F1_coffee": 0.9253192151977577, + "IoU_coffee": 0.8610177350179669, + "precision_coffee": 0.9449179493703092, + "recall_coffee": 0.9065169636319258, + "F1_noncoffee": 0.6659236556143773, + "IoU_noncoffee": 0.49916457811194653, + "kappa": 0.5920279890537504, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8022259430710135, + "mIoU": 0.5591774104510133, + "macroF1": 0.6910236810840493, + "F1_coffee": 0.8763851268160552, + "IoU_coffee": 0.7799693184308569, + "precision_coffee": 0.9221401735976162, + "recall_coffee": 0.8349560117302053, + "F1_noncoffee": 0.5056622353520434, + "IoU_noncoffee": 0.33838550247116966, + "kappa": 0.3880720901807404, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.837782340862423, + "mIoU": 0.5870316772330044, + "macroF1": 0.7115151669519136, + "F1_coffee": 0.9023715647619608, + "IoU_coffee": 0.822110229466009, + "precision_coffee": 0.9132817153067302, + "recall_coffee": 0.8917190044196325, + "F1_noncoffee": 0.5206587691418665, + "IoU_noncoffee": 0.351953125, + "kappa": 0.42343432259180014, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8577397910731244, + "mIoU": 0.7288376855687262, + "macroF1": 0.8408317080427093, + "F1_coffee": 0.8927087809769374, + "IoU_coffee": 0.8062095730918499, + "precision_coffee": 0.9195809355171904, + "recall_coffee": 0.8673625608907446, + "F1_noncoffee": 0.7889546351084813, + "IoU_noncoffee": 0.6514657980456026, + "kappa": 0.6821972355043491, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8254302103250478, + "mIoU": 0.6804746483926409, + "macroF1": 0.8068527259265588, + "F1_coffee": 0.8667542323409223, + "IoU_coffee": 0.7648422408242112, + "precision_coffee": 0.9010772265210135, + "recall_coffee": 0.8349500913819766, + "F1_noncoffee": 0.7469512195121951, + "IoU_noncoffee": 0.5961070559610706, + "kappa": 0.6147669534863806, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8185832213476675, + "mIoU": 0.6663304456191144, + "macroF1": 0.7959159178581579, + "F1_coffee": 0.8639308855291576, + "IoU_coffee": 0.7604562737642585, + "precision_coffee": 0.8798944126704795, + "recall_coffee": 0.8485362749257531, + "F1_noncoffee": 0.7279009501871581, + "IoU_noncoffee": 0.5722046174739701, + "kappa": 0.5921003191060803, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6314, + 7520 + ], + [ + 44642, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1687931458155314, + "test_tta": { + "OA": 0.8511280636260348, + "mIoU": 0.6810579035229294, + "macroF1": 0.8021915045040171, + "F1_coffee": 0.900578836690008, + "IoU_coffee": 0.8191390767653265, + "precision_coffee": 0.9116265800561798, + "recall_coffee": 0.8897956560853361, + "F1_noncoffee": 0.7038041723180263, + "IoU_noncoffee": 0.5429767302805322, + "kappa": 0.6045560297817534, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8125072112611054, + "mIoU": 0.624646014636397, + "macroF1": 0.7584441487764464, + "F1_coffee": 0.872721220309777, + "IoU_coffee": 0.7741840226510796, + "precision_coffee": 0.8894410185794966, + "recall_coffee": 0.8566184243402718, + "F1_noncoffee": 0.644167077243116, + "IoU_noncoffee": 0.4751080066217144, + "kappa": 0.5173650979499901, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6904708452871933, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8743548125304333, + "mIoU": 0.7095254305825416, + "macroF1": 0.8222140671038689, + "F1_coffee": 0.9184943406159516, + "IoU_coffee": 0.8492737256123681, + "precision_coffee": 0.9032491871854874, + "recall_coffee": 0.9342629482071713, + "F1_noncoffee": 0.7259337935917861, + "IoU_noncoffee": 0.5697771355527149, + "kappa": 0.644768407408517, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8362466828198916, + "mIoU": 0.6480149968065928, + "macroF1": 0.7752184228781536, + "F1_coffee": 0.8923424106804217, + "IoU_coffee": 0.805612148812683, + "precision_coffee": 0.8806026012912885, + "recall_coffee": 0.9043994695266102, + "F1_noncoffee": 0.6580944350758853, + "IoU_noncoffee": 0.49041784480050266, + "kappa": 0.5506904574791062, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4062052505966587, + "mIoU": 0.2041372365081117, + "macroF1": 0.2914862428419498, + "F1_coffee": 0.5765827093260721, + "IoU_coffee": 0.4050693448110952, + "precision_coffee": 1.0, + "recall_coffee": 0.4050693448110952, + "F1_noncoffee": 0.006389776357827476, + "IoU_noncoffee": 0.003205128205128205, + "kappa": 0.0025932315737425015, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.894310141509434, + "mIoU": 0.750739363053074, + "macroF1": 0.8522036467122025, + "F1_coffee": 0.9310908217203268, + "IoU_coffee": 0.8710663549721274, + "precision_coffee": 0.91765597373074, + "recall_coffee": 0.9449248975876194, + "F1_noncoffee": 0.7733164717040784, + "IoU_noncoffee": 0.6304123711340206, + "kappa": 0.7046155679801123, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8689176733129579, + "mIoU": 0.702670108198274, + "macroF1": 0.8174243890426953, + "F1_coffee": 0.9143852978453739, + "IoU_coffee": 0.8422742396824471, + "precision_coffee": 0.90623037306871, + "recall_coffee": 0.922688323315002, + "F1_noncoffee": 0.7204634802400166, + "IoU_noncoffee": 0.5630659767141009, + "kappa": 0.6349452966474206, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8601114071203682, + "mIoU": 0.6765839591767153, + "macroF1": 0.7962993939145467, + "F1_coffee": 0.9103105590062112, + "IoU_coffee": 0.8353853169174646, + "precision_coffee": 0.8865767346198052, + "recall_coffee": 0.9353500542472398, + "F1_noncoffee": 0.6822882288228823, + "IoU_noncoffee": 0.5177826014359659, + "kappa": 0.5936303988885755, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9094889024638566, + "mIoU": 0.7205343449346522, + "macroF1": 0.8249835105725056, + "F1_coffee": 0.9465969844416411, + "IoU_coffee": 0.8986085766423357, + "precision_coffee": 0.932095114160653, + "recall_coffee": 0.9615572370026849, + "F1_noncoffee": 0.7033700367033701, + "IoU_noncoffee": 0.5424601132269686, + "kappa": 0.650437025878065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8592534226337043, + "mIoU": 0.6086436969080714, + "macroF1": 0.7289210273143047, + "F1_coffee": 0.9168847786890013, + "IoU_coffee": 0.8465256148641392, + "precision_coffee": 0.9093216428241809, + "recall_coffee": 0.924574780058651, + "F1_noncoffee": 0.5409572759396081, + "IoU_noncoffee": 0.3707617789520035, + "kappa": 0.458049117017067, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8671164564388384, + "mIoU": 0.5930575956754564, + "macroF1": 0.7088706813954415, + "F1_coffee": 0.9235098778634547, + "IoU_coffee": 0.8578897835407299, + "precision_coffee": 0.8947540626022467, + "recall_coffee": 0.9541753896254943, + "F1_noncoffee": 0.49423148492742836, + "IoU_noncoffee": 0.3282254078101829, + "kappa": 0.42169093851637673, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8801519468186135, + "mIoU": 0.7575232460054444, + "macroF1": 0.8594893372758361, + "F1_coffee": 0.9133717737506865, + "IoU_coffee": 0.8405559065066329, + "precision_coffee": 0.9011242042530136, + "recall_coffee": 0.9259568545581072, + "F1_noncoffee": 0.8056069008009858, + "IoU_noncoffee": 0.6744905855042559, + "kappa": 0.7190951169723594, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782982791586998, + "mIoU": 0.7559432196305449, + "macroF1": 0.8585659985951112, + "F1_coffee": 0.9113941671886964, + "IoU_coffee": 0.8372122762148337, + "precision_coffee": 0.9025365315687897, + "recall_coffee": 0.9204273864754674, + "F1_noncoffee": 0.805737830001526, + "IoU_noncoffee": 0.674674163046256, + "kappa": 0.7171917177802053, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8532347859473988, + "mIoU": 0.711446509084896, + "macroF1": 0.8276339516811101, + "F1_coffee": 0.8940622185269868, + "IoU_coffee": 0.8084199974940484, + "precision_coffee": 0.8763922847052431, + "recall_coffee": 0.9124593409701598, + "F1_noncoffee": 0.7612056848352334, + "IoU_noncoffee": 0.6144730206757438, + "kappa": 0.6555834981456052, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6636, + 7520 + ], + [ + 46656, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1376785238583882, + "test_tta": { + "OA": 0.8784288264892063, + "mIoU": 0.7137788183840594, + "macroF1": 0.8250378828427152, + "F1_coffee": 0.9216887624942495, + "IoU_coffee": 0.8547520701223651, + "precision_coffee": 0.9003022999305528, + "recall_coffee": 0.9441160090819518, + "F1_noncoffee": 0.7283870031911808, + "IoU_noncoffee": 0.5728055666457538, + "kappa": 0.650759287718108, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8410782277604707, + "mIoU": 0.651800948108171, + "macroF1": 0.7776661489332416, + "F1_coffee": 0.8964038922577916, + "IoU_coffee": 0.8122572071151094, + "precision_coffee": 0.8773741166077739, + "recall_coffee": 0.9162774606469469, + "F1_noncoffee": 0.6589284056086916, + "IoU_noncoffee": 0.4913446891012325, + "kappa": 0.5560199412637222, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6883944800344427, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8705729589352378, + "mIoU": 0.7151359485095075, + "macroF1": 0.8275909411956489, + "F1_coffee": 0.9136751396527086, + "IoU_coffee": 0.8410698981523927, + "precision_coffee": 0.9236746486888763, + "recall_coffee": 0.9038898170757829, + "F1_noncoffee": 0.7415067427385892, + "IoU_noncoffee": 0.5892019988666221, + "kappa": 0.655302850344695, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8275787469712703, + "mIoU": 0.6489283233605434, + "macroF1": 0.7781070574737248, + "F1_coffee": 0.8828802351212344, + "IoU_coffee": 0.7903183372796633, + "precision_coffee": 0.9003716580745714, + "recall_coffee": 0.8660554690653289, + "F1_noncoffee": 0.6733338798262153, + "IoU_noncoffee": 0.5075383094414236, + "kappa": 0.556680771236174, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2486873508353222, + "mIoU": 0.12489248690295, + "macroF1": 0.2007646413253395, + "F1_coffee": 0.3964723926380368, + "IoU_coffee": 0.24725011956001913, + "precision_coffee": 1.0, + "recall_coffee": 0.24725011956001913, + "F1_noncoffee": 0.0050568900126422255, + "IoU_noncoffee": 0.0025348542458808617, + "kappa": 0.0012527009091773775, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8854166666666666, + "mIoU": 0.7478704552270263, + "macroF1": 0.8513402662009473, + "F1_coffee": 0.922514619883041, + "IoU_coffee": 0.8561736770691994, + "precision_coffee": 0.943262893252701, + "recall_coffee": 0.902659470706808, + "F1_noncoffee": 0.7801659125188537, + "IoU_noncoffee": 0.6395672333848532, + "kappa": 0.7030881015404692, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8599912676466308, + "mIoU": 0.6993479401631322, + "macroF1": 0.816296901958343, + "F1_coffee": 0.9058892584621405, + "IoU_coffee": 0.8279685264663805, + "precision_coffee": 0.9242746872504658, + "recall_coffee": 0.8882210001278936, + "F1_noncoffee": 0.7267045454545454, + "IoU_noncoffee": 0.5707273538598839, + "kappa": 0.6330154871734576, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8665052070719302, + "mIoU": 0.6981897907989014, + "macroF1": 0.8140508286686137, + "F1_coffee": 0.9128124011388801, + "IoU_coffee": 0.8396089157888611, + "precision_coffee": 0.9050247788720909, + "recall_coffee": 0.9207352096496266, + "F1_noncoffee": 0.7152892561983472, + "IoU_noncoffee": 0.5567706658089417, + "kappa": 0.6281915568219731, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9103034005294237, + "mIoU": 0.7439702559053045, + "macroF1": 0.8442990662512881, + "F1_coffee": 0.9456742924092002, + "IoU_coffee": 0.8969470113463563, + "precision_coffee": 0.9557522123893806, + "recall_coffee": 0.9358066878203564, + "F1_noncoffee": 0.7429238400933761, + "IoU_noncoffee": 0.5909935004642526, + "kappa": 0.6887618896895776, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8556091795528415, + "mIoU": 0.631828000367276, + "macroF1": 0.7544336347252002, + "F1_coffee": 0.9120575884823036, + "IoU_coffee": 0.8383325981473313, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.8917302052785924, + "F1_noncoffee": 0.5968096809680968, + "IoU_noncoffee": 0.4253234025872207, + "kappa": 0.5100345444406625, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.875916691111763, + "mIoU": 0.6318236641061472, + "macroF1": 0.7488786911368599, + "F1_coffee": 0.9274898577224159, + "IoU_coffee": 0.8647842301545019, + "precision_coffee": 0.9116028305065709, + "recall_coffee": 0.9439404512677367, + "F1_noncoffee": 0.5702675245513038, + "IoU_noncoffee": 0.3988630980577925, + "kappa": 0.49865979643090597, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8622032288698955, + "mIoU": 0.7372535301525234, + "macroF1": 0.8466962843231611, + "F1_coffee": 0.895453562936811, + "IoU_coffee": 0.8106979778212655, + "precision_coffee": 0.9282939946220496, + "recall_coffee": 0.864857341684064, + "F1_noncoffee": 0.7979390057095113, + "IoU_noncoffee": 0.6638090824837812, + "kappa": 0.6941324350505644, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.864244741873805, + "mIoU": 0.7377057418398585, + "macroF1": 0.8467293370442228, + "F1_coffee": 0.8985424406973421, + "IoU_coffee": 0.8157758173326414, + "precision_coffee": 0.9135551358419294, + "recall_coffee": 0.8840151834668916, + "F1_noncoffee": 0.7949162333911034, + "IoU_noncoffee": 0.6596356663470757, + "kappa": 0.6936259166088737, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8572662699174506, + "mIoU": 0.7236226560186966, + "macroF1": 0.8367783888363995, + "F1_coffee": 0.8946062796796371, + "IoU_coffee": 0.8093100795075661, + "precision_coffee": 0.8967036089798238, + "recall_coffee": 0.8925187385094047, + "F1_noncoffee": 0.7789504979931619, + "IoU_noncoffee": 0.6379352325298271, + "kappa": 0.6735605231994511, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6653, + 7520 + ], + [ + 46406, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.011935003598531, + "test_tta": { + "OA": 0.8742411946112644, + "mIoU": 0.716197768069297, + "macroF1": 0.8278131569260537, + "F1_coffee": 0.9172239909403646, + "IoU_coffee": 0.8471040947212629, + "precision_coffee": 0.9149757012533037, + "recall_coffee": 0.9194833568950006, + "F1_noncoffee": 0.7384023229117429, + "IoU_noncoffee": 0.5852914414173312, + "kappa": 0.655632884928061, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8322227991231107, + "mIoU": 0.6500497720843758, + "macroF1": 0.778082763698075, + "F1_coffee": 0.8876939266095788, + "IoU_coffee": 0.7980662407998889, + "precision_coffee": 0.8917833727741785, + "recall_coffee": 0.8836418151415557, + "F1_noncoffee": 0.6684716007865713, + "IoU_noncoffee": 0.5020333033688626, + "kappa": 0.5561930774095829, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.6892984188049593, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8771952605096576, + "mIoU": 0.7192452707666208, + "macroF1": 0.8298066298342541, + "F1_coffee": 0.9196132596685083, + "IoU_coffee": 0.8511889542316543, + "precision_coffee": 0.9123624404435637, + "recall_coffee": 0.9269802510388553, + "F1_noncoffee": 0.74, + "IoU_noncoffee": 0.5873015873015873, + "kappa": 0.6596827800606323, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8376168224299065, + "mIoU": 0.6556691955760721, + "macroF1": 0.7820954825541984, + "F1_coffee": 0.8920879858149231, + "IoU_coffee": 0.8051975016004291, + "precision_coffee": 0.8897258440714259, + "recall_coffee": 0.8944627034922832, + "F1_noncoffee": 0.6721029792934735, + "IoU_noncoffee": 0.5061408895517151, + "kappa": 0.5642002988139747, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37136038186157516, + "mIoU": 0.18659291415463916, + "macroF1": 0.27317593598735557, + "F1_coffee": 0.5403141361256545, + "IoU_coffee": 0.3701578192252511, + "precision_coffee": 1.0, + "recall_coffee": 0.3701578192252511, + "F1_noncoffee": 0.0060377358490566035, + "IoU_noncoffee": 0.003028009084027252, + "kappa": 0.0022391727211480777, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.891312893081761, + "mIoU": 0.750815545462213, + "macroF1": 0.8527210888582224, + "F1_coffee": 0.9281117972050699, + "IoU_coffee": 0.8658662300648838, + "precision_coffee": 0.927749983756741, + "recall_coffee": 0.9284738929709344, + "F1_noncoffee": 0.777330380511375, + "IoU_noncoffee": 0.6357648608595422, + "kappa": 0.7054423164818462, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8699849609469752, + "mIoU": 0.7056879270384577, + "macroF1": 0.819787707000889, + "F1_coffee": 0.9148990219738347, + "IoU_coffee": 0.8431464356783331, + "precision_coffee": 0.9086665825659139, + "recall_coffee": 0.9212175470008953, + "F1_noncoffee": 0.7246763920279433, + "IoU_noncoffee": 0.5682294183985822, + "kappa": 0.6396302624356198, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8704771131024461, + "mIoU": 0.7016823706129276, + "macroF1": 0.8162810349956771, + "F1_coffee": 0.9160650386088267, + "IoU_coffee": 0.845129155565852, + "precision_coffee": 0.9013527703996541, + "recall_coffee": 0.9312655561937584, + "F1_noncoffee": 0.7164970313825275, + "IoU_noncoffee": 0.5582355856600033, + "kappa": 0.6328924225965465, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9041946650376705, + "mIoU": 0.7164880344201123, + "macroF1": 0.8225193642037237, + "F1_coffee": 0.9429178040643009, + "IoU_coffee": 0.8920004590841272, + "precision_coffee": 0.9374020021710289, + "recall_coffee": 0.9484989016353429, + "F1_noncoffee": 0.7021209243431465, + "IoU_noncoffee": 0.5409756097560976, + "kappa": 0.6451028504580275, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8636856101644834, + "mIoU": 0.6231053186801649, + "macroF1": 0.743165846435177, + "F1_coffee": 0.9191021744213234, + "IoU_coffee": 0.8503136491455765, + "precision_coffee": 0.9159967377373879, + "recall_coffee": 0.9222287390029326, + "F1_noncoffee": 0.5672295184490307, + "IoU_noncoffee": 0.3958969882147534, + "kappa": 0.48636327448679834, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8773833968905838, + "mIoU": 0.6270936971126724, + "macroF1": 0.7434771243900893, + "F1_coffee": 0.9288147138964578, + "IoU_coffee": 0.8670906200317965, + "precision_coffee": 0.907185628742515, + "recall_coffee": 0.9515003489183531, + "F1_noncoffee": 0.5581395348837209, + "IoU_noncoffee": 0.3870967741935484, + "kappa": 0.48875811909634437, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8792972459639127, + "mIoU": 0.7603285000422167, + "macroF1": 0.8617120376314018, + "F1_coffee": 0.9110255512775639, + "IoU_coffee": 0.8365903831319105, + "precision_coffee": 0.9164788732394367, + "recall_coffee": 0.9056367432150313, + "F1_noncoffee": 0.8123985239852398, + "IoU_noncoffee": 0.684066616952523, + "kappa": 0.7234447209935934, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8760994263862333, + "mIoU": 0.7518719643117717, + "macroF1": 0.8558067375283023, + "F1_coffee": 0.9098998887652948, + "IoU_coffee": 0.8346938775510204, + "precision_coffee": 0.9000137532664008, + "recall_coffee": 0.9200056235062561, + "F1_noncoffee": 0.8017135862913096, + "IoU_noncoffee": 0.669050051072523, + "kappa": 0.7116900315644221, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8636974467268189, + "mIoU": 0.7321447777970724, + "macroF1": 0.8424738084951842, + "F1_coffee": 0.9002949024013481, + "IoU_coffee": 0.8186693908823905, + "precision_coffee": 0.8940175707711616, + "recall_coffee": 0.9066610097581672, + "F1_noncoffee": 0.7846527145890203, + "IoU_noncoffee": 0.6456201647117544, + "kappa": 0.684981161125749, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6702, + 7520 + ], + [ + 46765, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2025138139724731, + "test_tta": { + "OA": 0.8778769680246713, + "mIoU": 0.7164767230360944, + "macroF1": 0.8273909479988548, + "F1_coffee": 0.9207415990730011, + "IoU_coffee": 0.8531243289671462, + "precision_coffee": 0.9058743056131332, + "recall_coffee": 0.9361050421968041, + "F1_noncoffee": 0.7340402969247084, + "IoU_noncoffee": 0.5798291171050427, + "kappa": 0.6550936411290663, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8398378908503519, + "mIoU": 0.6543386625673129, + "macroF1": 0.7803427692988414, + "F1_coffee": 0.8946604566452604, + "IoU_coffee": 0.809398760791583, + "precision_coffee": 0.8832409349715313, + "recall_coffee": 0.906379134713333, + "F1_noncoffee": 0.6660250819524225, + "IoU_noncoffee": 0.49927856434304263, + "kappa": 0.5609182433551824, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.6519559932715615, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7805551046907969, + "mIoU": 0.5389396640283123, + "macroF1": 0.6742985216558955, + "F1_coffee": 0.8603305785123967, + "IoU_coffee": 0.7548948513415519, + "precision_coffee": 0.8309055353793351, + "recall_coffee": 0.8919162061431692, + "F1_noncoffee": 0.4882664647993944, + "IoU_noncoffee": 0.32298447671507263, + "kappa": 0.35157646671129655, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7528268143532941, + "mIoU": 0.5097890169981014, + "macroF1": 0.6480284471882322, + "F1_coffee": 0.8400858449192871, + "IoU_coffee": 0.724265533996203, + "precision_coffee": 0.8163798262635789, + "recall_coffee": 0.8652097868496416, + "F1_noncoffee": 0.4559710494571773, + "IoU_noncoffee": 0.2953125, + "kappa": 0.29807043942831374, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42673031026252983, + "mIoU": 0.21447658508803785, + "macroF1": 0.30186605046740744, + "F1_coffee": 0.5971150620597115, + "IoU_coffee": 0.4256336681013869, + "precision_coffee": 1.0, + "recall_coffee": 0.4256336681013869, + "F1_noncoffee": 0.006617038875103391, + "IoU_noncoffee": 0.0033195020746887966, + "kappa": 0.0028217967949620303, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7812008647798742, + "mIoU": 0.5452220498356162, + "macroF1": 0.6816478401258089, + "F1_coffee": 0.8596728957236945, + "IoU_coffee": 0.7538827170729011, + "precision_coffee": 0.8340467163996576, + "recall_coffee": 0.8869237271604136, + "F1_noncoffee": 0.5036227845279233, + "IoU_noncoffee": 0.33656138259833135, + "kappa": 0.3654147595548335, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7660214427788289, + "mIoU": 0.5260780333673396, + "macroF1": 0.6637004284053329, + "F1_coffee": 0.8492011381046181, + "IoU_coffee": 0.7379231647014074, + "precision_coffee": 0.8308351177730193, + "recall_coffee": 0.8683974932855864, + "F1_noncoffee": 0.4781997187060478, + "IoU_noncoffee": 0.3142329020332717, + "kappa": 0.3285362055363215, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7944296439815937, + "mIoU": 0.5454216523186617, + "macroF1": 0.6772689598774019, + "F1_coffee": 0.8717204691089349, + "IoU_coffee": 0.7726103729104158, + "precision_coffee": 0.8280218202698822, + "recall_coffee": 0.9202884676750271, + "F1_noncoffee": 0.4828174506458689, + "IoU_noncoffee": 0.31823293172690764, + "kappa": 0.36170529586995265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8807778456526165, + "mIoU": 0.6745245426864573, + "macroF1": 0.7898381467352875, + "F1_coffee": 0.9280845053122889, + "IoU_coffee": 0.8658187235017761, + "precision_coffee": 0.934108047966374, + "recall_coffee": 0.9221381498657555, + "F1_noncoffee": 0.6515917881582862, + "IoU_noncoffee": 0.48323036187113855, + "kappa": 0.5797609522624314, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8029153944646903, + "mIoU": 0.544394554215562, + "macroF1": 0.6729710534719691, + "F1_coffee": 0.8791155681749532, + "IoU_coffee": 0.7843052711005714, + "precision_coffee": 0.9063278525161933, + "recall_coffee": 0.8534897360703813, + "F1_noncoffee": 0.46682653876898483, + "IoU_noncoffee": 0.3044838373305527, + "kappa": 0.3485324084247761, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8778722988168574, + "mIoU": 0.6424435719851047, + "macroF1": 0.759298253019319, + "F1_coffee": 0.9282390117782247, + "IoU_coffee": 0.866087702369465, + "precision_coffee": 0.9172249347110253, + "recall_coffee": 0.9395208187950687, + "F1_noncoffee": 0.5903574942604133, + "IoU_noncoffee": 0.41879944160074456, + "kappa": 0.5189924311344397, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6883190883190883, + "mIoU": 0.4556959836638854, + "macroF1": 0.6012730387830331, + "F1_coffee": 0.7875728155339806, + "IoU_coffee": 0.649583600256246, + "precision_coffee": 0.7361161524500908, + "recall_coffee": 0.8467640918580376, + "F1_noncoffee": 0.41497326203208557, + "IoU_noncoffee": 0.26180836707152494, + "kappa": 0.21313511132058058, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7302103250478011, + "mIoU": 0.5058776635181462, + "macroF1": 0.6515420129924555, + "F1_coffee": 0.8171095268956579, + "IoU_coffee": 0.6907736138505369, + "precision_coffee": 0.7579656126006974, + "recall_coffee": 0.8862645859693519, + "F1_noncoffee": 0.48597449908925316, + "IoU_noncoffee": 0.3209817131857555, + "kappa": 0.3148093839395854, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7125167978498752, + "mIoU": 0.47222207478493394, + "macroF1": 0.6141080772339644, + "F1_coffee": 0.8089801645513107, + "IoU_coffee": 0.6792331584020563, + "precision_coffee": 0.7367565055762082, + "recall_coffee": 0.896902842596521, + "F1_noncoffee": 0.4192359899166182, + "IoU_noncoffee": 0.2652109911678116, + "kappa": 0.2501250796513084, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 127, + 563 + ], + [ + 5616, + 7520 + ], + [ + 42344, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5378608624140422, + "test_tta": { + "OA": 0.7840447979224152, + "mIoU": 0.5401543014112997, + "macroF1": 0.6745406692780984, + "F1_coffee": 0.8633239853308269, + "IoU_coffee": 0.7595163214401909, + "precision_coffee": 0.8294546100550719, + "recall_coffee": 0.9000771109111939, + "F1_noncoffee": 0.48575735322537006, + "IoU_noncoffee": 0.3207922813824085, + "kappa": 0.3531393720137155, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.756345909772701, + "mIoU": 0.510263855919537, + "macroF1": 0.6472936761182009, + "F1_coffee": 0.8434145889331727, + "IoU_coffee": 0.7292281061674574, + "precision_coffee": 0.8144859562127423, + "recall_coffee": 0.8744738511214899, + "F1_noncoffee": 0.45117276330322914, + "IoU_noncoffee": 0.2912996056716167, + "kappa": 0.29769262819461606, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.674876599374193, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8029053725044636, + "mIoU": 0.5863756071242314, + "macroF1": 0.7215433088712098, + "F1_coffee": 0.8720617828959152, + "IoU_coffee": 0.7731467643102675, + "precision_coffee": 0.8581292636904638, + "recall_coffee": 0.8864541832669323, + "F1_noncoffee": 0.5710248348465043, + "IoU_noncoffee": 0.3996044499381953, + "kappa": 0.4435784190710032, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7708982346832814, + "mIoU": 0.5483604025920508, + "macroF1": 0.6888362031567826, + "F1_coffee": 0.8486321145764844, + "IoU_coffee": 0.7370642566292581, + "precision_coffee": 0.8415353214650187, + "recall_coffee": 0.8558496223260105, + "F1_noncoffee": 0.5290402917370809, + "IoU_noncoffee": 0.3596565485548434, + "kappa": 0.3778100805166714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38138424821002387, + "mIoU": 0.1916388919545304, + "macroF1": 0.2785352601303521, + "F1_coffee": 0.5509355509355509, + "IoU_coffee": 0.3802008608321377, + "precision_coffee": 1.0, + "recall_coffee": 0.3802008608321377, + "F1_noncoffee": 0.006134969325153374, + "IoU_noncoffee": 0.003076923076923077, + "kappa": 0.00233696371092202, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8021324685534591, + "mIoU": 0.5909367688263141, + "macroF1": 0.726684102479842, + "F1_coffee": 0.8702850700595909, + "IoU_coffee": 0.7703581204379562, + "precision_coffee": 0.862313289927231, + "recall_coffee": 0.8784056180505885, + "F1_noncoffee": 0.5830831349000932, + "IoU_noncoffee": 0.41151541721467194, + "kappa": 0.45351831701559747, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7859118032309708, + "mIoU": 0.567017933937036, + "macroF1": 0.7053573475259497, + "F1_coffee": 0.8594183046096014, + "IoU_coffee": 0.7534912300301643, + "precision_coffee": 0.856281343236209, + "recall_coffee": 0.8625783348254252, + "F1_noncoffee": 0.551296390442298, + "IoU_noncoffee": 0.3805446378439079, + "kappa": 0.41073993701766437, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8206345362073141, + "mIoU": 0.6017893381711873, + "macroF1": 0.7329030530630549, + "F1_coffee": 0.8859808479847276, + "IoU_coffee": 0.7953012714206744, + "precision_coffee": 0.8559614469300333, + "recall_coffee": 0.9181823983662007, + "F1_noncoffee": 0.5798252581413821, + "IoU_noncoffee": 0.4082774049217002, + "kappa": 0.46821647025250895, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8865811443697821, + "mIoU": 0.693426412372758, + "macroF1": 0.805833277493975, + "F1_coffee": 0.9310472889329042, + "IoU_coffee": 0.8709901563404748, + "precision_coffee": 0.9446119065561417, + "recall_coffee": 0.9178667317549426, + "F1_noncoffee": 0.6806192660550459, + "IoU_noncoffee": 0.5158626684050412, + "kappa": 0.6120371126791724, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8147345612134345, + "mIoU": 0.5623641786270805, + "macroF1": 0.6905374955934982, + "F1_coffee": 0.886584262888152, + "IoU_coffee": 0.7962742337268494, + "precision_coffee": 0.9121588089330025, + "recall_coffee": 0.8624046920821115, + "F1_noncoffee": 0.4944907282988444, + "IoU_noncoffee": 0.3284541235273117, + "kappa": 0.3832359664719331, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8711254522342818, + "mIoU": 0.6200632575795786, + "macroF1": 0.7377778011224099, + "F1_coffee": 0.9247716894977169, + "IoU_coffee": 0.8600700711328166, + "precision_coffee": 0.9079802734812822, + "recall_coffee": 0.9421958595022099, + "F1_noncoffee": 0.5507839127471029, + "IoU_noncoffee": 0.38005644402634053, + "kappa": 0.4766244337650745, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7233618233618233, + "mIoU": 0.5156929883496087, + "macroF1": 0.666152768209593, + "F1_coffee": 0.8043522063268185, + "IoU_coffee": 0.6727334007414897, + "precision_coffee": 0.7772585669781932, + "recall_coffee": 0.8334029227557411, + "F1_noncoffee": 0.5279533300923676, + "IoU_noncoffee": 0.35865257595772787, + "kappa": 0.33425726792735866, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7579349904397705, + "mIoU": 0.5611102087579207, + "macroF1": 0.7074283732677666, + "F1_coffee": 0.8289882480075645, + "IoU_coffee": 0.7079247894797555, + "precision_coffee": 0.7977382035616795, + "recall_coffee": 0.8627864473499227, + "F1_noncoffee": 0.5858684985279686, + "IoU_noncoffee": 0.41429562803608605, + "kappa": 0.41702317373342124, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7710693031291994, + "mIoU": 0.5738714481838685, + "macroF1": 0.7174308256555337, + "F1_coffee": 0.8405428896169018, + "IoU_coffee": 0.7249452196978434, + "precision_coffee": 0.7971088004057824, + "recall_coffee": 0.888983170697214, + "F1_noncoffee": 0.5943187616941656, + "IoU_noncoffee": 0.42279767666989354, + "kappa": 0.4390986056458167, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 302, + 563 + ], + [ + 5683, + 7520 + ], + [ + 43477, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1329546213150024, + "test_tta": { + "OA": 0.8111345560785587, + "mIoU": 0.5927915548485221, + "macroF1": 0.7260450124164752, + "F1_coffee": 0.8787234486065079, + "IoU_coffee": 0.7836812849733227, + "precision_coffee": 0.8557653268371904, + "recall_coffee": 0.9029473503834126, + "F1_noncoffee": 0.5733665762264427, + "IoU_noncoffee": 0.40190182472372143, + "kappa": 0.45347375814111013, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7791623399100035, + "mIoU": 0.5537383399227293, + "macroF1": 0.692360768248293, + "F1_coffee": 0.8557730346815364, + "IoU_coffee": 0.7479049704473238, + "precision_coffee": 0.8391118828158192, + "recall_coffee": 0.8731092275461761, + "F1_noncoffee": 0.5289485018150495, + "IoU_noncoffee": 0.3595717093981346, + "kappa": 0.38551277076568974, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6907818338377507, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8737380295406589, + "mIoU": 0.7150899280322638, + "macroF1": 0.8269843950079075, + "F1_coffee": 0.9169238655659622, + "IoU_coffee": 0.846592253687781, + "precision_coffee": 0.9143362228706524, + "recall_coffee": 0.9195261962901083, + "F1_noncoffee": 0.7370449244498529, + "IoU_noncoffee": 0.5835876023767465, + "kappa": 0.6539775621709761, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8314872504903658, + "mIoU": 0.6492203225932918, + "macroF1": 0.7774742291719381, + "F1_coffee": 0.8871067480868826, + "IoU_coffee": 0.7971175551310992, + "precision_coffee": 0.8919501816698079, + "recall_coffee": 0.8823156316669549, + "F1_noncoffee": 0.6678417102569935, + "IoU_noncoffee": 0.5013230900554845, + "kappa": 0.5549870661609508, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26539379474940333, + "mIoU": 0.13329043739905586, + "macroF1": 0.21143922512687952, + "F1_coffee": 0.4177071509648127, + "IoU_coffee": 0.26398852223816355, + "precision_coffee": 1.0, + "recall_coffee": 0.26398852223816355, + "F1_noncoffee": 0.005171299288946348, + "IoU_noncoffee": 0.002592352559948153, + "kappa": 0.0013677666099551023, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8829599056603774, + "mIoU": 0.7391934829121904, + "macroF1": 0.8449373015715117, + "F1_coffee": 0.9217219848833388, + "IoU_coffee": 0.8548092161404365, + "precision_coffee": 0.9317653312072287, + "recall_coffee": 0.9118928408869237, + "F1_noncoffee": 0.7681526182596846, + "IoU_noncoffee": 0.6235777496839444, + "kappa": 0.6899812858640764, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8687236210158638, + "mIoU": 0.7052369593266968, + "macroF1": 0.8196430250504448, + "F1_coffee": 0.9137282407702608, + "IoU_coffee": 0.8411598966893638, + "precision_coffee": 0.9111139369277721, + "recall_coffee": 0.9163575904847168, + "F1_noncoffee": 0.7255578093306289, + "IoU_noncoffee": 0.5693140219640299, + "kappa": 0.6392954972447663, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8696536691692904, + "mIoU": 0.7004083598604718, + "macroF1": 0.815347140589937, + "F1_coffee": 0.9154863226657455, + "IoU_coffee": 0.8441445615660836, + "precision_coffee": 0.9012490724709374, + "recall_coffee": 0.9301806113983023, + "F1_noncoffee": 0.7152079585141284, + "IoU_noncoffee": 0.5566721581548599, + "kappa": 0.6310045830510554, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8994094889024639, + "mIoU": 0.7151743044888206, + "macroF1": 0.8223036680813811, + "F1_coffee": 0.9393567395040511, + "IoU_coffee": 0.8856481481481482, + "precision_coffee": 0.9449246727587058, + "recall_coffee": 0.9338540395411277, + "F1_noncoffee": 0.7052505966587113, + "IoU_noncoffee": 0.5447004608294931, + "kappa": 0.6446673013548151, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8629961587708067, + "mIoU": 0.6270939428006649, + "macroF1": 0.7475427926407274, + "F1_coffee": 0.9182678183207004, + "IoU_coffee": 0.8488864747419881, + "precision_coffee": 0.9199434895220155, + "recall_coffee": 0.9165982404692082, + "F1_noncoffee": 0.5768177669607545, + "IoU_noncoffee": 0.4053014108593416, + "kappa": 0.4950942588927251, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8805123692187348, + "mIoU": 0.6379101174449816, + "macroF1": 0.7539364981256683, + "F1_coffee": 0.9304179478419314, + "IoU_coffee": 0.8698892674616695, + "precision_coffee": 0.9114234716644355, + "recall_coffee": 0.9502209816236334, + "F1_noncoffee": 0.5774550484094052, + "IoU_noncoffee": 0.40593096742829365, + "kappa": 0.5091675591861167, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.867616334283001, + "mIoU": 0.7426211392217058, + "macroF1": 0.8500067992846669, + "F1_coffee": 0.9014004809732635, + "IoU_coffee": 0.8204996137007469, + "precision_coffee": 0.9164389472170286, + "recall_coffee": 0.886847599164927, + "F1_noncoffee": 0.7986131175960705, + "IoU_noncoffee": 0.6647426647426647, + "kappa": 0.7001784980063741, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.874282982791587, + "mIoU": 0.7493298951247745, + "macroF1": 0.854141176313148, + "F1_coffee": 0.9083432076392277, + "IoU_coffee": 0.8320776401481292, + "precision_coffee": 0.9007464749792646, + "recall_coffee": 0.9160691691269507, + "F1_noncoffee": 0.7999391449870683, + "IoU_noncoffee": 0.6665821501014199, + "kappa": 0.708327636262346, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8589940487617584, + "mIoU": 0.7236881614306463, + "macroF1": 0.8365431325698525, + "F1_coffee": 0.8971216471741719, + "IoU_coffee": 0.8134366268732538, + "precision_coffee": 0.8885960044395117, + "recall_coffee": 0.9058124734832415, + "F1_noncoffee": 0.7759646179655331, + "IoU_noncoffee": 0.6339396959880389, + "kappa": 0.6731517867062413, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6692, + 7520 + ], + [ + 46561, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7809413115183512, + "test_tta": { + "OA": 0.8769193312773901, + "mIoU": 0.7181272358119737, + "macroF1": 0.8289319188010469, + "F1_coffee": 0.9195360830211904, + "IoU_coffee": 0.8510567253299811, + "precision_coffee": 0.9111344758700453, + "recall_coffee": 0.9280940753116566, + "F1_noncoffee": 0.7383277545809034, + "IoU_noncoffee": 0.5851977462939664, + "kappa": 0.6579584167028126, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8349198107765086, + "mIoU": 0.6511308796479993, + "macroF1": 0.7784719921643931, + "F1_coffee": 0.8902967336298114, + "IoU_coffee": 0.8022836019415799, + "precision_coffee": 0.8879308696732751, + "recall_coffee": 0.8926752388091257, + "F1_noncoffee": 0.6666472506989748, + "IoU_noncoffee": 0.49997815735441875, + "kappa": 0.556953542063621, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6945554063673858, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8782178217821782, + "mIoU": 0.7180754812916319, + "macroF1": 0.8286570963481247, + "F1_coffee": 0.9208084859359333, + "IoU_coffee": 0.8532391831625068, + "precision_coffee": 0.9076551738488108, + "recall_coffee": 0.9343486269973867, + "F1_noncoffee": 0.736505706760316, + "IoU_noncoffee": 0.5829117794207571, + "kappa": 0.6575534767749839, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8391311872620284, + "mIoU": 0.6548785379006531, + "macroF1": 0.7810108854434952, + "F1_coffee": 0.8938280536095035, + "IoU_coffee": 0.8080371740814044, + "precision_coffee": 0.8854168631074736, + "recall_coffee": 0.9024005842895308, + "F1_noncoffee": 0.6681937172774869, + "IoU_noncoffee": 0.5017199017199018, + "kappa": 0.562145258740938, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3847255369928401, + "mIoU": 0.19332106109378278, + "macroF1": 0.2803049180738555, + "F1_coffee": 0.5544417559626685, + "IoU_coffee": 0.3835485413677666, + "precision_coffee": 1.0, + "recall_coffee": 0.3835485413677666, + "F1_noncoffee": 0.006168080185042405, + "IoU_noncoffee": 0.0030935808197989174, + "kappa": 0.002370264412304915, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8917551100628931, + "mIoU": 0.7503839388059406, + "macroF1": 0.8523189858358599, + "F1_coffee": 0.9286339045644497, + "IoU_coffee": 0.8667755200774069, + "precision_coffee": 0.9253066494512588, + "recall_coffee": 0.9319851745887249, + "F1_noncoffee": 0.77600406710727, + "IoU_noncoffee": 0.6339923575344741, + "kappa": 0.7046499579972837, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8718284577693688, + "mIoU": 0.7062214481426863, + "macroF1": 0.8198928324978002, + "F1_coffee": 0.9166087999494982, + "IoU_coffee": 0.8460552383172124, + "precision_coffee": 0.9050112191473448, + "recall_coffee": 0.9285074817751631, + "F1_noncoffee": 0.7231768650461022, + "IoU_noncoffee": 0.5663876579681602, + "kappa": 0.6399819256991861, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8712521191571809, + "mIoU": 0.6975988658114556, + "macroF1": 0.8126108365461828, + "F1_coffee": 0.9174380319314158, + "IoU_coffee": 0.8474692987489958, + "precision_coffee": 0.8936762481089259, + "recall_coffee": 0.9424979258408323, + "F1_noncoffee": 0.7077836411609498, + "IoU_noncoffee": 0.5477284328739153, + "kappa": 0.6261571030437236, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9093870902056608, + "mIoU": 0.7255743156110681, + "macroF1": 0.8292850210035211, + "F1_coffee": 0.9462235649546827, + "IoU_coffee": 0.8979357798165137, + "precision_coffee": 0.9370512206797511, + "recall_coffee": 0.955577251647547, + "F1_noncoffee": 0.7123464770523594, + "IoU_noncoffee": 0.5532128514056225, + "kappa": 0.6587449424132724, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8652614990643159, + "mIoU": 0.6212004142760854, + "macroF1": 0.7406972289618184, + "F1_coffee": 0.9204188481675393, + "IoU_coffee": 0.8525703200775946, + "precision_coffee": 0.9129832660126947, + "recall_coffee": 0.9279765395894428, + "F1_noncoffee": 0.5609756097560976, + "IoU_noncoffee": 0.3898305084745763, + "kappa": 0.4815841551637774, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8794367849809328, + "mIoU": 0.6222446466492564, + "macroF1": 0.7376830682734081, + "F1_coffee": 0.9305156382079459, + "IoU_coffee": 0.8700600695542207, + "precision_coffee": 0.9025910134470319, + "recall_coffee": 0.9602233077459874, + "F1_noncoffee": 0.5448504983388704, + "IoU_noncoffee": 0.3744292237442922, + "kappa": 0.47863503570595306, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8753086419753087, + "mIoU": 0.7529810454203827, + "macroF1": 0.8567627148370465, + "F1_coffee": 0.908303652489699, + "IoU_coffee": 0.8320112589559877, + "precision_coffee": 0.9115503223997757, + "recall_coffee": 0.9050800278357689, + "F1_noncoffee": 0.805221777184394, + "IoU_noncoffee": 0.6739508318847778, + "kappa": 0.7135331489703708, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782026768642447, + "mIoU": 0.7537816191507365, + "macroF1": 0.8569470167520273, + "F1_coffee": 0.9120894286502899, + "IoU_coffee": 0.8383864011163262, + "precision_coffee": 0.8956498170483805, + "recall_coffee": 0.929143821172501, + "F1_noncoffee": 0.8018046048537648, + "IoU_noncoffee": 0.6691768371851468, + "kappa": 0.7141111817118548, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8632175081589557, + "mIoU": 0.7278188913577681, + "macroF1": 0.8391339084447944, + "F1_coffee": 0.9013772579417261, + "IoU_coffee": 0.8204611314098526, + "precision_coffee": 0.8826240173488751, + "recall_coffee": 0.9209447037194174, + "F1_noncoffee": 0.7768905589478629, + "IoU_noncoffee": 0.6351766513056836, + "kappa": 0.6785960582035864, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6737, + 7520 + ], + [ + 46793, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7754151582717896, + "test_tta": { + "OA": 0.8790780717416004, + "mIoU": 0.7161674539433, + "macroF1": 0.8269163018928642, + "F1_coffee": 0.9219339424930841, + "IoU_coffee": 0.8551738885324935, + "precision_coffee": 0.9024535346489968, + "recall_coffee": 0.942273915092319, + "F1_noncoffee": 0.7318986612926444, + "IoU_noncoffee": 0.5771610193541064, + "kappa": 0.654385667122658, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.840977270104996, + "mIoU": 0.6534886702117159, + "macroF1": 0.779280846740424, + "F1_coffee": 0.8959752438817291, + "IoU_coffee": 0.8115535805845154, + "precision_coffee": 0.8799036412489577, + "recall_coffee": 0.9126448711295624, + "F1_noncoffee": 0.6625864495991187, + "IoU_noncoffee": 0.49542375983891634, + "kappa": 0.5590388647313889, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.6663797522845777, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088449828745401, + "mIoU": 0.6403993633532715, + "macroF1": 0.7744558693198089, + "F1_coffee": 0.8625255163133346, + "IoU_coffee": 0.7582811998716715, + "precision_coffee": 0.8588721582521406, + "recall_coffee": 0.8662100874982821, + "F1_noncoffee": 0.6863862223262832, + "IoU_noncoffee": 0.5225175268348715, + "kappa": 0.5489303571128727, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7820756893965617, + "mIoU": 0.6055467477377112, + "macroF1": 0.747304284346329, + "F1_coffee": 0.8410410705268473, + "IoU_coffee": 0.7256866909935915, + "precision_coffee": 0.8403161722970842, + "recall_coffee": 0.8417672205024533, + "F1_noncoffee": 0.6535674981658107, + "IoU_noncoffee": 0.4854068044818309, + "kappa": 0.4946093883446631, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2529274004683841, + "mIoU": 0.12782114715044895, + "macroF1": 0.20581530263012132, + "F1_coffee": 0.3992467043314501, + "IoU_coffee": 0.24941176470588236, + "precision_coffee": 1.0, + "recall_coffee": 0.24941176470588236, + "F1_noncoffee": 0.01238390092879257, + "IoU_noncoffee": 0.006230529595015576, + "kappa": 0.0031031126268872794, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.800834652467981, + "mIoU": 0.6359537430355482, + "macroF1": 0.7721482208413248, + "F1_coffee": 0.8529953264410141, + "IoU_coffee": 0.7436720582787999, + "precision_coffee": 0.868869013271783, + "recall_coffee": 0.8376912378303198, + "F1_noncoffee": 0.6913011152416357, + "IoU_noncoffee": 0.5282354277922964, + "kappa": 0.5446156168164122, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8232914525033315, + "mIoU": 0.6514509159083454, + "macroF1": 0.781436563635431, + "F1_coffee": 0.8770814711821763, + "IoU_coffee": 0.7810731132075471, + "precision_coffee": 0.845697139938713, + "recall_coffee": 0.91088496183731, + "F1_noncoffee": 0.6857916560886858, + "IoU_noncoffee": 0.5218287186091436, + "kappa": 0.5644066057278363, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8024050931384108, + "mIoU": 0.6333243332054119, + "macroF1": 0.7692971732018579, + "F1_coffee": 0.8566933442779944, + "IoU_coffee": 0.7493119540504966, + "precision_coffee": 0.8635454733503413, + "recall_coffee": 0.8499491007804547, + "F1_noncoffee": 0.6819010021257212, + "IoU_noncoffee": 0.5173367123603272, + "kappa": 0.5386588225104755, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8327546296296297, + "mIoU": 0.6519075536287187, + "macroF1": 0.7797007340485602, + "F1_coffee": 0.8878105590062112, + "IoU_coffee": 0.7982547993019197, + "precision_coffee": 0.8586983729662078, + "recall_coffee": 0.9189659791052772, + "F1_noncoffee": 0.6715909090909091, + "IoU_noncoffee": 0.5055603079555175, + "kappa": 0.5608789283968922, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8238158899923606, + "mIoU": 0.6283737243208398, + "macroF1": 0.7592534339939183, + "F1_coffee": 0.8839257628184963, + "IoU_coffee": 0.7919954904171365, + "precision_coffee": 0.8438438438438438, + "recall_coffee": 0.928005284015852, + "F1_noncoffee": 0.6345811051693404, + "IoU_noncoffee": 0.46475195822454307, + "kappa": 0.5219026851965037, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8064911784130578, + "mIoU": 0.6145449926423014, + "macroF1": 0.7499511285163183, + "F1_coffee": 0.8688535072574973, + "IoU_coffee": 0.7681175805539853, + "precision_coffee": 0.8553443283394183, + "recall_coffee": 0.8827962577962578, + "F1_noncoffee": 0.6310487497751394, + "IoU_noncoffee": 0.4609724047306176, + "kappa": 0.500252959227552, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7692527912968795, + "mIoU": 0.6126120805811994, + "macroF1": 0.7574778259452999, + "F1_coffee": 0.8109164842039412, + "IoU_coffee": 0.6819676443509141, + "precision_coffee": 0.8827034388832141, + "recall_coffee": 0.7499276829621059, + "F1_noncoffee": 0.7040391676866585, + "IoU_noncoffee": 0.5432565168114847, + "kappa": 0.5199255851388543, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8227703984819734, + "mIoU": 0.6682449813383593, + "macroF1": 0.7967377141898151, + "F1_coffee": 0.8694801565120179, + "IoU_coffee": 0.769097651421508, + "precision_coffee": 0.8477994277149475, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.7239952718676123, + "IoU_noncoffee": 0.5673923112552107, + "kappa": 0.5940368486749338, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7983217046954554, + "mIoU": 0.6447473007286775, + "macroF1": 0.7808711276753288, + "F1_coffee": 0.842709022722259, + "IoU_coffee": 0.7281738467403737, + "precision_coffee": 0.8734756097560976, + "recall_coffee": 0.8140360846711181, + "F1_noncoffee": 0.7190332326283988, + "IoU_noncoffee": 0.5613207547169812, + "kappa": 0.5627113727833795, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9060, + 11000 + ], + [ + 41824, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3476584951082866, + "test_tta": { + "OA": 0.8159171635164277, + "mIoU": 0.6469929583586451, + "macroF1": 0.7789795380997033, + "F1_coffee": 0.8693342337779278, + "IoU_coffee": 0.7688693332271488, + "precision_coffee": 0.8546263305818045, + "recall_coffee": 0.8845572403683174, + "F1_noncoffee": 0.6886248424214789, + "IoU_noncoffee": 0.5251165834901416, + "kappa": 0.5582708410836005, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7888831198800046, + "mIoU": 0.6110713108723688, + "macroF1": 0.7510485106194948, + "F1_coffee": 0.8480999522653218, + "IoU_coffee": 0.7362617563331051, + "precision_coffee": 0.8360236502383437, + "recall_coffee": 0.8605302503843157, + "F1_noncoffee": 0.653997068973668, + "IoU_noncoffee": 0.4858808654116325, + "kappa": 0.5023335538542012, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.6944268368926814, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8145693263985793, + "mIoU": 0.647531316251238, + "macroF1": 0.7797849013874556, + "F1_coffee": 0.8673066448801743, + "IoU_coffee": 0.7657029512532307, + "precision_coffee": 0.8593883516977738, + "recall_coffee": 0.8753722112785743, + "F1_noncoffee": 0.6922631578947368, + "IoU_noncoffee": 0.5293596812492454, + "kappa": 0.5596565001876876, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7856957424714434, + "mIoU": 0.6094673874681767, + "macroF1": 0.7502749684687868, + "F1_coffee": 0.8443252417521399, + "IoU_coffee": 0.7305907096493455, + "precision_coffee": 0.8401442808890371, + "recall_coffee": 0.8485480236696359, + "F1_noncoffee": 0.6562246951854337, + "IoU_noncoffee": 0.488344065287008, + "kappa": 0.5005772499279312, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14285714285714285, + "mIoU": 0.07212915601023018, + "macroF1": 0.12730623185168638, + "F1_coffee": 0.24380165289256198, + "IoU_coffee": 0.1388235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.1388235294117647, + "F1_noncoffee": 0.010810810810810811, + "IoU_noncoffee": 0.005434782608695652, + "kappa": 0.001507813797774057, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8122511632369166, + "mIoU": 0.6514236812205385, + "macroF1": 0.7838822819571256, + "F1_coffee": 0.8621830985915493, + "IoU_coffee": 0.7577520579315467, + "precision_coffee": 0.8732524964336662, + "recall_coffee": 0.8513908205841446, + "F1_noncoffee": 0.7055814653227019, + "IoU_noncoffee": 0.5450953045095305, + "kappa": 0.5679128847974684, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8220064724919094, + "mIoU": 0.6469490414398871, + "macroF1": 0.7775418449849536, + "F1_coffee": 0.876997960928764, + "IoU_coffee": 0.7809406665495227, + "precision_coffee": 0.8405093614070478, + "recall_coffee": 0.9167984597400811, + "F1_noncoffee": 0.6780857290411431, + "IoU_noncoffee": 0.5129574163302514, + "kappa": 0.5572674186733908, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8094788964866777, + "mIoU": 0.6430330541609974, + "macroF1": 0.7767698936469508, + "F1_coffee": 0.8622194938953687, + "IoU_coffee": 0.7578082848750075, + "precision_coffee": 0.8665935421951052, + "recall_coffee": 0.8578893790295216, + "F1_noncoffee": 0.691320293398533, + "IoU_noncoffee": 0.5282578234469874, + "kappa": 0.5535652681801819, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.831983024691358, + "mIoU": 0.6560357358828628, + "macroF1": 0.7837129312704794, + "F1_coffee": 0.885890213546443, + "IoU_coffee": 0.7951552210724365, + "precision_coffee": 0.8669230769230769, + "recall_coffee": 0.9057058665952317, + "F1_noncoffee": 0.6815356489945156, + "IoU_noncoffee": 0.516916250693289, + "kappa": 0.5680029758692822, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8213330786860199, + "mIoU": 0.6283935080324116, + "macroF1": 0.7599017947216807, + "F1_coffee": 0.8813494831631682, + "IoU_coffee": 0.7878684807256235, + "precision_coffee": 0.8475423832174656, + "recall_coffee": 0.9179656538969617, + "F1_noncoffee": 0.6384541062801933, + "IoU_noncoffee": 0.4689185353391995, + "kappa": 0.522120478316789, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8086611944523068, + "mIoU": 0.6166655189984989, + "macroF1": 0.7515110186234959, + "F1_coffee": 0.870679760234664, + "IoU_coffee": 0.7709768492377188, + "precision_coffee": 0.8548710242925119, + "recall_coffee": 0.8870841995841996, + "F1_noncoffee": 0.6323422770123278, + "IoU_noncoffee": 0.4623541887592789, + "kappa": 0.5035047462400738, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.792728313770398, + "mIoU": 0.6408079499930117, + "macroF1": 0.7785101609553624, + "F1_coffee": 0.8346276838739151, + "IoU_coffee": 0.7161897295178361, + "precision_coffee": 0.8811897106109324, + "recall_coffee": 0.7927393693954295, + "F1_noncoffee": 0.7223926380368099, + "IoU_noncoffee": 0.5654261704681873, + "kappa": 0.5590868728568085, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8226755218216318, + "mIoU": 0.6619128174232907, + "macroF1": 0.7911138198763642, + "F1_coffee": 0.8723098995695839, + "IoU_coffee": 0.7735368956743003, + "precision_coffee": 0.8329853862212944, + "recall_coffee": 0.9155313351498637, + "F1_noncoffee": 0.7099177401831445, + "IoU_noncoffee": 0.550288739172281, + "kappa": 0.5843322043906464, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8102960588346219, + "mIoU": 0.6615209052313529, + "macroF1": 0.7933884367936819, + "F1_coffee": 0.8524926686217009, + "IoU_coffee": 0.7429082545361615, + "precision_coffee": 0.8807756400545372, + "recall_coffee": 0.8259695979542548, + "F1_noncoffee": 0.7342842049656629, + "IoU_noncoffee": 0.5801335559265443, + "kappa": 0.5875430026216073, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9083, + 11000 + ], + [ + 42173, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0730535864830018, + "test_tta": { + "OA": 0.8197545350754789, + "mIoU": 0.65061096455383, + "macroF1": 0.7814593518590192, + "F1_coffee": 0.872941886589987, + "IoU_coffee": 0.7745313894674204, + "precision_coffee": 0.8524833533457046, + "recall_coffee": 0.8944065234321316, + "F1_noncoffee": 0.6899768171280513, + "IoU_noncoffee": 0.5266905396402398, + "kappa": 0.5635320719501931, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7906570901119188, + "mIoU": 0.6116243158480981, + "macroF1": 0.7511418490550917, + "F1_coffee": 0.8503068117361935, + "IoU_coffee": 0.739594546106925, + "precision_coffee": 0.8331985933142002, + "recall_coffee": 0.8681323309537347, + "F1_noncoffee": 0.65197688637399, + "IoU_noncoffee": 0.4836540855892711, + "kappa": 0.5027710862324006, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.70016432298849, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8379424077127997, + "mIoU": 0.6842381162026108, + "macroF1": 0.8076288085626824, + "F1_coffee": 0.8839928261708552, + "IoU_coffee": 0.792103175410403, + "precision_coffee": 0.8762151215121512, + "recall_coffee": 0.891909844702002, + "F1_noncoffee": 0.7312647909545096, + "IoU_noncoffee": 0.5763730569948187, + "kappa": 0.6153278292151985, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8066949348101996, + "mIoU": 0.6404558940685379, + "macroF1": 0.7750065355535669, + "F1_coffee": 0.8594439841857441, + "IoU_coffee": 0.7535307098197866, + "precision_coffee": 0.8560058491748486, + "recall_coffee": 0.8629098490113084, + "F1_noncoffee": 0.6905690869213899, + "IoU_noncoffee": 0.5273810783172891, + "kappa": 0.5500290516351554, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08782201405152225, + "mIoU": 0.044221331305730284, + "macroF1": 0.08182815659266722, + "F1_coffee": 0.1560130010834236, + "IoU_coffee": 0.0846063454759107, + "precision_coffee": 0.9863013698630136, + "recall_coffee": 0.08470588235294117, + "F1_noncoffee": 0.007643312101910828, + "IoU_noncoffee": 0.0038363171355498722, + "kappa": -0.001692409153464163, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8252986041157001, + "mIoU": 0.6656869705157361, + "macroF1": 0.7939356233701392, + "F1_coffee": 0.8743271221532091, + "IoU_coffee": 0.7767151002391024, + "precision_coffee": 0.8677397260273972, + "recall_coffee": 0.8810152990264256, + "F1_noncoffee": 0.7135441245870694, + "IoU_noncoffee": 0.5546588407923698, + "kappa": 0.5879253770663629, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8441366837997335, + "mIoU": 0.6899228600326064, + "macroF1": 0.8113016782305423, + "F1_coffee": 0.8900157839943581, + "IoU_coffee": 0.8018274234539513, + "precision_coffee": 0.8698306419850335, + "recall_coffee": 0.9111600082513924, + "F1_noncoffee": 0.7325875724667266, + "IoU_noncoffee": 0.5780182966112615, + "kappa": 0.6230968428870479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8442348502711624, + "mIoU": 0.6970706619437737, + "macroF1": 0.8173458344066051, + "F1_coffee": 0.8874271497222317, + "IoU_coffee": 0.7976350937385125, + "precision_coffee": 0.8913460221826647, + "recall_coffee": 0.8835425856803529, + "F1_noncoffee": 0.7472645190909787, + "IoU_noncoffee": 0.5965062301490349, + "kappa": 0.634707521500079, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8498263888888888, + "mIoU": 0.6804424363446706, + "macroF1": 0.8019160366440785, + "F1_coffee": 0.8993340660761622, + "IoU_coffee": 0.8170817669172933, + "precision_coffee": 0.8692663417072866, + "recall_coffee": 0.9315563889633003, + "F1_noncoffee": 0.7044980072119947, + "IoU_noncoffee": 0.543803105772048, + "kappa": 0.6052186054783207, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8513177998472116, + "mIoU": 0.6830526708039217, + "macroF1": 0.8039111283200504, + "F1_coffee": 0.9003264835797964, + "IoU_coffee": 0.8187216206776109, + "precision_coffee": 0.8734318718171655, + "recall_coffee": 0.9289299867899604, + "F1_noncoffee": 0.7074957730603043, + "IoU_noncoffee": 0.5473837209302326, + "kappa": 0.6089104374923183, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8530993489951882, + "mIoU": 0.6908565538784551, + "macroF1": 0.8103531994387767, + "F1_coffee": 0.9003902501439447, + "IoU_coffee": 0.8188270886665115, + "precision_coffee": 0.886830497794581, + "recall_coffee": 0.9143711018711018, + "F1_noncoffee": 0.7203161487336087, + "IoU_noncoffee": 0.5628860190903987, + "kappa": 0.6209552149001657, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8010306326939594, + "mIoU": 0.6475462253548528, + "macroF1": 0.7828252047117079, + "F1_coffee": 0.8457041367571968, + "IoU_coffee": 0.7326580330811643, + "precision_coffee": 0.865888771025913, + "recall_coffee": 0.8264391090540931, + "F1_noncoffee": 0.7199462726662189, + "IoU_noncoffee": 0.5624344176285414, + "kappa": 0.5660783819749678, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8370018975332069, + "mIoU": 0.6929761352250453, + "macroF1": 0.8152577803917689, + "F1_coffee": 0.8786380333427521, + "IoU_coffee": 0.7835454201839486, + "precision_coffee": 0.8657942363914799, + "recall_coffee": 0.8918686361680769, + "F1_noncoffee": 0.7518775274407856, + "IoU_noncoffee": 0.602406850266142, + "kappa": 0.6306817266332726, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8353762021497265, + "mIoU": 0.6982365836360119, + "macroF1": 0.8199548829283745, + "F1_coffee": 0.8726477024070022, + "IoU_coffee": 0.7740683229813664, + "precision_coffee": 0.896717133862989, + "recall_coffee": 0.8498366245205284, + "F1_noncoffee": 0.7672620634497468, + "IoU_noncoffee": 0.6224048442906575, + "kappa": 0.6403832669805184, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9333, + 11000 + ], + [ + 43382, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2447147965431213, + "test_tta": { + "OA": 0.8466954205251808, + "mIoU": 0.692668174897578, + "macroF1": 0.8131528484171437, + "F1_coffee": 0.892319344203867, + "IoU_coffee": 0.805574548525922, + "precision_coffee": 0.8684472965355765, + "recall_coffee": 0.9175408859773696, + "F1_noncoffee": 0.7339863526304204, + "IoU_noncoffee": 0.5797618012692342, + "kappa": 0.6270019468244825, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8156513211030345, + "mIoU": 0.6476905666770776, + "macroF1": 0.7796869070442223, + "F1_coffee": 0.8687005649717514, + "IoU_coffee": 0.7678785457451058, + "precision_coffee": 0.8480035296712993, + "recall_coffee": 0.8904331711836924, + "F1_noncoffee": 0.6906732491166933, + "IoU_noncoffee": 0.5275025876090492, + "kappa": 0.5599913139054877, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7046598921309128, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8498826588862108, + "mIoU": 0.701067609620809, + "macroF1": 0.8196480854918267, + "F1_coffee": 0.8934915902570737, + "IoU_coffee": 0.807487392223849, + "precision_coffee": 0.877993234130055, + "recall_coffee": 0.9095469329790645, + "F1_noncoffee": 0.7458045807265795, + "IoU_noncoffee": 0.5946478270177692, + "kappa": 0.6395642116320168, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8189540786892812, + "mIoU": 0.6561902191583622, + "macroF1": 0.7867485178031324, + "F1_coffee": 0.8696212129080504, + "IoU_coffee": 0.7693184115258099, + "precision_coffee": 0.8579743411075132, + "recall_coffee": 0.8815886453134542, + "F1_noncoffee": 0.7038758226982142, + "IoU_noncoffee": 0.5430620267909144, + "kappa": 0.5736754694552311, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18618266978922718, + "mIoU": 0.0938058714002404, + "macroF1": 0.15919519143456576, + "F1_coffee": 0.3098311817279047, + "IoU_coffee": 0.18331374853113983, + "precision_coffee": 0.9936305732484076, + "recall_coffee": 0.18352941176470589, + "F1_noncoffee": 0.008559201141226819, + "IoU_noncoffee": 0.004297994269340974, + "kappa": -0.0007621257237664876, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.83772245407013, + "mIoU": 0.6812772558291922, + "macroF1": 0.8051087982065414, + "F1_coffee": 0.8848340425531915, + "IoU_coffee": 0.7934550338848525, + "precision_coffee": 0.8666888962987662, + "recall_coffee": 0.9037552155771905, + "F1_noncoffee": 0.7253835538598912, + "IoU_noncoffee": 0.569099477773532, + "kappa": 0.6106245692705443, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8592233009708737, + "mIoU": 0.7138689518390221, + "macroF1": 0.8285624860299388, + "F1_coffee": 0.9010636162954043, + "IoU_coffee": 0.8199415631848064, + "precision_coffee": 0.8772386844676001, + "recall_coffee": 0.9262187994224025, + "F1_noncoffee": 0.7560613557644731, + "IoU_noncoffee": 0.6077963404932378, + "kappa": 0.6577474143541944, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8525819382221175, + "mIoU": 0.7082071708782149, + "macroF1": 0.8250888867483748, + "F1_coffee": 0.8944346886397406, + "IoU_coffee": 0.8090292626305822, + "precision_coffee": 0.8901660280970626, + "recall_coffee": 0.8987444859178826, + "F1_noncoffee": 0.7557430848570089, + "IoU_noncoffee": 0.6073850791258478, + "kappa": 0.6501963854149457, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8498263888888888, + "mIoU": 0.6754012741276535, + "macroF1": 0.7974301079188533, + "F1_coffee": 0.9004539351703855, + "IoU_coffee": 0.818932434003954, + "precision_coffee": 0.8614067278287462, + "recall_coffee": 0.9432092151084919, + "F1_noncoffee": 0.6944062806673209, + "IoU_noncoffee": 0.531870114251353, + "kappa": 0.5973997717722426, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8599121466768526, + "mIoU": 0.6979363104068292, + "macroF1": 0.8151082747547114, + "F1_coffee": 0.9061240161259358, + "IoU_coffee": 0.8283608283608284, + "precision_coffee": 0.8787389847337719, + "recall_coffee": 0.9352708058124174, + "F1_noncoffee": 0.7240925333834869, + "IoU_noncoffee": 0.5675117924528302, + "kappa": 0.6312690570934896, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8582885177846966, + "mIoU": 0.7001297105451935, + "macroF1": 0.8172845443205863, + "F1_coffee": 0.9038412291933419, + "IoU_coffee": 0.8245532064011214, + "precision_coffee": 0.8908379606259464, + "recall_coffee": 0.9172297297297297, + "F1_noncoffee": 0.7307278594478308, + "IoU_noncoffee": 0.5757062146892655, + "kappa": 0.6347869882229416, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8257467315583548, + "mIoU": 0.6808798591089207, + "macroF1": 0.8071383698917303, + "F1_coffee": 0.8670452890636376, + "IoU_coffee": 0.7652956298200514, + "precision_coffee": 0.8730205278592376, + "recall_coffee": 0.8611512872432745, + "F1_noncoffee": 0.7472314507198228, + "IoU_noncoffee": 0.5964640883977901, + "kappa": 0.6143110890983495, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.85853889943074, + "mIoU": 0.725766851188538, + "macroF1": 0.8382737509398228, + "F1_coffee": 0.8955223880597015, + "IoU_coffee": 0.8108108108108109, + "precision_coffee": 0.8755823513291313, + "recall_coffee": 0.9163917969310197, + "F1_noncoffee": 0.7810251138199442, + "IoU_noncoffee": 0.640722891566265, + "kappa": 0.6768987125242854, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8468791250235715, + "mIoU": 0.7123767804049796, + "macroF1": 0.8295014642320344, + "F1_coffee": 0.8839336763865066, + "IoU_coffee": 0.7920081967213115, + "precision_coffee": 0.8894002588810586, + "recall_coffee": 0.8785338826537861, + "F1_noncoffee": 0.7750692520775623, + "IoU_noncoffee": 0.6327453640886477, + "kappa": 0.6590278915782691, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9333, + 11000 + ], + [ + 44135, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6742747982343038, + "test_tta": { + "OA": 0.8578111125206139, + "mIoU": 0.7094714774732187, + "macroF1": 0.8251945642659471, + "F1_coffee": 0.9007031725818061, + "IoU_coffee": 0.8193448303650577, + "precision_coffee": 0.8718459922395867, + "recall_coffee": 0.931536030051766, + "F1_noncoffee": 0.7496859559500879, + "IoU_noncoffee": 0.5995981245813797, + "kappa": 0.6513519932354053, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.826814353294104, + "mIoU": 0.6628152460635207, + "macroF1": 0.7910365313849139, + "F1_coffee": 0.8775018872544019, + "IoU_coffee": 0.7817401893960049, + "precision_coffee": 0.8510061536635074, + "recall_coffee": 0.9057005075073178, + "F1_noncoffee": 0.7045711755154259, + "IoU_noncoffee": 0.5438903027310366, + "kappa": 0.5830478194356857, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.6914018639695075, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8261131548902702, + "mIoU": 0.6615356418233609, + "macroF1": 0.7900332765340553, + "F1_coffee": 0.8770710490325763, + "IoU_coffee": 0.7810565826777942, + "precision_coffee": 0.858874154737859, + "recall_coffee": 0.8960557057125842, + "F1_noncoffee": 0.7029955040355343, + "IoU_noncoffee": 0.5420147009689275, + "kappa": 0.5805214929787591, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7965559016960886, + "mIoU": 0.6209667914599157, + "macroF1": 0.7588401941637745, + "F1_coffee": 0.8542105915912191, + "IoU_coffee": 0.7455214591113276, + "precision_coffee": 0.8387627108323692, + "recall_coffee": 0.8702381704466485, + "F1_noncoffee": 0.6634697967363298, + "IoU_noncoffee": 0.4964121238085038, + "kappa": 0.5180577455501244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1288056206088993, + "mIoU": 0.06502673796791444, + "macroF1": 0.11619781002403631, + "F1_coffee": 0.2217573221757322, + "IoU_coffee": 0.12470588235294118, + "precision_coffee": 1.0, + "recall_coffee": 0.12470588235294118, + "F1_noncoffee": 0.010638297872340425, + "IoU_noncoffee": 0.0053475935828877, + "kappa": 0.0013328638969922453, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8246750131913465, + "mIoU": 0.6596493980412441, + "macroF1": 0.7886384496610392, + "F1_coffee": 0.8759124087591241, + "IoU_coffee": 0.7792207792207793, + "precision_coffee": 0.8557213930348259, + "recall_coffee": 0.8970792767732962, + "F1_noncoffee": 0.7013644905629545, + "IoU_noncoffee": 0.5400780168617089, + "kappa": 0.5778425380247374, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8292404340376928, + "mIoU": 0.6577436984971733, + "macroF1": 0.7858975196232867, + "F1_coffee": 0.8822293704457428, + "IoU_coffee": 0.7892758559934222, + "precision_coffee": 0.8439992463731709, + "recall_coffee": 0.9240871897132641, + "F1_noncoffee": 0.6895656688008306, + "IoU_noncoffee": 0.5262115410009244, + "kappa": 0.5740984387929503, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8244282008960151, + "mIoU": 0.666233377939631, + "macroF1": 0.7946064635722823, + "F1_coffee": 0.8728700700017074, + "IoU_coffee": 0.7744183228308289, + "precision_coffee": 0.8784192439862543, + "recall_coffee": 0.8673905666779776, + "F1_noncoffee": 0.7163428571428572, + "IoU_noncoffee": 0.5580484330484331, + "kappa": 0.5892495015281614, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8452932098765432, + "mIoU": 0.6689628104013225, + "macroF1": 0.7925995232885101, + "F1_coffee": 0.8971399256124151, + "IoU_coffee": 0.8134666821723456, + "precision_coffee": 0.86060531496063, + "recall_coffee": 0.9369140101794803, + "F1_noncoffee": 0.6880591209646052, + "IoU_noncoffee": 0.5244589386302995, + "kappa": 0.5874537995503791, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8427234530175707, + "mIoU": 0.6643060274782095, + "macroF1": 0.7889206167904055, + "F1_coffee": 0.8954882924043404, + "IoU_coffee": 0.8107549120992761, + "precision_coffee": 0.8616436683355722, + "recall_coffee": 0.9321003963011889, + "F1_noncoffee": 0.6823529411764706, + "IoU_noncoffee": 0.5178571428571429, + "kappa": 0.5798116042599971, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8416831776582696, + "mIoU": 0.674822339980336, + "macroF1": 0.7986263204972882, + "F1_coffee": 0.8917419354838709, + "IoU_coffee": 0.8046338339736873, + "precision_coffee": 0.8855715017939518, + "recall_coffee": 0.8979989604989606, + "F1_noncoffee": 0.7055107055107055, + "IoU_noncoffee": 0.5450108459869848, + "kappa": 0.5973058234906962, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8042752171008684, + "mIoU": 0.6469015582643762, + "macroF1": 0.7815177639275401, + "F1_coffee": 0.8520308780030301, + "IoU_coffee": 0.7422071392659628, + "precision_coffee": 0.8500071973513746, + "recall_coffee": 0.85406421752965, + "F1_noncoffee": 0.7110046498520501, + "IoU_noncoffee": 0.5515959772627896, + "kappa": 0.5630403651195333, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8158444022770398, + "mIoU": 0.649947787564892, + "macroF1": 0.7817279459646678, + "F1_coffee": 0.8680220303256952, + "IoU_coffee": 0.7668188370975493, + "precision_coffee": 0.8253167830359451, + "recall_coffee": 0.9153879248530045, + "F1_noncoffee": 0.6954338616036404, + "IoU_noncoffee": 0.5330767380322348, + "kappa": 0.5661366294225638, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8071846124834999, + "mIoU": 0.6549154151585255, + "macroF1": 0.7881518183099934, + "F1_coffee": 0.8516503445774393, + "IoU_coffee": 0.7416298168035376, + "precision_coffee": 0.8701452712718648, + "recall_coffee": 0.833925273476346, + "F1_noncoffee": 0.7246532920425475, + "IoU_noncoffee": 0.5682010135135135, + "kappa": 0.576658618160196, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9301, + 11000 + ], + [ + 42709, + 51930 + ], + [ + 88, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2282682100931803, + "test_tta": { + "OA": 0.8314252188253203, + "mIoU": 0.6657869482948989, + "macroF1": 0.7927211250661992, + "F1_coffee": 0.8822897636051598, + "IoU_coffee": 0.7893725358112258, + "precision_coffee": 0.8539340291917612, + "recall_coffee": 0.9125933391360117, + "F1_noncoffee": 0.7031524865272387, + "IoU_noncoffee": 0.5422013607785721, + "kappa": 0.586591809538064, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8021662628360448, + "mIoU": 0.6245069317854622, + "macroF1": 0.7608927719403196, + "F1_coffee": 0.8602345556993367, + "IoU_coffee": 0.7547470051850528, + "precision_coffee": 0.8333267530006317, + "recall_coffee": 0.8889380251437236, + "F1_noncoffee": 0.6615509881813023, + "IoU_noncoffee": 0.49426685838587175, + "kappa": 0.5229898776276194, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6959789616726999, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8580806799441837, + "mIoU": 0.7141936745148664, + "macroF1": 0.829028900848547, + "F1_coffee": 0.8995059510442398, + "IoU_coffee": 0.8173655749413326, + "precision_coffee": 0.8822298577155191, + "recall_coffee": 0.9174721700490174, + "F1_noncoffee": 0.7585518506528542, + "IoU_noncoffee": 0.6110217740884002, + "kappa": 0.6583725503462619, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8268431983385255, + "mIoU": 0.6672678025049767, + "macroF1": 0.795019003646446, + "F1_coffee": 0.8757862936599901, + "IoU_coffee": 0.7790211849588633, + "precision_coffee": 0.8608066057881999, + "recall_coffee": 0.891296565375787, + "F1_noncoffee": 0.7142517136329017, + "IoU_noncoffee": 0.5555144200510903, + "kappa": 0.5903234044311056, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17096018735362997, + "mIoU": 0.08612850605145597, + "macroF1": 0.1480648597467156, + "F1_coffee": 0.28772635814889336, + "IoU_coffee": 0.16803760282021152, + "precision_coffee": 0.9930555555555556, + "recall_coffee": 0.16823529411764707, + "F1_noncoffee": 0.008403361344537815, + "IoU_noncoffee": 0.004219409282700422, + "kappa": -0.0009204139876439415, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8556147167458148, + "mIoU": 0.7070696664870484, + "macroF1": 0.823601303666812, + "F1_coffee": 0.898748654467169, + "IoU_coffee": 0.8161158287005926, + "precision_coffee": 0.8704065676309617, + "recall_coffee": 0.9289986091794159, + "F1_noncoffee": 0.748453952866455, + "IoU_noncoffee": 0.5980235042735043, + "kappa": 0.6481294775131138, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8677898343803541, + "mIoU": 0.7283324222338506, + "macroF1": 0.838789020339129, + "F1_coffee": 0.9071648175377623, + "IoU_coffee": 0.830102134426029, + "precision_coffee": 0.8824523763084324, + "recall_coffee": 0.9333012445850237, + "F1_noncoffee": 0.7704132231404959, + "IoU_noncoffee": 0.6265627100416723, + "kappa": 0.6782021578739031, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8508842254185334, + "mIoU": 0.7072968985309238, + "macroF1": 0.8246424411729408, + "F1_coffee": 0.8924782372143635, + "IoU_coffee": 0.8058335891925085, + "precision_coffee": 0.8943637974511006, + "recall_coffee": 0.8906006107906346, + "F1_noncoffee": 0.7568066451315182, + "IoU_noncoffee": 0.6087602078693393, + "kappa": 0.6492884081473004, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8573495370370371, + "mIoU": 0.6872788142257952, + "macroF1": 0.8063944088040473, + "F1_coffee": 0.9057181105373876, + "IoU_coffee": 0.8276826284515904, + "precision_coffee": 0.8641284515265782, + "recall_coffee": 0.9515135279935708, + "F1_noncoffee": 0.7070707070707071, + "IoU_noncoffee": 0.546875, + "kappa": 0.6155556453651737, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8580977845683728, + "mIoU": 0.6969420453458206, + "macroF1": 0.814607613274623, + "F1_coffee": 0.9044004117344313, + "IoU_coffee": 0.8254844392248972, + "precision_coffee": 0.881489841986456, + "recall_coffee": 0.9285336856010568, + "F1_noncoffee": 0.7248148148148148, + "IoU_noncoffee": 0.5683996514667441, + "kappa": 0.6299348153768212, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8556467591282196, + "mIoU": 0.7001880552598119, + "macroF1": 0.8178325078218764, + "F1_coffee": 0.900829660357791, + "IoU_coffee": 0.8195541927114046, + "precision_coffee": 0.8987325400931195, + "recall_coffee": 0.9029365904365905, + "F1_noncoffee": 0.7348353552859619, + "IoU_noncoffee": 0.5808219178082191, + "kappa": 0.6356703197731551, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8538982727359481, + "mIoU": 0.7204561813063852, + "macroF1": 0.834811725758587, + "F1_coffee": 0.8909621821807564, + "IoU_coffee": 0.8033650141279219, + "precision_coffee": 0.877648379402273, + "recall_coffee": 0.9046861440555395, + "F1_noncoffee": 0.7786612693364175, + "IoU_noncoffee": 0.6375473484848485, + "kappa": 0.6697777102559732, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8774193548387097, + "mIoU": 0.7558983179197574, + "macroF1": 0.8586585846843667, + "F1_coffee": 0.9101529902642559, + "IoU_coffee": 0.8351199591628382, + "precision_coffee": 0.883488591872553, + "recall_coffee": 0.9384769826473541, + "F1_noncoffee": 0.8071641791044776, + "IoU_noncoffee": 0.6766766766766766, + "kappa": 0.7178687347331556, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8461248349990571, + "mIoU": 0.7113495034366788, + "macroF1": 0.828799042880474, + "F1_coffee": 0.8832618025751073, + "IoU_coffee": 0.7909300538047656, + "precision_coffee": 0.8894971906065409, + "recall_coffee": 0.8771132263105554, + "F1_noncoffee": 0.7743362831858407, + "IoU_noncoffee": 0.631768953068592, + "kappa": 0.6576306080790985, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9507, + 11000 + ], + [ + 44485, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0431768457094828, + "test_tta": { + "OA": 0.8604116453126982, + "mIoU": 0.7159580491554333, + "macroF1": 0.8300619256235879, + "F1_coffee": 0.901878169759795, + "IoU_coffee": 0.8212915406321687, + "precision_coffee": 0.8783898213083787, + "recall_coffee": 0.9266571991387603, + "F1_noncoffee": 0.7582456814873809, + "IoU_noncoffee": 0.6106245576786978, + "kappa": 0.6607215677214421, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8292229145032883, + "mIoU": 0.6684195362314924, + "macroF1": 0.7955436973543808, + "F1_coffee": 0.8785251905577726, + "IoU_coffee": 0.7833659598602243, + "precision_coffee": 0.8565313062612523, + "recall_coffee": 0.9016783540758523, + "F1_noncoffee": 0.7125622041509891, + "IoU_noncoffee": 0.5534731126027604, + "kappa": 0.5917243786531541, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.700346615702655, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8426360522643663, + "mIoU": 0.6842830625059855, + "macroF1": 0.8067368364446207, + "F1_coffee": 0.8900314702362484, + "IoU_coffee": 0.8018528871495887, + "precision_coffee": 0.8620615635598677, + "recall_coffee": 0.919877227541344, + "F1_noncoffee": 0.723442202652993, + "IoU_noncoffee": 0.5667132378623821, + "kappa": 0.6144942687413435, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8118005076727818, + "mIoU": 0.640062899247443, + "macroF1": 0.7734513195521711, + "F1_coffee": 0.8666605356467715, + "IoU_coffee": 0.7646963358338142, + "precision_coffee": 0.8418095918691441, + "recall_coffee": 0.8930233537599764, + "F1_noncoffee": 0.6802421034575706, + "IoU_noncoffee": 0.5154294626610717, + "kappa": 0.5478475817815727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.148711943793911, + "mIoU": 0.07491025868035994, + "macroF1": 0.13127225662014202, + "F1_coffee": 0.25435897435897437, + "IoU_coffee": 0.14571092831962398, + "precision_coffee": 0.992, + "recall_coffee": 0.14588235294117646, + "F1_noncoffee": 0.008185538881309686, + "IoU_noncoffee": 0.00410958904109589, + "kappa": -0.0011416592759816084, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8359476183623543, + "mIoU": 0.6747048388323211, + "macroF1": 0.799713473230552, + "F1_coffee": 0.8849027394494178, + "IoU_coffee": 0.7935655218204866, + "precision_coffee": 0.8573757662710317, + "recall_coffee": 0.9142559109874826, + "F1_noncoffee": 0.7145242070116862, + "IoU_noncoffee": 0.5558441558441558, + "kappa": 0.6004484775824928, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8429468874928612, + "mIoU": 0.6805266215391579, + "macroF1": 0.8033992048277041, + "F1_coffee": 0.891575765540807, + "IoU_coffee": 0.8043632914394119, + "precision_coffee": 0.853709180142201, + "recall_coffee": 0.9329574365674208, + "F1_noncoffee": 0.7152226441146013, + "IoU_noncoffee": 0.5566899516389038, + "kappa": 0.6088197914452489, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8489035604810187, + "mIoU": 0.6973347057158938, + "macroF1": 0.8166920977904611, + "F1_coffee": 0.8935335947364923, + "IoU_coffee": 0.8075560093699321, + "precision_coffee": 0.875382511882284, + "recall_coffee": 0.9124533423820834, + "F1_noncoffee": 0.73985060084443, + "IoU_noncoffee": 0.5871134020618557, + "kappa": 0.6337689421483738, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8517554012345679, + "mIoU": 0.6751199986761902, + "macroF1": 0.7967680417186498, + "F1_coffee": 0.9024808070553899, + "IoU_coffee": 0.8222915944039774, + "precision_coffee": 0.8573839662447258, + "recall_coffee": 0.9525850522368069, + "F1_noncoffee": 0.6910552763819096, + "IoU_noncoffee": 0.527948402948403, + "kappa": 0.5970676253937258, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8467341482047365, + "mIoU": 0.6657648296926371, + "macroF1": 0.7893698649336496, + "F1_coffee": 0.8992909581477065, + "IoU_coffee": 0.8170106031239311, + "precision_coffee": 0.8564599019959365, + "recall_coffee": 0.9466314398943196, + "F1_noncoffee": 0.6794487717195926, + "IoU_noncoffee": 0.514519056261343, + "kappa": 0.5820666282009368, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8530993489951882, + "mIoU": 0.6849267371827525, + "macroF1": 0.8051941098008677, + "F1_coffee": 0.9017975402081362, + "IoU_coffee": 0.8211578221915921, + "precision_coffee": 0.8762103198921436, + "recall_coffee": 0.9289241164241164, + "F1_noncoffee": 0.7085906793935991, + "IoU_noncoffee": 0.548695652173913, + "kappa": 0.6113716531888784, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8203072812291249, + "mIoU": 0.669235024664376, + "macroF1": 0.7981194745099447, + "F1_coffee": 0.8650469433096825, + "IoU_coffee": 0.7621874210659257, + "precision_coffee": 0.8573661031396506, + "recall_coffee": 0.8728666473821233, + "F1_noncoffee": 0.731192005710207, + "IoU_noncoffee": 0.5762826282628263, + "kappa": 0.5963034846110826, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8391840607210627, + "mIoU": 0.6905225177826634, + "macroF1": 0.8127678722483982, + "F1_coffee": 0.883095385888682, + "IoU_coffee": 0.7906632085957762, + "precision_coffee": 0.8506510762689343, + "recall_coffee": 0.9181127204933314, + "F1_noncoffee": 0.7424403586081143, + "IoU_noncoffee": 0.5903818269695505, + "kappa": 0.6267320470427146, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8447105412030926, + "mIoU": 0.7052565217429405, + "macroF1": 0.8240675029719189, + "F1_coffee": 0.8843317648711286, + "IoU_coffee": 0.7926476142515423, + "precision_coffee": 0.8744444444444445, + "recall_coffee": 0.8944452336979685, + "F1_noncoffee": 0.763803241072709, + "IoU_noncoffee": 0.6178654292343387, + "kappa": 0.6482268424374987, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9296, + 11000 + ], + [ + 43715, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5280654311180115, + "test_tta": { + "OA": 0.847741976404922, + "mIoU": 0.6891452124743573, + "macroF1": 0.8099301221450232, + "F1_coffee": 0.8947056759364856, + "IoU_coffee": 0.8094727860785365, + "precision_coffee": 0.8582277948415871, + "recall_coffee": 0.934422099042558, + "F1_noncoffee": 0.7251545683535608, + "IoU_noncoffee": 0.5688176388701782, + "kappa": 0.6216444205643248, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8175550940348448, + "mIoU": 0.6446455372719135, + "macroF1": 0.7764149819572556, + "F1_coffee": 0.8723228163669029, + "IoU_coffee": 0.7735572103680367, + "precision_coffee": 0.8376267178383827, + "recall_coffee": 0.9100174784677911, + "F1_noncoffee": 0.6805071475476082, + "IoU_noncoffee": 0.5157338641757905, + "kappa": 0.5547416657249542, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7045547142273221, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8524990485855639, + "mIoU": 0.7053495151585842, + "macroF1": 0.8227388723027337, + "F1_coffee": 0.8953702870512013, + "IoU_coffee": 0.8105614728224345, + "precision_coffee": 0.8796578703089776, + "recall_coffee": 0.9116542214485318, + "F1_noncoffee": 0.7501074575542661, + "IoU_noncoffee": 0.6001375574947341, + "kappa": 0.6457476859154958, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8211174570208838, + "mIoU": 0.6594431014656168, + "macroF1": 0.789224338057135, + "F1_coffee": 0.8712139304515767, + "IoU_coffee": 0.7718149204305031, + "precision_coffee": 0.8593199508398197, + "recall_coffee": 0.8834417840672184, + "F1_noncoffee": 0.7072347456626933, + "IoU_noncoffee": 0.5470712825007303, + "kappa": 0.5786321847868959, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18384074941451992, + "mIoU": 0.09262464327681719, + "macroF1": 0.15750125616582802, + "F1_coffee": 0.30646766169154227, + "IoU_coffee": 0.1809635722679201, + "precision_coffee": 0.9935483870967742, + "recall_coffee": 0.1811764705882353, + "F1_noncoffee": 0.008534850640113799, + "IoU_noncoffee": 0.004285714285714286, + "kappa": -0.0007868587857490994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.845733199021442, + "mIoU": 0.6930459594002308, + "macroF1": 0.8136592441157036, + "F1_coffee": 0.8909682668836453, + "IoU_coffee": 0.8033749082905356, + "precision_coffee": 0.8692775866631384, + "recall_coffee": 0.913769123783032, + "F1_noncoffee": 0.736350221347762, + "IoU_noncoffee": 0.5827170105099261, + "kappa": 0.6278787465972117, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8607938320959452, + "mIoU": 0.716270405707033, + "macroF1": 0.8302500610564347, + "F1_coffee": 0.9022556390977443, + "IoU_coffee": 0.821917808219178, + "precision_coffee": 0.8776492003640619, + "recall_coffee": 0.9282816475280203, + "F1_noncoffee": 0.7582444830151253, + "IoU_noncoffee": 0.6106230031948882, + "kappa": 0.6611588959968343, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8509313841075218, + "mIoU": 0.706685654156398, + "macroF1": 0.8241293570109267, + "F1_coffee": 0.8927856730997524, + "IoU_coffee": 0.8063350079647102, + "precision_coffee": 0.8923921887713588, + "recall_coffee": 0.8931795045809298, + "F1_noncoffee": 0.755473040922101, + "IoU_noncoffee": 0.6070363003480855, + "kappa": 0.6482588699916256, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8541666666666666, + "mIoU": 0.6813646604441583, + "macroF1": 0.8018348623853211, + "F1_coffee": 0.9036697247706422, + "IoU_coffee": 0.8242677824267782, + "precision_coffee": 0.8617253948967193, + "recall_coffee": 0.9499062416287168, + "F1_noncoffee": 0.7, + "IoU_noncoffee": 0.5384615384615384, + "kappa": 0.6065726227186785, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8580977845683728, + "mIoU": 0.692787429005799, + "macroF1": 0.8110374104201943, + "F1_coffee": 0.905338259650911, + "IoU_coffee": 0.827048417132216, + "precision_coffee": 0.874261811023622, + "recall_coffee": 0.9387054161162484, + "F1_noncoffee": 0.7167365611894777, + "IoU_noncoffee": 0.5585264408793821, + "kappa": 0.6234983379277268, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8553637135578828, + "mIoU": 0.694466516352809, + "macroF1": 0.8130166491046599, + "F1_coffee": 0.9020008949689957, + "IoU_coffee": 0.8214951094550536, + "precision_coffee": 0.8877563860576319, + "recall_coffee": 0.9167099792099792, + "F1_noncoffee": 0.724032403240324, + "IoU_noncoffee": 0.5674379232505643, + "kappa": 0.6263042309655812, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8373890638419696, + "mIoU": 0.6978112272596741, + "macroF1": 0.8192332082072962, + "F1_coffee": 0.8765217391304347, + "IoU_coffee": 0.7801857585139319, + "precision_coffee": 0.8783038048213767, + "recall_coffee": 0.8747468903673705, + "F1_noncoffee": 0.7619446772841576, + "IoU_noncoffee": 0.6154366960054164, + "kappa": 0.6384692858105446, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.863472485768501, + "mIoU": 0.7346042652675616, + "macroF1": 0.844436630465411, + "F1_coffee": 0.8988542911365713, + "IoU_coffee": 0.816290054895953, + "precision_coffee": 0.8814447201543976, + "recall_coffee": 0.9169654381184569, + "F1_noncoffee": 0.7900189697942507, + "IoU_noncoffee": 0.6529184756391703, + "kappa": 0.6891250311345165, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8465019800113144, + "mIoU": 0.7138615636583053, + "macroF1": 0.8307671740282714, + "F1_coffee": 0.8823699421965318, + "IoU_coffee": 0.7895009050943884, + "precision_coffee": 0.8978091457138656, + "recall_coffee": 0.8674527631765876, + "F1_noncoffee": 0.7791644058600109, + "IoU_noncoffee": 0.6382222222222222, + "kappa": 0.6617221525831717, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9379, + 11000 + ], + [ + 44252, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8219726363817852, + "test_tta": { + "OA": 0.8595553723201826, + "mIoU": 0.7121376338867303, + "macroF1": 0.8270822516935288, + "F1_coffee": 0.902016749084553, + "IoU_coffee": 0.8215214105793451, + "precision_coffee": 0.8723226703755216, + "recall_coffee": 0.9338036556873883, + "F1_noncoffee": 0.7521477543025046, + "IoU_noncoffee": 0.6027538571941156, + "kappa": 0.6551752094872382, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8286027460482289, + "mIoU": 0.665202321151849, + "macroF1": 0.7927995940242216, + "F1_coffee": 0.8789298885470365, + "IoU_coffee": 0.784009741734974, + "precision_coffee": 0.8513153480294449, + "recall_coffee": 0.9083959820582476, + "F1_noncoffee": 0.7066692995014069, + "IoU_noncoffee": 0.546394900568724, + "kappa": 0.5866529200445161, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.6606146395177332, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8248128884942281, + "mIoU": 0.6646158783854591, + "macroF1": 0.7930814610777897, + "F1_coffee": 0.8741112123974476, + "IoU_coffee": 0.7763743826410817, + "precision_coffee": 0.8697111242120539, + "recall_coffee": 0.878556049292226, + "F1_noncoffee": 0.7120517097581318, + "IoU_noncoffee": 0.5528573741298365, + "kappa": 0.5861871494065063, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7955607476635514, + "mIoU": 0.6246392002535551, + "macroF1": 0.7626429576966793, + "F1_coffee": 0.8510356568618178, + "IoU_coffee": 0.7406980572933817, + "precision_coffee": 0.8494021397105097, + "recall_coffee": 0.8526754690757471, + "F1_noncoffee": 0.6742502585315409, + "IoU_noncoffee": 0.5085803432137286, + "kappa": 0.525289754684571, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.80025903007627, + "mIoU": 0.6325911335232219, + "macroF1": 0.7691107663061323, + "F1_coffee": 0.8539152399663206, + "IoU_coffee": 0.7450716297293988, + "precision_coffee": 0.861653922401586, + "recall_coffee": 0.8463143254520167, + "F1_noncoffee": 0.6843062926459439, + "IoU_noncoffee": 0.5201106373170451, + "kappa": 0.5383020124898726, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8470397867885018, + "mIoU": 0.6947330735451873, + "macroF1": 0.8148430612656159, + "F1_coffee": 0.8920534694700074, + "IoU_coffee": 0.8051412634897539, + "precision_coffee": 0.8719059812225067, + "recall_coffee": 0.9131540947534896, + "F1_noncoffee": 0.7376326530612245, + "IoU_noncoffee": 0.5843248836006208, + "kappa": 0.6301660883775133, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8269276114124028, + "mIoU": 0.668186802696608, + "macroF1": 0.7958186571383378, + "F1_coffee": 0.8755172647717251, + "IoU_coffee": 0.7785955598455598, + "precision_coffee": 0.8751610497050247, + "recall_coffee": 0.8758737699355277, + "F1_noncoffee": 0.7161200495049505, + "IoU_noncoffee": 0.5577780455476563, + "kappa": 0.591637468560393, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8232060185185185, + "mIoU": 0.63815630063756, + "macroF1": 0.7689271026122879, + "F1_coffee": 0.8809198986552329, + "IoU_coffee": 0.7871821664925113, + "precision_coffee": 0.8553046549766621, + "recall_coffee": 0.9081167961425127, + "F1_noncoffee": 0.656934306569343, + "IoU_noncoffee": 0.4891304347826087, + "kappa": 0.5390453145942652, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8387127578304049, + "mIoU": 0.6602799349323012, + "macroF1": 0.7861165297497622, + "F1_coffee": 0.8921800191509736, + "IoU_coffee": 0.8053474703238447, + "precision_coffee": 0.8632489190858554, + "recall_coffee": 0.9231175693527081, + "F1_noncoffee": 0.6800530403485509, + "IoU_noncoffee": 0.5152123995407577, + "kappa": 0.5736540745001034, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8282856873289933, + "mIoU": 0.650064851373187, + "macroF1": 0.7790073262111041, + "F1_coffee": 0.8833632401948218, + "IoU_coffee": 0.7910927456382002, + "precision_coffee": 0.8715225088517956, + "recall_coffee": 0.8955301455301455, + "F1_noncoffee": 0.6746514122273864, + "IoU_noncoffee": 0.5090369571081738, + "kappa": 0.5582421085463898, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7775551102204409, + "mIoU": 0.6200246670017122, + "macroF1": 0.762577078946654, + "F1_coffee": 0.8222103577148959, + "IoU_coffee": 0.6980961015412511, + "precision_coffee": 0.8697756979183476, + "recall_coffee": 0.7795776684986983, + "F1_noncoffee": 0.7029438001784122, + "IoU_noncoffee": 0.5419532324621733, + "kappa": 0.5275151077739814, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8553130929791272, + "mIoU": 0.722959951715646, + "macroF1": 0.8365747573920322, + "F1_coffee": 0.8919129633567227, + "IoU_coffee": 0.8049123704746066, + "precision_coffee": 0.8817264573991032, + "recall_coffee": 0.9023375878388068, + "F1_noncoffee": 0.7812365514273418, + "IoU_noncoffee": 0.6410075329566854, + "kappa": 0.6732377853118886, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8255704318310391, + "mIoU": 0.680938099255284, + "macroF1": 0.8072228468952218, + "F1_coffee": 0.8666954892635826, + "IoU_coffee": 0.7647507629704985, + "precision_coffee": 0.8793683287030267, + "recall_coffee": 0.8543827248188663, + "F1_noncoffee": 0.7477502045268611, + "IoU_noncoffee": 0.5971254355400697, + "kappa": 0.6145971569864414, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9068, + 11000 + ], + [ + 42818, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9211869796117147, + "test_tta": { + "OA": 0.8332963338830395, + "mIoU": 0.6725706444363555, + "macroF1": 0.7983765867974455, + "F1_coffee": 0.882285100045908, + "IoU_coffee": 0.7893650698242872, + "precision_coffee": 0.8630260016209941, + "recall_coffee": 0.9024233817398873, + "F1_noncoffee": 0.7144680735489829, + "IoU_noncoffee": 0.5557762190484239, + "kappa": 0.5972396861502314, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8045027114341756, + "mIoU": 0.632279101728679, + "macroF1": 0.767803764653542, + "F1_coffee": 0.8601149626938834, + "IoU_coffee": 0.7545629028753531, + "precision_coffee": 0.8433439915813332, + "recall_coffee": 0.8775664918819888, + "F1_noncoffee": 0.6754925666132006, + "IoU_noncoffee": 0.5099953005820048, + "kappa": 0.536033174004317, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.684131886379334, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.828095268298871, + "mIoU": 0.669810434509488, + "macroF1": 0.7970149254759422, + "F1_coffee": 0.8764431679602467, + "IoU_coffee": 0.780061268791463, + "precision_coffee": 0.8722183154504004, + "recall_coffee": 0.8807091483805947, + "F1_noncoffee": 0.7175866829916377, + "IoU_noncoffee": 0.5595596002275128, + "kappa": 0.5940516211268271, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7990654205607477, + "mIoU": 0.630178912985312, + "macroF1": 0.7671030322440793, + "F1_coffee": 0.8533813222201174, + "IoU_coffee": 0.7442590451016025, + "precision_coffee": 0.8529504575575891, + "recall_coffee": 0.8538126224019206, + "F1_noncoffee": 0.6808247422680412, + "IoU_noncoffee": 0.5160987808690216, + "kappa": 0.5342063232305863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22131147540983606, + "mIoU": 0.11181306603358833, + "macroF1": 0.18468749775681748, + "F1_coffee": 0.357487922705314, + "IoU_coffee": 0.21764705882352942, + "precision_coffee": 1.0, + "recall_coffee": 0.21764705882352942, + "F1_noncoffee": 0.01188707280832095, + "IoU_noncoffee": 0.005979073243647235, + "kappa": 0.0025992729060924716, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8167602053053197, + "mIoU": 0.6522886754185708, + "macroF1": 0.7836731445211694, + "F1_coffee": 0.8682758620689656, + "IoU_coffee": 0.7672151127361365, + "precision_coffee": 0.8611491108071135, + "recall_coffee": 0.8755215577190543, + "F1_noncoffee": 0.6990704269733733, + "IoU_noncoffee": 0.5373622381010053, + "kappa": 0.5674139749842197, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8387588044926708, + "mIoU": 0.6831950994726734, + "macroF1": 0.8065656851100533, + "F1_coffee": 0.8854786371011357, + "IoU_coffee": 0.7944922964939949, + "precision_coffee": 0.8708197593245129, + "recall_coffee": 0.9006394829127415, + "F1_noncoffee": 0.727652733118971, + "IoU_noncoffee": 0.5718979024513521, + "kappa": 0.6133918969951864, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8286724829049752, + "mIoU": 0.6740553817705925, + "macroF1": 0.8006360453639754, + "F1_coffee": 0.8753987035703261, + "IoU_coffee": 0.7784080512351327, + "precision_coffee": 0.8848980723894051, + "recall_coffee": 0.86610111978283, + "F1_noncoffee": 0.7258733871576247, + "IoU_noncoffee": 0.5697027123060524, + "kappa": 0.6013731551234052, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8441358024691358, + "mIoU": 0.6652835996094324, + "macroF1": 0.7895031276736615, + "F1_coffee": 0.896741214057508, + "IoU_coffee": 0.8128113054558092, + "precision_coffee": 0.8574046920821115, + "recall_coffee": 0.9398607018483793, + "F1_noncoffee": 0.6822650412898151, + "IoU_noncoffee": 0.5177558937630558, + "kappa": 0.581715386809252, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8371848739495799, + "mIoU": 0.6561147186147186, + "macroF1": 0.7826083753821222, + "F1_coffee": 0.8915325402379286, + "IoU_coffee": 0.8042929292929293, + "precision_coffee": 0.8598601055344214, + "recall_coffee": 0.9256274768824306, + "F1_noncoffee": 0.6736842105263158, + "IoU_noncoffee": 0.5079365079365079, + "kappa": 0.5669842109965517, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8418718747051609, + "mIoU": 0.6753878922897931, + "macroF1": 0.7990890883781068, + "F1_coffee": 0.8918011620400258, + "IoU_coffee": 0.8047302807876034, + "precision_coffee": 0.8861945085963562, + "recall_coffee": 0.8974792099792099, + "F1_noncoffee": 0.7063770147161879, + "IoU_noncoffee": 0.5460455037919827, + "kappa": 0.5982218186027531, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7896745872697777, + "mIoU": 0.6336772050042929, + "macroF1": 0.7726056546036697, + "F1_coffee": 0.8349063670411985, + "IoU_coffee": 0.7166002314517166, + "precision_coffee": 0.8659105034182722, + "recall_coffee": 0.8060457043679491, + "F1_noncoffee": 0.7103049421661409, + "IoU_noncoffee": 0.5507541785568691, + "kappa": 0.5462321024616427, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8403225806451613, + "mIoU": 0.7026109387222064, + "macroF1": 0.8226755924556142, + "F1_coffee": 0.8786152181752614, + "IoU_coffee": 0.7835091330074607, + "precision_coffee": 0.8837782936738248, + "recall_coffee": 0.8735121181700846, + "F1_noncoffee": 0.7667359667359668, + "IoU_noncoffee": 0.6217127444369521, + "kappa": 0.6453744435267016, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8154818027531586, + "mIoU": 0.6687873429077318, + "macroF1": 0.7987156498098311, + "F1_coffee": 0.8568083705275481, + "IoU_coffee": 0.7494879672299027, + "precision_coffee": 0.8833735666867834, + "recall_coffee": 0.8317942889615002, + "F1_noncoffee": 0.740622929092114, + "IoU_noncoffee": 0.5880867185855609, + "kappa": 0.5980896852709683, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9304, + 11000 + ], + [ + 42790, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6273290793100992, + "test_tta": { + "OA": 0.8397818089559812, + "mIoU": 0.6827637833576765, + "macroF1": 0.8059879820152891, + "F1_coffee": 0.8869596348339748, + "IoU_coffee": 0.7968800257317465, + "precision_coffee": 0.8669028561431134, + "recall_coffee": 0.9079664666269641, + "F1_noncoffee": 0.7250163291966035, + "IoU_noncoffee": 0.5686475409836066, + "kappa": 0.6124805652998505, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8102572977962386, + "mIoU": 0.6407505296667102, + "macroF1": 0.7744571688181476, + "F1_coffee": 0.8643151815181518, + "IoU_coffee": 0.7610519815467325, + "precision_coffee": 0.8469670325227903, + "recall_coffee": 0.8823888643207615, + "F1_noncoffee": 0.6845991561181435, + "IoU_noncoffee": 0.520449077786688, + "kappa": 0.549353819100294, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7033850926015872, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8509133578586833, + "mIoU": 0.6969678818285823, + "macroF1": 0.816001935183082, + "F1_coffee": 0.8961495128901849, + "IoU_coffee": 0.8118395773294909, + "precision_coffee": 0.8653895383565151, + "recall_coffee": 0.9291767831783407, + "F1_noncoffee": 0.735854357475979, + "IoU_noncoffee": 0.5820961863276736, + "kappa": 0.6331826522179355, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8209011191877236, + "mIoU": 0.6525590156725252, + "macroF1": 0.7829971503805108, + "F1_coffee": 0.8736904204894521, + "IoU_coffee": 0.7757107249936784, + "precision_coffee": 0.8449839652153383, + "recall_coffee": 0.9044159454166404, + "F1_noncoffee": 0.6923038802715694, + "IoU_noncoffee": 0.5294073063513718, + "kappa": 0.5672111142929189, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25526932084309134, + "mIoU": 0.1286693919884367, + "macroF1": 0.2063614525433536, + "F1_coffee": 0.40337711069418386, + "IoU_coffee": 0.2526439482961222, + "precision_coffee": 0.9953703703703703, + "recall_coffee": 0.2529411764705882, + "F1_noncoffee": 0.009345794392523364, + "IoU_noncoffee": 0.004694835680751174, + "kappa": 3.682129154363811e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8457811675540845, + "mIoU": 0.6905743441095245, + "macroF1": 0.81154037508527, + "F1_coffee": 0.8918709851007298, + "IoU_coffee": 0.8048439966007042, + "precision_coffee": 0.8636097179704292, + "recall_coffee": 0.9220445062586926, + "F1_noncoffee": 0.7312097650698102, + "IoU_noncoffee": 0.5763046916183447, + "kappa": 0.6240814715800558, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8573196268798782, + "mIoU": 0.7028916433197296, + "macroF1": 0.8197980859010271, + "F1_coffee": 0.9020261437908497, + "IoU_coffee": 0.8215369962497767, + "precision_coffee": 0.8595005293641402, + "recall_coffee": 0.9489788901877192, + "F1_noncoffee": 0.7375700280112045, + "IoU_noncoffee": 0.5842462903896825, + "kappa": 0.641943982656427, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8496109408158453, + "mIoU": 0.6973875441752917, + "macroF1": 0.8166033582044288, + "F1_coffee": 0.8944074699513261, + "IoU_coffee": 0.808984725965858, + "precision_coffee": 0.873270399586189, + "recall_coffee": 0.9165931455717679, + "F1_noncoffee": 0.7387992464575314, + "IoU_noncoffee": 0.5857903623847253, + "kappa": 0.6337375101341642, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8506944444444444, + "mIoU": 0.6740293352194402, + "macroF1": 0.7960134214539909, + "F1_coffee": 0.9016268429079817, + "IoU_coffee": 0.8208747975005786, + "precision_coffee": 0.8577992744860943, + "recall_coffee": 0.9501741226895258, + "F1_noncoffee": 0.6904, + "IoU_noncoffee": 0.5271838729383018, + "kappa": 0.5953513392058453, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8466386554621849, + "mIoU": 0.663976424868734, + "macroF1": 0.787749003843278, + "F1_coffee": 0.899549662246685, + "IoU_coffee": 0.817437762873707, + "precision_coffee": 0.8542409123307199, + "recall_coffee": 0.9499339498018494, + "F1_noncoffee": 0.6759483454398708, + "IoU_noncoffee": 0.510515086863761, + "kappa": 0.5793158885918129, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8464949523539956, + "mIoU": 0.671506909489649, + "macroF1": 0.794640294548723, + "F1_coffee": 0.8978335949764521, + "IoU_coffee": 0.8146080218778486, + "precision_coffee": 0.8687568355814801, + "recall_coffee": 0.9289241164241164, + "F1_noncoffee": 0.6914469941209938, + "IoU_noncoffee": 0.5284057971014493, + "kappa": 0.5906654164858796, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8409199351083119, + "mIoU": 0.7003694707541732, + "macroF1": 0.8207129820141134, + "F1_coffee": 0.8809030506537116, + "IoU_coffee": 0.7871552604698672, + "precision_coffee": 0.8703939008894537, + "recall_coffee": 0.8916690772345964, + "F1_noncoffee": 0.7605229133745152, + "IoU_noncoffee": 0.6135836810384794, + "kappa": 0.6415310436169589, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8679316888045541, + "mIoU": 0.7359225079226377, + "macroF1": 0.8447612377454777, + "F1_coffee": 0.9047358335614564, + "IoU_coffee": 0.8260434891277181, + "precision_coffee": 0.8652965047781123, + "recall_coffee": 0.9479420622400688, + "F1_noncoffee": 0.7847866419294991, + "IoU_noncoffee": 0.6458015267175573, + "kappa": 0.6909728010114206, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8527248727135583, + "mIoU": 0.7175684816058425, + "macroF1": 0.8326918763813603, + "F1_coffee": 0.8905855982067806, + "IoU_coffee": 0.8027528728374794, + "precision_coffee": 0.8784026530330248, + "recall_coffee": 0.903111237391675, + "F1_noncoffee": 0.77479815455594, + "IoU_noncoffee": 0.6323840903742057, + "kappa": 0.6655161838260872, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 44144, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.343131999174754, + "test_tta": { + "OA": 0.8542115945705949, + "mIoU": 0.6972473340030878, + "macroF1": 0.8156121193362622, + "F1_coffee": 0.8999760656237081, + "IoU_coffee": 0.8181422580900388, + "precision_coffee": 0.8570658930791546, + "recall_coffee": 0.9474094095011224, + "F1_noncoffee": 0.7312481730488162, + "IoU_noncoffee": 0.5763524099161368, + "kappa": 0.6336913388003175, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8254009461174571, + "mIoU": 0.6534456633290376, + "macroF1": 0.7828037215309254, + "F1_coffee": 0.8789908238539813, + "IoU_coffee": 0.7841067161251204, + "precision_coffee": 0.8366092664827324, + "recall_coffee": 0.9258955082443616, + "F1_noncoffee": 0.6866166192078695, + "IoU_noncoffee": 0.5227846105329549, + "kappa": 0.5684753939080046, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7145107198932644, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.846346568565267, + "mIoU": 0.693131024054972, + "macroF1": 0.8136141123616127, + "F1_coffee": 0.8917221651097305, + "IoU_coffee": 0.8046016414268718, + "precision_coffee": 0.870554610114762, + "recall_coffee": 0.9139447523936048, + "F1_noncoffee": 0.7355060596134949, + "IoU_noncoffee": 0.5816604066830722, + "kappa": 0.6277658030939518, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8155503634475597, + "mIoU": 0.6487005793711678, + "macroF1": 0.7806439719635958, + "F1_coffee": 0.8681478426723027, + "IoU_coffee": 0.7670152299059972, + "precision_coffee": 0.8504282136220409, + "recall_coffee": 0.8866216017015183, + "F1_noncoffee": 0.6931401012548888, + "IoU_noncoffee": 0.5303859288363383, + "kappa": 0.5617307645270415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17681498829039813, + "mIoU": 0.0890811676314817, + "macroF1": 0.1523794598547772, + "F1_coffee": 0.2962962962962963, + "IoU_coffee": 0.17391304347826086, + "precision_coffee": 0.9932885906040269, + "recall_coffee": 0.17411764705882352, + "F1_noncoffee": 0.00846262341325811, + "IoU_noncoffee": 0.00424929178470255, + "kappa": -0.000860220790002775, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8370029260804912, + "mIoU": 0.6774195657730244, + "macroF1": 0.8018856327109773, + "F1_coffee": 0.885295706184175, + "IoU_coffee": 0.7941978075222579, + "precision_coffee": 0.8602072946733141, + "recall_coffee": 0.9118915159944367, + "F1_noncoffee": 0.7184755592377796, + "IoU_noncoffee": 0.5606413240237911, + "kappa": 0.6045967647693308, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8585094231867504, + "mIoU": 0.7093400522804222, + "macroF1": 0.8249601242053468, + "F1_coffee": 0.9015921353149515, + "IoU_coffee": 0.8208172613307618, + "precision_coffee": 0.869223895838652, + "recall_coffee": 0.9364642783469711, + "F1_noncoffee": 0.748328113095742, + "IoU_noncoffee": 0.5978628432300825, + "kappa": 0.6511573612181648, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8434803112473473, + "mIoU": 0.6928428301416069, + "macroF1": 0.8139173199519117, + "F1_coffee": 0.8880871295141113, + "IoU_coffee": 0.7987020863658418, + "precision_coffee": 0.8825224500737167, + "recall_coffee": 0.893722429589413, + "F1_noncoffee": 0.7397475103897122, + "IoU_noncoffee": 0.5869835739173719, + "kappa": 0.627869046319519, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.849633487654321, + "mIoU": 0.6690401230843275, + "macroF1": 0.7917244291406218, + "F1_coffee": 0.9015472055573097, + "IoU_coffee": 0.8207427848683454, + "precision_coffee": 0.8529095471382483, + "recall_coffee": 0.9560675060273238, + "F1_noncoffee": 0.6819016527239339, + "IoU_noncoffee": 0.5173374613003096, + "kappa": 0.5877799940282631, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8613445378151261, + "mIoU": 0.6947850872423988, + "macroF1": 0.8121247274789041, + "F1_coffee": 0.9082870136432541, + "IoU_coffee": 0.8319833371904651, + "precision_coffee": 0.8702493343016219, + "recall_coffee": 0.9498018494055482, + "F1_noncoffee": 0.715962441314554, + "IoU_noncoffee": 0.5575868372943327, + "kappa": 0.6264596119729111, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8487593169166903, + "mIoU": 0.6808969755226302, + "macroF1": 0.8025369626704002, + "F1_coffee": 0.8980733769949768, + "IoU_coffee": 0.815002885170225, + "precision_coffee": 0.8793425476279417, + "recall_coffee": 0.9176195426195426, + "F1_noncoffee": 0.7070005483458235, + "IoU_noncoffee": 0.5467910658750353, + "kappa": 0.6055883558775627, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8245061551674778, + "mIoU": 0.6781747282852065, + "macroF1": 0.8050558453052183, + "F1_coffee": 0.8666328232649213, + "IoU_coffee": 0.764653186588175, + "precision_coffee": 0.8690909090909091, + "recall_coffee": 0.8641886028348279, + "F1_noncoffee": 0.7434788673455154, + "IoU_noncoffee": 0.591696269982238, + "kappa": 0.6101176895072699, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8556925996204934, + "mIoU": 0.7193481363851242, + "macroF1": 0.8336198454861283, + "F1_coffee": 0.8942207385770916, + "IoU_coffee": 0.8086792452830188, + "precision_coffee": 0.8680799351876857, + "recall_coffee": 0.9219847985085329, + "F1_noncoffee": 0.7730189523951649, + "IoU_noncoffee": 0.6300170274872294, + "kappa": 0.6678859323516783, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.6996143588884509, + "macroF1": 0.8205815438868924, + "F1_coffee": 0.8768126346015793, + "IoU_coffee": 0.7806468106864374, + "precision_coffee": 0.8862284138731679, + "recall_coffee": 0.8675948288109107, + "F1_noncoffee": 0.7643504531722054, + "IoU_noncoffee": 0.6185819070904646, + "kappa": 0.6412405562443207, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9399, + 11000 + ], + [ + 43845, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7992419322331747, + "test_tta": { + "OA": 0.852736902194596, + "mIoU": 0.6998062949147568, + "macroF1": 0.8180568490711102, + "F1_coffee": 0.8974910869013323, + "IoU_coffee": 0.8140442913779985, + "precision_coffee": 0.8661241185368244, + "recall_coffee": 0.9312153557194558, + "F1_noncoffee": 0.7386226112408882, + "IoU_noncoffee": 0.585568298451515, + "kappa": 0.6373265478266543, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8223289488865813, + "mIoU": 0.6543393505512493, + "macroF1": 0.7843135164516108, + "F1_coffee": 0.8748641373355681, + "IoU_coffee": 0.7775631071467264, + "precision_coffee": 0.8450684877742455, + "recall_coffee": 0.9068376608334913, + "F1_noncoffee": 0.6937628955676536, + "IoU_noncoffee": 0.5311155939557721, + "kappa": 0.5699354060086925, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6016246221192432, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367743697681518, + "mIoU": 0.6606147484960605, + "macroF1": 0.7868563841284335, + "F1_coffee": 0.8900053053844238, + "IoU_coffee": 0.8018104137809946, + "precision_coffee": 0.9109648247888822, + "recall_coffee": 0.8699885694932475, + "F1_noncoffee": 0.6837074628724431, + "IoU_noncoffee": 0.5194190832111264, + "kappa": 0.574360683754731, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8017047421253028, + "mIoU": 0.6123550107425653, + "macroF1": 0.7490048798822722, + "F1_coffee": 0.8640153500746733, + "IoU_coffee": 0.7605871700215923, + "precision_coffee": 0.8870633631194151, + "recall_coffee": 0.8421346906510884, + "F1_noncoffee": 0.6339944096898709, + "IoU_noncoffee": 0.4641228514635382, + "kappa": 0.498920222978695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2894540014958863, + "mIoU": 0.1462635448855581, + "macroF1": 0.22878373520896886, + "F1_coffee": 0.44509345794392524, + "IoU_coffee": 0.28625093914350114, + "precision_coffee": 0.9921875, + "recall_coffee": 0.2868975903614458, + "F1_noncoffee": 0.012474012474012475, + "IoU_noncoffee": 0.006276150627615063, + "kappa": -0.0008746769211372702, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8389930898321817, + "mIoU": 0.6708847372429322, + "macroF1": 0.7956812774198023, + "F1_coffee": 0.889752602406381, + "IoU_coffee": 0.801400304414003, + "precision_coffee": 0.9188189306156638, + "recall_coffee": 0.8624688769492858, + "F1_noncoffee": 0.7016099524332235, + "IoU_noncoffee": 0.5403691700718614, + "kappa": 0.5924663790306401, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8417060254758838, + "mIoU": 0.6700933832490372, + "macroF1": 0.7943933778184964, + "F1_coffee": 0.8930229558937323, + "IoU_coffee": 0.8067221995689404, + "precision_coffee": 0.9198937230156095, + "recall_coffee": 0.8676774638180565, + "F1_noncoffee": 0.6957637997432606, + "IoU_noncoffee": 0.5334645669291339, + "kappa": 0.5897822059988841, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.829717385098487, + "mIoU": 0.6404843500869991, + "macroF1": 0.7695877261332559, + "F1_coffee": 0.8872933396315541, + "IoU_coffee": 0.7974189166242146, + "precision_coffee": 0.8952719877986782, + "recall_coffee": 0.8794556464198764, + "F1_noncoffee": 0.6518821126349577, + "IoU_noncoffee": 0.48354978354978356, + "kappa": 0.5392884720508243, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8548870677593444, + "mIoU": 0.7021498149363354, + "macroF1": 0.8196272396200737, + "F1_coffee": 0.8993762993762994, + "IoU_coffee": 0.8171514922553834, + "precision_coffee": 0.9162665913583733, + "recall_coffee": 0.883097441480675, + "F1_noncoffee": 0.7398781798638481, + "IoU_noncoffee": 0.5871481376172875, + "kappa": 0.6395710907709418, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8635756535012402, + "mIoU": 0.7099886798922437, + "macroF1": 0.8245823003580148, + "F1_coffee": 0.9072873443983402, + "IoU_coffee": 0.8303073454372849, + "precision_coffee": 0.9205367714774372, + "recall_coffee": 0.8944139077080404, + "F1_noncoffee": 0.7418772563176895, + "IoU_noncoffee": 0.5896700143472023, + "kappa": 0.6493668337796504, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8704107769661322, + "mIoU": 0.7080621556776685, + "macroF1": 0.8217141633111946, + "F1_coffee": 0.9148909657320873, + "IoU_coffee": 0.8431327514928801, + "precision_coffee": 0.8988736532810969, + "recall_coffee": 0.9314894696777468, + "F1_noncoffee": 0.7285373608903021, + "IoU_noncoffee": 0.572991559862457, + "kappa": 0.6437890909706224, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8234835186268773, + "mIoU": 0.6405353224867578, + "macroF1": 0.7711366749984279, + "F1_coffee": 0.8805911070062014, + "IoU_coffee": 0.7866572371522866, + "precision_coffee": 0.9213141910546659, + "recall_coffee": 0.8433156431640132, + "F1_noncoffee": 0.6616822429906543, + "IoU_noncoffee": 0.49441340782122906, + "kappa": 0.544793130596658, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.819830136463403, + "mIoU": 0.6317206509278555, + "macroF1": 0.7635336565078148, + "F1_coffee": 0.87891226269882, + "IoU_coffee": 0.7839816933638444, + "precision_coffee": 0.9192379930238798, + "recall_coffee": 0.8419759154583436, + "F1_noncoffee": 0.6481550503168095, + "IoU_noncoffee": 0.47945960849186653, + "kappa": 0.5296972011300758, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7887754128090102, + "mIoU": 0.5799236277812121, + "macroF1": 0.7187426734426272, + "F1_coffee": 0.8590894619547915, + "IoU_coffee": 0.752985824310749, + "precision_coffee": 0.891384778012685, + "recall_coffee": 0.8290524763426325, + "F1_noncoffee": 0.5783958849304629, + "IoU_noncoffee": 0.4068614312516752, + "kappa": 0.43968594903393704, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7048, + 8413 + ], + [ + 44925, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8348207275072734, + "test_tta": { + "OA": 0.8442616365944183, + "mIoU": 0.6683584684341506, + "macroF1": 0.7922754036433165, + "F1_coffee": 0.8961927710843374, + "IoU_coffee": 0.8119105833042264, + "precision_coffee": 0.906964645698307, + "recall_coffee": 0.8856737648702426, + "F1_noncoffee": 0.6883580362022956, + "IoU_noncoffee": 0.5248063535640749, + "kappa": 0.584726666141786, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8090746509749625, + "mIoU": 0.6182387084992083, + "macroF1": 0.7529756960404058, + "F1_coffee": 0.8706948758522339, + "IoU_coffee": 0.7710005535566011, + "precision_coffee": 0.8823820553938746, + "recall_coffee": 0.8593132434881524, + "F1_noncoffee": 0.6352565162285777, + "IoU_noncoffee": 0.4654768634418154, + "kappa": 0.5061957535475927, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 69, + "stopped_epoch": 89, + "best_val": 0.6239525054374738, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8377383955397741, + "mIoU": 0.6619581408509376, + "macroF1": 0.7878737788163559, + "F1_coffee": 0.8907212032678677, + "IoU_coffee": 0.8029732524338139, + "precision_coffee": 0.9111194740220928, + "recall_coffee": 0.8712162905888827, + "F1_noncoffee": 0.6850263543648442, + "IoU_noncoffee": 0.5209430292680612, + "kappa": 0.5763595862676983, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8038681204569055, + "mIoU": 0.615785433107355, + "macroF1": 0.7518759764954854, + "F1_coffee": 0.865456344298788, + "IoU_coffee": 0.7628233078117097, + "precision_coffee": 0.8888392131360754, + "recall_coffee": 0.8432722154741936, + "F1_noncoffee": 0.6382956086921829, + "IoU_noncoffee": 0.46874755840300025, + "kappa": 0.5046735292325495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3268511593118923, + "mIoU": 0.1652195978724357, + "macroF1": 0.25118734691439154, + "F1_coffee": 0.489216799091941, + "IoU_coffee": 0.32381667918858004, + "precision_coffee": 0.9930875576036866, + "recall_coffee": 0.3245481927710843, + "F1_noncoffee": 0.013157894736842105, + "IoU_noncoffee": 0.006622516556291391, + "kappa": -0.00017455053237913696, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8408687068114511, + "mIoU": 0.6733375389513463, + "macroF1": 0.7974758309788696, + "F1_coffee": 0.8912207301437344, + "IoU_coffee": 0.8037855273568255, + "precision_coffee": 0.9186839176405119, + "recall_coffee": 0.8653518542786004, + "F1_noncoffee": 0.7037309318140048, + "IoU_noncoffee": 0.542889550545867, + "kappa": 0.5959351315141626, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8331186489194218, + "mIoU": 0.655101298353758, + "macroF1": 0.7825914444825932, + "F1_coffee": 0.88740101718921, + "IoU_coffee": 0.7975928711954635, + "precision_coffee": 0.9125455147302218, + "recall_coffee": 0.863605037278366, + "F1_noncoffee": 0.6777818717759764, + "IoU_noncoffee": 0.5126097255120524, + "kappa": 0.5661255518998534, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8393281948805785, + "mIoU": 0.6572958992010446, + "macroF1": 0.7832183835201127, + "F1_coffee": 0.893506984957901, + "IoU_coffee": 0.8075125398996807, + "precision_coffee": 0.9028167218965077, + "recall_coffee": 0.8843872900930145, + "F1_noncoffee": 0.6729297820823245, + "IoU_noncoffee": 0.5070792585024084, + "kappa": 0.5665783158241916, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.869778133120128, + "mIoU": 0.7233300794004192, + "macroF1": 0.8344360060261665, + "F1_coffee": 0.9109303438375829, + "IoU_coffee": 0.8364298267637459, + "precision_coffee": 0.915121549237742, + "recall_coffee": 0.9067773543821448, + "F1_noncoffee": 0.7579416682147502, + "IoU_noncoffee": 0.6102303320370924, + "kappa": 0.6688908868245738, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8584239648921962, + "mIoU": 0.6968532014817461, + "macroF1": 0.8144688480416479, + "F1_coffee": 0.9047741273100616, + "IoU_coffee": 0.8261073353644246, + "precision_coffee": 0.9083880943177426, + "recall_coffee": 0.9011888022497763, + "F1_noncoffee": 0.7241635687732342, + "IoU_noncoffee": 0.5675990675990676, + "kappa": 0.6289547078371187, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8771463807987857, + "mIoU": 0.7203512014760451, + "macroF1": 0.8307265762981084, + "F1_coffee": 0.9193699022476807, + "IoU_coffee": 0.8507720672966121, + "precision_coffee": 0.9026775889473041, + "recall_coffee": 0.93669119512814, + "F1_noncoffee": 0.7420832503485362, + "IoU_noncoffee": 0.5899303356554781, + "kappa": 0.661823060903012, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8126584747415643, + "mIoU": 0.6276379033375099, + "macroF1": 0.7613369421518574, + "F1_coffee": 0.8720101272569791, + "IoU_coffee": 0.7730655640874188, + "precision_coffee": 0.9223396758280479, + "recall_coffee": 0.8268890573666919, + "F1_noncoffee": 0.6506637570467357, + "IoU_noncoffee": 0.4822102425876011, + "kappa": 0.5265218594614677, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8078060883672106, + "mIoU": 0.6159961185864036, + "macroF1": 0.751063371125204, + "F1_coffee": 0.8699134478749515, + "IoU_coffee": 0.7697759487882945, + "precision_coffee": 0.9169389978213508, + "recall_coffee": 0.8274760383386581, + "F1_noncoffee": 0.6322132943754566, + "IoU_noncoffee": 0.4622162883845127, + "kappa": 0.5058016949516886, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8012789920778849, + "mIoU": 0.6007005101499481, + "macroF1": 0.7372154597892241, + "F1_coffee": 0.8669648562300319, + "IoU_coffee": 0.7651703135574104, + "precision_coffee": 0.902968188473313, + "recall_coffee": 0.8337225021506698, + "F1_noncoffee": 0.6074660633484162, + "IoU_noncoffee": 0.43623070674248576, + "kappa": 0.4768847733759556, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7143, + 8413 + ], + [ + 44890, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6964576840400696, + "test_tta": { + "OA": 0.8476839280836774, + "mIoU": 0.6712702325309268, + "macroF1": 0.7941710596182947, + "F1_coffee": 0.8991210334773448, + "IoU_coffee": 0.8167301409322018, + "precision_coffee": 0.9040272190362064, + "recall_coffee": 0.8942678125396892, + "F1_noncoffee": 0.6892210857592447, + "IoU_noncoffee": 0.5258103241296519, + "kappa": 0.5883794677118761, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8131706472827969, + "mIoU": 0.6217922432022193, + "macroF1": 0.7554558754428118, + "F1_coffee": 0.8742574257425743, + "IoU_coffee": 0.7766051011433597, + "precision_coffee": 0.8803589232303091, + "recall_coffee": 0.8682399213372665, + "F1_noncoffee": 0.6366543251430494, + "IoU_noncoffee": 0.4669793852610789, + "kappa": 0.5109796271500053, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6426065847475924, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8496441138193095, + "mIoU": 0.6785993078632149, + "macroF1": 0.8003208827208337, + "F1_coffee": 0.8995621002017774, + "IoU_coffee": 0.8174583048863747, + "precision_coffee": 0.9124101894186806, + "recall_coffee": 0.887070826806655, + "F1_noncoffee": 0.7010796652398901, + "IoU_noncoffee": 0.5397403108400551, + "kappa": 0.6008773035030431, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8151898003922926, + "mIoU": 0.6289385625295947, + "macroF1": 0.76197556001861, + "F1_coffee": 0.8745201723462593, + "IoU_coffee": 0.7770198548732316, + "precision_coffee": 0.8885638668338208, + "recall_coffee": 0.8609134902731987, + "F1_noncoffee": 0.6494309476909608, + "IoU_noncoffee": 0.4808572701859579, + "kappa": 0.5242831166666045, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35901271503365745, + "mIoU": 0.18153785346836684, + "macroF1": 0.26950836603348965, + "F1_coffee": 0.525207756232687, + "IoU_coffee": 0.35612321562734783, + "precision_coffee": 0.9937106918238994, + "recall_coffee": 0.3569277108433735, + "F1_noncoffee": 0.01380897583429229, + "IoU_noncoffee": 0.006952491309385863, + "kappa": 0.000491986465138293, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.848025666337611, + "mIoU": 0.6809612370961633, + "macroF1": 0.8027441354509829, + "F1_coffee": 0.8972536456769112, + "IoU_coffee": 0.8136536948496036, + "precision_coffee": 0.9142468548112886, + "recall_coffee": 0.8808806185296816, + "F1_noncoffee": 0.7082346252250545, + "IoU_noncoffee": 0.548268779342723, + "kappa": 0.6058749273421111, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8549687514908639, + "mIoU": 0.6848741306866166, + "macroF1": 0.8047677505672086, + "F1_coffee": 0.9037670148781259, + "IoU_coffee": 0.8244296852440081, + "precision_coffee": 0.9133661782583659, + "recall_coffee": 0.8943675208320281, + "F1_noncoffee": 0.7057684862562912, + "IoU_noncoffee": 0.5453185761292253, + "kappa": 0.6096673198445279, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8458939956227995, + "mIoU": 0.6699538236934139, + "macroF1": 0.7933669654470712, + "F1_coffee": 0.8975486319784912, + "IoU_coffee": 0.8141389797440752, + "precision_coffee": 0.9097204411387535, + "recall_coffee": 0.8856982333478993, + "F1_noncoffee": 0.6891852989156511, + "IoU_noncoffee": 0.5257686676427525, + "kappa": 0.5869582530146236, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8649810113931641, + "mIoU": 0.7105271270444096, + "macroF1": 0.8247751275752931, + "F1_coffee": 0.9087100479762146, + "IoU_coffee": 0.8326934984520123, + "precision_coffee": 0.9024292041336733, + "recall_coffee": 0.9150789330430049, + "F1_noncoffee": 0.7408402071743717, + "IoU_noncoffee": 0.5883607556368068, + "kappa": 0.6495984410959587, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8713031864148063, + "mIoU": 0.7189227957920186, + "macroF1": 0.8305810060536643, + "F1_coffee": 0.913641892324435, + "IoU_coffee": 0.8410135533294049, + "precision_coffee": 0.9151064375480893, + "recall_coffee": 0.9121820273552346, + "F1_noncoffee": 0.7475201197828935, + "IoU_noncoffee": 0.5968320382546324, + "kappa": 0.66116454942505, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.883407646333365, + "mIoU": 0.7370353571665547, + "macroF1": 0.8431556073997337, + "F1_coffee": 0.9226119262011209, + "IoU_coffee": 0.8563413208649913, + "precision_coffee": 0.9158644830603826, + "recall_coffee": 0.9294595280385689, + "F1_noncoffee": 0.7636992885983465, + "IoU_noncoffee": 0.6177293934681182, + "kappa": 0.6863631945326258, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8314803978935049, + "mIoU": 0.6532450995524001, + "macroF1": 0.7812402218745556, + "F1_coffee": 0.8860759493670886, + "IoU_coffee": 0.7954545454545454, + "precision_coffee": 0.9263854425144747, + "recall_coffee": 0.849128127369219, + "F1_noncoffee": 0.6764044943820224, + "IoU_noncoffee": 0.5110356536502547, + "kappa": 0.5648208238653946, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8386296402328467, + "mIoU": 0.6511031730423638, + "macroF1": 0.7775808262302559, + "F1_coffee": 0.8941073329576054, + "IoU_coffee": 0.8084937712344281, + "precision_coffee": 0.911633252458179, + "recall_coffee": 0.8772425657409683, + "F1_noncoffee": 0.6610543195029064, + "IoU_noncoffee": 0.4937125748502994, + "kappa": 0.5556872753595972, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8081511883172664, + "mIoU": 0.6087139735622163, + "macroF1": 0.7435968522666339, + "F1_coffee": 0.8722511757976357, + "IoU_coffee": 0.7734445446348062, + "precision_coffee": 0.9032512834013426, + "recall_coffee": 0.8433083445987465, + "F1_noncoffee": 0.6149425287356322, + "IoU_noncoffee": 0.44398340248962653, + "kappa": 0.4890079332148228, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7160, + 8413 + ], + [ + 45614, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.052984829743703, + "test_tta": { + "OA": 0.8596539147479876, + "mIoU": 0.690047391053277, + "macroF1": 0.8083501940100584, + "F1_coffee": 0.9075083914825129, + "IoU_coffee": 0.8306776769791424, + "precision_coffee": 0.9079217780037713, + "recall_coffee": 0.9070953812285678, + "F1_noncoffee": 0.7091919965376037, + "IoU_noncoffee": 0.5494171051274115, + "kappa": 0.6167006378577606, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8252999884619823, + "mIoU": 0.6380732622156378, + "macroF1": 0.7683398954854633, + "F1_coffee": 0.8832110454409595, + "IoU_coffee": 0.7908486575153242, + "precision_coffee": 0.8833558341369334, + "recall_coffee": 0.8830663042011299, + "F1_noncoffee": 0.6534687455299671, + "IoU_noncoffee": 0.4852978669159514, + "kappa": 0.5366798279043701, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.6592398572208187, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8619515095036874, + "mIoU": 0.6944475086052813, + "macroF1": 0.8117140547675108, + "F1_coffee": 0.9089714794253507, + "IoU_coffee": 0.8331326471159448, + "precision_coffee": 0.9098969159631782, + "recall_coffee": 0.9080479234579399, + "F1_noncoffee": 0.714456630109671, + "IoU_noncoffee": 0.5557623700946176, + "kappa": 0.6234293314753092, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8255884389061959, + "mIoU": 0.6399458570062904, + "macroF1": 0.7700682157038166, + "F1_coffee": 0.8830543386811338, + "IoU_coffee": 0.7905974025974026, + "precision_coffee": 0.8858556461001165, + "recall_coffee": 0.8802706923477356, + "F1_noncoffee": 0.6570820927264993, + "IoU_noncoffee": 0.489294311415178, + "kappa": 0.5401499153829588, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3343305908750935, + "mIoU": 0.16901312788451217, + "macroF1": 0.2555232165291076, + "F1_coffee": 0.49774266365688485, + "IoU_coffee": 0.3313298271975958, + "precision_coffee": 0.9932432432432432, + "recall_coffee": 0.33207831325301207, + "F1_noncoffee": 0.013303769401330377, + "IoU_noncoffee": 0.006696428571428571, + "kappa": -2.5212202706135492e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8606120434353406, + "mIoU": 0.6994978543685937, + "macroF1": 0.8163060965739019, + "F1_coffee": 0.906521019529957, + "IoU_coffee": 0.8290246412786826, + "precision_coffee": 0.916042279903666, + "recall_coffee": 0.8971956493251212, + "F1_noncoffee": 0.7260911736178467, + "IoU_noncoffee": 0.5699710674585047, + "kappa": 0.632728454986617, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8634130051047183, + "mIoU": 0.6932285559093502, + "macroF1": 0.8103692069361732, + "F1_coffee": 0.9106624645052579, + "IoU_coffee": 0.8359782297336007, + "precision_coffee": 0.907124207385304, + "recall_coffee": 0.9142284318025187, + "F1_noncoffee": 0.7100759493670886, + "IoU_noncoffee": 0.5504788820850997, + "kappa": 0.6207571384899034, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8617851365496242, + "mIoU": 0.6903093274240328, + "macroF1": 0.8081513257399342, + "F1_coffee": 0.9095888705611404, + "IoU_coffee": 0.8341705674163717, + "precision_coffee": 0.9069637537239325, + "recall_coffee": 0.912229227791997, + "F1_noncoffee": 0.7067137809187279, + "IoU_noncoffee": 0.546448087431694, + "kappa": 0.6163130785950495, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8754747151708975, + "mIoU": 0.7283998632002411, + "macroF1": 0.837562564753608, + "F1_coffee": 0.9160377358490566, + "IoU_coffee": 0.845082680591819, + "precision_coffee": 0.9072343833422317, + "recall_coffee": 0.9250136091453457, + "F1_noncoffee": 0.7590873936581594, + "IoU_noncoffee": 0.6117170458086632, + "kappa": 0.6752128763239513, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.87540545697386, + "mIoU": 0.7198462335290698, + "macroF1": 0.8306179898734257, + "F1_coffee": 0.9177167338709677, + "IoU_coffee": 0.8479450459890557, + "precision_coffee": 0.9048328984967077, + "recall_coffee": 0.9309727725936342, + "F1_noncoffee": 0.7435192458758837, + "IoU_noncoffee": 0.5917474210690841, + "kappa": 0.6614499334127188, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8883407646333364, + "mIoU": 0.740419297762542, + "macroF1": 0.8450424032214525, + "F1_coffee": 0.9269533916713213, + "IoU_coffee": 0.8638519375361481, + "precision_coffee": 0.9073016644393148, + "recall_coffee": 0.9474752600862725, + "F1_noncoffee": 0.7631314147715839, + "IoU_noncoffee": 0.6169866579889359, + "kappa": 0.6905555540729155, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8461088355763604, + "mIoU": 0.6719303821534195, + "macroF1": 0.7951045357628479, + "F1_coffee": 0.8973324658425504, + "IoU_coffee": 0.8137833372669342, + "precision_coffee": 0.924892703862661, + "recall_coffee": 0.8713671973717463, + "F1_noncoffee": 0.6928766056831452, + "IoU_noncoffee": 0.5300774270399047, + "kappa": 0.5912946801361905, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8514171199541941, + "mIoU": 0.6666090498491029, + "macroF1": 0.7891062143391021, + "F1_coffee": 0.9037403400309119, + "IoU_coffee": 0.8243852921272277, + "precision_coffee": 0.9094189374144581, + "recall_coffee": 0.8981322192184812, + "F1_noncoffee": 0.6744720886472925, + "IoU_noncoffee": 0.5088328075709779, + "kappa": 0.5782680363350409, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8350672902548439, + "mIoU": 0.6433222223860806, + "macroF1": 0.7710201630944766, + "F1_coffee": 0.8921213634661006, + "IoU_coffee": 0.805251887749352, + "precision_coffee": 0.906610836188301, + "recall_coffee": 0.8780877473270247, + "F1_noncoffee": 0.6499189627228525, + "IoU_noncoffee": 0.48139255702280914, + "kappa": 0.5424196096407164, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7244, + 8413 + ], + [ + 46296, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.161502544085185, + "test_tta": { + "OA": 0.8708366136988062, + "mIoU": 0.7030243974594548, + "macroF1": 0.8173601092225846, + "F1_coffee": 0.9161879541687084, + "IoU_coffee": 0.8453384124052484, + "precision_coffee": 0.9027015921931176, + "recall_coffee": 0.9300834003640828, + "F1_noncoffee": 0.7185322642764609, + "IoU_noncoffee": 0.5607103825136612, + "kappa": 0.6349938231736053, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.835265951309565, + "mIoU": 0.6470569111086675, + "macroF1": 0.7745406727189098, + "F1_coffee": 0.8915495632358527, + "IoU_coffee": 0.8043206386733138, + "precision_coffee": 0.8783230127401642, + "recall_coffee": 0.9051805579655657, + "F1_noncoffee": 0.657531782201967, + "IoU_noncoffee": 0.48979318354402107, + "kappa": 0.5494040171911555, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.5917267017216012, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8345089092048394, + "mIoU": 0.6564475819649969, + "macroF1": 0.7835239121541838, + "F1_coffee": 0.8885811951018995, + "IoU_coffee": 0.7995016740636923, + "precision_coffee": 0.9086323613999381, + "recall_coffee": 0.8693958765505271, + "F1_noncoffee": 0.6784666292064682, + "IoU_noncoffee": 0.5133934898663013, + "kappa": 0.567655400117026, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7975799007730472, + "mIoU": 0.6054255356595125, + "macroF1": 0.7430857214346278, + "F1_coffee": 0.8614087233013065, + "IoU_coffee": 0.7565565808644973, + "precision_coffee": 0.8828994777539371, + "recall_coffee": 0.8409393255827404, + "F1_noncoffee": 0.624762719567949, + "IoU_noncoffee": 0.4542944904545278, + "kappa": 0.48699439201957495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2236350037397158, + "mIoU": 0.11275729228749362, + "macroF1": 0.18558280048449338, + "F1_coffee": 0.36162361623616235, + "IoU_coffee": 0.22072072072072071, + "precision_coffee": 0.9865771812080537, + "recall_coffee": 0.2213855421686747, + "F1_noncoffee": 0.009541984732824428, + "IoU_noncoffee": 0.004793863854266539, + "kappa": -0.0038568537274480397, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8264560710760118, + "mIoU": 0.6506516278393044, + "macroF1": 0.7799745990057347, + "F1_coffee": 0.8811037467875017, + "IoU_coffee": 0.7874758220502901, + "precision_coffee": 0.9104122990915444, + "recall_coffee": 0.8536233783252523, + "F1_noncoffee": 0.6788454512239679, + "IoU_noncoffee": 0.5138274336283186, + "kappa": 0.5611776188644534, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8323076189113114, + "mIoU": 0.6501198979853067, + "macroF1": 0.7781289293321455, + "F1_coffee": 0.887767808678438, + "IoU_coffee": 0.7981856806568295, + "precision_coffee": 0.9051959890610757, + "recall_coffee": 0.8709980577658042, + "F1_noncoffee": 0.668490049985853, + "IoU_noncoffee": 0.5020541153137839, + "kappa": 0.5567432068116828, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8444666476353602, + "mIoU": 0.6684116877761008, + "macroF1": 0.7922791624523473, + "F1_coffee": 0.8963965391563401, + "IoU_coffee": 0.8122451323875711, + "precision_coffee": 0.91039011201236, + "recall_coffee": 0.8828266433610088, + "F1_noncoffee": 0.6881617857483545, + "IoU_noncoffee": 0.5245782431646306, + "kappa": 0.5848535535942014, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8389966020387767, + "mIoU": 0.6723132998695205, + "macroF1": 0.7969565447898266, + "F1_coffee": 0.8893467957964146, + "IoU_coffee": 0.8007421150278293, + "precision_coffee": 0.8977950353626404, + "recall_coffee": 0.8810560696788242, + "F1_noncoffee": 0.7045662937832385, + "IoU_noncoffee": 0.5438844847112118, + "kappa": 0.5940090717177685, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8556573173058577, + "mIoU": 0.6885952440566838, + "macroF1": 0.8078847574999126, + "F1_coffee": 0.9036857852186645, + "IoU_coffee": 0.8242945070258971, + "precision_coffee": 0.9000760841998479, + "recall_coffee": 0.9073245557970088, + "F1_noncoffee": 0.7120837297811607, + "IoU_noncoffee": 0.5528959810874704, + "kappa": 0.6157879877168567, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8725927331372735, + "mIoU": 0.714455668668492, + "macroF1": 0.8266639631434359, + "F1_coffee": 0.9158890211060312, + "IoU_coffee": 0.8448295782784517, + "precision_coffee": 0.9043908472479901, + "recall_coffee": 0.9276833291042883, + "F1_noncoffee": 0.7374389051808407, + "IoU_noncoffee": 0.5840817590585321, + "kappa": 0.6535027590789326, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8142188414277355, + "mIoU": 0.6299656051606637, + "macroF1": 0.7632155862250289, + "F1_coffee": 0.8731099713581563, + "IoU_coffee": 0.7747960751861922, + "precision_coffee": 0.923228623749824, + "recall_coffee": 0.8281526408895628, + "F1_noncoffee": 0.6533212010919017, + "IoU_noncoffee": 0.4851351351351351, + "kappa": 0.5302136851727727, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8089512358049432, + "mIoU": 0.6139465515936104, + "macroF1": 0.7487016645927735, + "F1_coffee": 0.8717488789237668, + "IoU_coffee": 0.7726550079491256, + "precision_coffee": 0.9105995717344754, + "recall_coffee": 0.8360776603588105, + "F1_noncoffee": 0.6256544502617801, + "IoU_noncoffee": 0.4552380952380952, + "kappa": 0.5000596002403837, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8161687505965448, + "mIoU": 0.6259656271736828, + "macroF1": 0.7588173583499884, + "F1_coffee": 0.8764275631977415, + "IoU_coffee": 0.7800365463682046, + "precision_coffee": 0.9169015975298698, + "recall_coffee": 0.839375691286715, + "F1_noncoffee": 0.6412071535022354, + "IoU_noncoffee": 0.47189470797916094, + "kappa": 0.5203483778365208, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6924, + 8413 + ], + [ + 44908, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.948189115524292, + "test_tta": { + "OA": 0.8468163048892173, + "mIoU": 0.6684725735466963, + "macroF1": 0.7918231649836848, + "F1_coffee": 0.8988198836863778, + "IoU_coffee": 0.8162333031360228, + "precision_coffee": 0.9012684629464096, + "recall_coffee": 0.8963845730494052, + "F1_noncoffee": 0.6848264462809918, + "IoU_noncoffee": 0.5207118439573698, + "kappa": 0.5836559025029753, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8104880581516095, + "mIoU": 0.6158472581350408, + "macroF1": 0.7502122839759873, + "F1_coffee": 0.8729157801075477, + "IoU_coffee": 0.7744902862634723, + "precision_coffee": 0.8757786877292398, + "recall_coffee": 0.8700715291032834, + "F1_noncoffee": 0.6275087878444268, + "IoU_noncoffee": 0.45720423000660937, + "kappa": 0.5004402151939455, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.6315761686974266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8464788958691496, + "mIoU": 0.6723557104730061, + "macroF1": 0.7954081544372769, + "F1_coffee": 0.8976268280923555, + "IoU_coffee": 0.8142676644960638, + "precision_coffee": 0.9088147874948473, + "recall_coffee": 0.8867109775200034, + "F1_noncoffee": 0.6931894807821982, + "IoU_noncoffee": 0.5304437564499485, + "kappa": 0.5910020705798179, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8095938617745472, + "mIoU": 0.619731109224388, + "macroF1": 0.7543274659292738, + "F1_coffee": 0.8708497192385201, + "IoU_coffee": 0.7712434155808151, + "precision_coffee": 0.8839241386158276, + "recall_coffee": 0.8581564385832996, + "F1_noncoffee": 0.6378052126200274, + "IoU_noncoffee": 0.468218802867961, + "kappa": 0.5089562198972091, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2677636499626028, + "mIoU": 0.13504815791401156, + "macroF1": 0.21455116069044355, + "F1_coffee": 0.41899109792284867, + "IoU_coffee": 0.265015015015015, + "precision_coffee": 0.988795518207283, + "recall_coffee": 0.26581325301204817, + "F1_noncoffee": 0.010111223458038422, + "IoU_noncoffee": 0.00508130081300813, + "kappa": -0.003272900916948843, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8394373149062192, + "mIoU": 0.672209528491768, + "macroF1": 0.7967712033559624, + "F1_coffee": 0.889889313881461, + "IoU_coffee": 0.8016221490425661, + "precision_coffee": 0.9204537497374133, + "recall_coffee": 0.861289477132748, + "F1_noncoffee": 0.7036530928304637, + "IoU_noncoffee": 0.5427969079409698, + "kappa": 0.5947450258484497, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8437097466723916, + "mIoU": 0.6661053228203986, + "macroF1": 0.7903470557045971, + "F1_coffee": 0.8961187214611872, + "IoU_coffee": 0.811789038262668, + "precision_coffee": 0.907223113964687, + "recall_coffee": 0.8852828770127185, + "F1_noncoffee": 0.6845753899480069, + "IoU_noncoffee": 0.5204216073781291, + "kappa": 0.5808847685730526, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8560281663336188, + "mIoU": 0.6779384004771515, + "macroF1": 0.7983905215332554, + "F1_coffee": 0.906187996031746, + "IoU_coffee": 0.8284677739357179, + "precision_coffee": 0.9001046991439305, + "recall_coffee": 0.9123540795305575, + "F1_noncoffee": 0.6905930470347649, + "IoU_noncoffee": 0.527409027018585, + "kappa": 0.5968417780815162, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8549870077953228, + "mIoU": 0.7018226404267496, + "macroF1": 0.8193337147822246, + "F1_coffee": 0.8995917237561415, + "IoU_coffee": 0.8175072317947428, + "precision_coffee": 0.915106293115585, + "recall_coffee": 0.884594447468699, + "F1_noncoffee": 0.7390757058083078, + "IoU_noncoffee": 0.5861380490587564, + "kappa": 0.63893711917465, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8590917763785537, + "mIoU": 0.6982646217983763, + "macroF1": 0.8155458580837787, + "F1_coffee": 0.9051685393258427, + "IoU_coffee": 0.8267651888341544, + "precision_coffee": 0.9093137254901961, + "recall_coffee": 0.9010609740508756, + "F1_noncoffee": 0.7259231768417146, + "IoU_noncoffee": 0.5697640547625983, + "kappa": 0.6311138712200458, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8838819846314392, + "mIoU": 0.7310576297715347, + "macroF1": 0.8382906773736716, + "F1_coffee": 0.9241541702813236, + "IoU_coffee": 0.8590024190761433, + "precision_coffee": 0.9032218992248062, + "recall_coffee": 0.9460796752093378, + "F1_noncoffee": 0.7524271844660194, + "IoU_noncoffee": 0.603112840466926, + "kappa": 0.6771473585840769, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8242637019699629, + "mIoU": 0.6436812681344007, + "macroF1": 0.7739405599374549, + "F1_coffee": 0.8805989928438908, + "IoU_coffee": 0.786669823606014, + "precision_coffee": 0.9257453329618278, + "recall_coffee": 0.8396512509476877, + "F1_noncoffee": 0.6672821270310192, + "IoU_noncoffee": 0.5006927126627875, + "kappa": 0.5508576765610798, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8283233132932531, + "mIoU": 0.633990416991447, + "macroF1": 0.7636358771594014, + "F1_coffee": 0.8872877639245661, + "IoU_coffee": 0.7974099099099099, + "precision_coffee": 0.9051514764156973, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.6399839903942366, + "IoU_noncoffee": 0.4705709240729841, + "kappa": 0.5278591398539142, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8280041996754797, + "mIoU": 0.6279746548551629, + "macroF1": 0.7577887634116094, + "F1_coffee": 0.8881995284774786, + "IoU_coffee": 0.7988839285714285, + "precision_coffee": 0.8968800902142589, + "recall_coffee": 0.8796853877350375, + "F1_noncoffee": 0.6273779983457403, + "IoU_noncoffee": 0.4570653811388973, + "kappa": 0.5157287228797832, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6997, + 8413 + ], + [ + 45580, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1533444086710611, + "test_tta": { + "OA": 0.8547373833127139, + "mIoU": 0.6790304894151895, + "macroF1": 0.7996396652491891, + "F1_coffee": 0.9047082011446399, + "IoU_coffee": 0.825997421043515, + "precision_coffee": 0.900976172982051, + "recall_coffee": 0.9084712755598832, + "F1_noncoffee": 0.6945711293537381, + "IoU_noncoffee": 0.532063557786864, + "kappa": 0.5993013666440745, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8180743048344294, + "mIoU": 0.6245608709604448, + "macroF1": 0.7569455872089459, + "F1_coffee": 0.8788373612018289, + "IoU_coffee": 0.7838625109233907, + "precision_coffee": 0.8756915066710055, + "recall_coffee": 0.8820058997050148, + "F1_noncoffee": 0.6350538132160629, + "IoU_noncoffee": 0.46525923099749883, + "kappa": 0.513910069628155, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.6208958221966521, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.833336011182699, + "mIoU": 0.651823915702622, + "macroF1": 0.7794884835200815, + "F1_coffee": 0.888456368621969, + "IoU_coffee": 0.7992995898150298, + "precision_coffee": 0.9029134701549625, + "recall_coffee": 0.8744549341687482, + "F1_noncoffee": 0.6705205984181939, + "IoU_noncoffee": 0.5043482415902141, + "kappa": 0.5593106900893634, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6049137993092137, + "macroF1": 0.7423109747073289, + "F1_coffee": 0.8626595096246485, + "IoU_coffee": 0.7584883479704031, + "precision_coffee": 0.8801027060640709, + "recall_coffee": 0.8458943065918599, + "F1_noncoffee": 0.6219624397900092, + "IoU_noncoffee": 0.4513392506480245, + "kappa": 0.48517859450715145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29020194465220644, + "mIoU": 0.14664248822874584, + "macroF1": 0.22924408012912215, + "F1_coffee": 0.4460011675423234, + "IoU_coffee": 0.2870022539444027, + "precision_coffee": 0.9922077922077922, + "recall_coffee": 0.2876506024096386, + "F1_noncoffee": 0.012486992715920915, + "IoU_noncoffee": 0.0062827225130890054, + "kappa": -0.0008613882707630647, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8248272458045409, + "mIoU": 0.6461159766697767, + "macroF1": 0.7761058974887634, + "F1_coffee": 0.8805492915081956, + "IoU_coffee": 0.7865904990980156, + "precision_coffee": 0.905322167624057, + "recall_coffee": 0.8570960555628359, + "F1_noncoffee": 0.6716625034693311, + "IoU_noncoffee": 0.5056414542415378, + "kappa": 0.553131520053649, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8330232336243499, + "mIoU": 0.649536501600154, + "macroF1": 0.7774138588432835, + "F1_coffee": 0.8886697627075514, + "IoU_coffee": 0.7996450855801706, + "precision_coffee": 0.9025650965949473, + "recall_coffee": 0.8751957897374851, + "F1_noncoffee": 0.6661579549790156, + "IoU_noncoffee": 0.4994279176201373, + "kappa": 0.5551438932914362, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8418498429917214, + "mIoU": 0.6595204863213494, + "macroF1": 0.7847102625940825, + "F1_coffee": 0.8956226841675564, + "IoU_coffee": 0.8109752630082456, + "precision_coffee": 0.9010551589056676, + "recall_coffee": 0.8902553218053562, + "F1_noncoffee": 0.6737978410206085, + "IoU_noncoffee": 0.5080657096344532, + "kappa": 0.5694694329032852, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8418948630821507, + "mIoU": 0.6738526409156328, + "macroF1": 0.7977192529147636, + "F1_coffee": 0.8922490123961313, + "IoU_coffee": 0.8054599114608952, + "precision_coffee": 0.8931006272157077, + "recall_coffee": 0.8913990201415352, + "F1_noncoffee": 0.7031894934333959, + "IoU_noncoffee": 0.5422453703703703, + "kappa": 0.5954395191039946, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8616676206830758, + "mIoU": 0.7020537854447659, + "macroF1": 0.8182763604433612, + "F1_coffee": 0.907075108946424, + "IoU_coffee": 0.8299519174387241, + "precision_coffee": 0.9095231975324508, + "recall_coffee": 0.9046401636200946, + "F1_noncoffee": 0.7294776119402985, + "IoU_noncoffee": 0.5741556534508077, + "kappa": 0.6365603862035799, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8807513518641495, + "mIoU": 0.7284021933254576, + "macroF1": 0.8366735713491977, + "F1_coffee": 0.9215208840606856, + "IoU_coffee": 0.8544633553317124, + "precision_coffee": 0.9071911493546404, + "recall_coffee": 0.9363105810707942, + "F1_noncoffee": 0.7518262586377098, + "IoU_noncoffee": 0.6023410313192028, + "kappa": 0.67360467063761, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8081724205188219, + "mIoU": 0.6200982051550958, + "macroF1": 0.7550562919111996, + "F1_coffee": 0.8691197019096414, + "IoU_coffee": 0.7685337726523888, + "precision_coffee": 0.9179198875614898, + "recall_coffee": 0.8252463987869598, + "F1_noncoffee": 0.6409928819127578, + "IoU_noncoffee": 0.47166263765780286, + "kappa": 0.5138813953222693, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8043706460540128, + "mIoU": 0.5996182878391657, + "macroF1": 0.7352268515355005, + "F1_coffee": 0.8705317670834912, + "IoU_coffee": 0.7707447998210691, + "precision_coffee": 0.8955301455301455, + "recall_coffee": 0.8468911280412877, + "F1_noncoffee": 0.5999219359875098, + "IoU_noncoffee": 0.42849177585726234, + "kappa": 0.4717257531712636, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.802710699627756, + "mIoU": 0.5970966598261715, + "macroF1": 0.7330499099368402, + "F1_coffee": 0.8694168930444122, + "IoU_coffee": 0.768998658918194, + "precision_coffee": 0.8945657826313053, + "recall_coffee": 0.8456433575027651, + "F1_noncoffee": 0.5966829268292683, + "IoU_noncoffee": 0.4251946607341491, + "kappa": 0.46739991133972303, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6949, + 8413 + ], + [ + 44810, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4953136285146078, + "test_tta": { + "OA": 0.8417069682996192, + "mIoU": 0.6549501116067264, + "macroF1": 0.7804840842621665, + "F1_coffee": 0.8964124994742819, + "IoU_coffee": 0.8122713414634146, + "precision_coffee": 0.8905695065390883, + "recall_coffee": 0.9023326700817069, + "F1_noncoffee": 0.664555669050051, + "IoU_noncoffee": 0.4976288817500382, + "kappa": 0.5610293589759769, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8082814122533749, + "mIoU": 0.6077945461672649, + "macroF1": 0.7426191686446779, + "F1_coffee": 0.8726199488294988, + "IoU_coffee": 0.7740246493837654, + "precision_coffee": 0.8674414174128405, + "recall_coffee": 0.8778606821292922, + "F1_noncoffee": 0.6126183884598572, + "IoU_noncoffee": 0.4415644429507646, + "kappa": 0.4852941238556094, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6539047077642642, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.856633300663571, + "mIoU": 0.6896554328322795, + "macroF1": 0.8086125375208693, + "F1_coffee": 0.9044800085639352, + "IoU_coffee": 0.8256170728370693, + "precision_coffee": 0.9149502956273147, + "recall_coffee": 0.894246644934592, + "F1_noncoffee": 0.7127450664778032, + "IoU_noncoffee": 0.5536937928274897, + "kappa": 0.6173757592971292, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8194155994000231, + "mIoU": 0.635846579946977, + "macroF1": 0.767626147923004, + "F1_coffee": 0.8773280819837561, + "IoU_coffee": 0.7814643511650231, + "precision_coffee": 0.891876817656667, + "recall_coffee": 0.8632463801646519, + "F1_noncoffee": 0.6579242138622517, + "IoU_noncoffee": 0.4902288087289309, + "kappa": 0.5355968940817112, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28421839940164545, + "mIoU": 0.1438562693039653, + "macroF1": 0.22623431238143388, + "F1_coffee": 0.4380504991192014, + "IoU_coffee": 0.2804511278195489, + "precision_coffee": 0.9946666666666667, + "recall_coffee": 0.2808734939759036, + "F1_noncoffee": 0.014418125643666324, + "IoU_noncoffee": 0.007261410788381743, + "kappa": 0.0010945334999854866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8524185587364265, + "mIoU": 0.69006523487587, + "macroF1": 0.8098037830514648, + "F1_coffee": 0.8998324958123953, + "IoU_coffee": 0.817904993909866, + "precision_coffee": 0.9206196874143131, + "recall_coffee": 0.8799633075612633, + "F1_noncoffee": 0.7197750702905342, + "IoU_noncoffee": 0.5622254758418741, + "kappa": 0.620149347283476, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8597872238919899, + "mIoU": 0.6926652779787892, + "macroF1": 0.8105986515084498, + "F1_coffee": 0.9071200581487217, + "IoU_coffee": 0.8300271817708634, + "precision_coffee": 0.9151893891085321, + "recall_coffee": 0.8991917799636614, + "F1_noncoffee": 0.7140772448681778, + "IoU_noncoffee": 0.555303374186715, + "kappa": 0.6212879365747139, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8575506708535541, + "mIoU": 0.6858412148701765, + "macroF1": 0.8050917863528261, + "F1_coffee": 0.9062088841551281, + "IoU_coffee": 0.828502692175507, + "precision_coffee": 0.9095139281896497, + "recall_coffee": 0.9029277732692428, + "F1_noncoffee": 0.703974688550524, + "IoU_noncoffee": 0.5431797375648459, + "kappa": 0.6101998186504319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8718768738756746, + "mIoU": 0.7252186255660173, + "macroF1": 0.8356057147019642, + "F1_coffee": 0.9128246974024208, + "IoU_coffee": 0.8396297222917188, + "precision_coffee": 0.9122044033704811, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.7583867320015077, + "IoU_noncoffee": 0.6108075288403157, + "kappa": 0.6712118507649403, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8819881701965274, + "mIoU": 0.738044567904456, + "macroF1": 0.8441853468733174, + "F1_coffee": 0.9209332054969639, + "IoU_coffee": 0.8534533823006752, + "precision_coffee": 0.9209920736384556, + "recall_coffee": 0.9208743448804806, + "F1_noncoffee": 0.767437488249671, + "IoU_noncoffee": 0.6226357535082367, + "kappa": 0.6883706974914704, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8868228820794991, + "mIoU": 0.7396727611874794, + "macroF1": 0.8446954160939986, + "F1_coffee": 0.925581685484374, + "IoU_coffee": 0.8614723641430562, + "precision_coffee": 0.9104184562523009, + "recall_coffee": 0.9412585638162903, + "F1_noncoffee": 0.7638091467036231, + "IoU_noncoffee": 0.6178731582319026, + "kappa": 0.6896640547890914, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.833430856251219, + "mIoU": 0.6571312077570717, + "macroF1": 0.7843984844670876, + "F1_coffee": 0.887216059165346, + "IoU_coffee": 0.7972940897222881, + "precision_coffee": 0.9291839557399724, + "recall_coffee": 0.8488754106646449, + "F1_noncoffee": 0.6815809097688292, + "IoU_noncoffee": 0.5169683257918553, + "kappa": 0.5712662498847005, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8375799217482585, + "mIoU": 0.6483629727249752, + "macroF1": 0.7752332700861801, + "F1_coffee": 0.8936117014626829, + "IoU_coffee": 0.807683615819209, + "precision_coffee": 0.9094147582697201, + "recall_coffee": 0.8783484885721308, + "F1_noncoffee": 0.6568548387096774, + "IoU_noncoffee": 0.4890423296307415, + "kappa": 0.5509039428779231, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.828099646845471, + "mIoU": 0.6358191275526794, + "macroF1": 0.7654737271551443, + "F1_coffee": 0.8866654080926311, + "IoU_coffee": 0.7964051548722586, + "precision_coffee": 0.9085633221563064, + "recall_coffee": 0.8657982057269263, + "F1_noncoffee": 0.6442820462176575, + "IoU_noncoffee": 0.4752331002331002, + "kappa": 0.5318010825973313, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7163, + 8413 + ], + [ + 46046, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8203150192896524, + "test_tta": { + "OA": 0.8663860280531499, + "mIoU": 0.7007744479696429, + "macroF1": 0.8162903586402523, + "F1_coffee": 0.9122229259024699, + "IoU_coffee": 0.8386120167675827, + "precision_coffee": 0.9097646216682808, + "recall_coffee": 0.914694551458448, + "F1_noncoffee": 0.7203577913780348, + "IoU_noncoffee": 0.5629368791717033, + "kappa": 0.6325892637478177, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8298575054805585, + "mIoU": 0.6451896254126599, + "macroF1": 0.7740487187165304, + "F1_coffee": 0.8863432727973409, + "IoU_coffee": 0.7958855284102706, + "precision_coffee": 0.8858226775535357, + "recall_coffee": 0.8868644803053964, + "F1_noncoffee": 0.6617541646357198, + "IoU_noncoffee": 0.4944937224150491, + "kappa": 0.5480979019360073, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.55242500377679, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8209322129211588, + "mIoU": 0.6310206282948362, + "macroF1": 0.7625775042468719, + "F1_coffee": 0.8802835812879317, + "IoU_coffee": 0.7861665387567153, + "precision_coffee": 0.893616557259067, + "recall_coffee": 0.8673426188561026, + "F1_noncoffee": 0.644871427205812, + "IoU_noncoffee": 0.4758747178329571, + "kappa": 0.52546837230598, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.787815853236414, + "mIoU": 0.5879272788130883, + "macroF1": 0.72760701227866, + "F1_coffee": 0.8556713167343575, + "IoU_coffee": 0.7477496013579549, + "precision_coffee": 0.8710527892623884, + "recall_coffee": 0.8408236450922552, + "F1_noncoffee": 0.5995427078229626, + "IoU_noncoffee": 0.4281049562682216, + "kappa": 0.45568495934063297, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3881824981301421, + "mIoU": 0.1959806100146319, + "macroF1": 0.28447851733216095, + "F1_coffee": 0.5568797399783315, + "IoU_coffee": 0.3858858858858859, + "precision_coffee": 0.9922779922779923, + "recall_coffee": 0.3870481927710843, + "F1_noncoffee": 0.012077294685990338, + "IoU_noncoffee": 0.006075334143377886, + "kappa": -0.0012560720831570787, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.817670286278381, + "mIoU": 0.628102961501759, + "macroF1": 0.7605387786930066, + "F1_coffee": 0.8775036476986338, + "IoU_coffee": 0.7817429837518464, + "precision_coffee": 0.8883442997180072, + "recall_coffee": 0.8669243873673175, + "F1_noncoffee": 0.6435739096873794, + "IoU_noncoffee": 0.47446293925167166, + "kappa": 0.5212849873756608, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8220981823386289, + "mIoU": 0.6300235601215648, + "macroF1": 0.7613103387110902, + "F1_coffee": 0.8817654332730904, + "IoU_coffee": 0.7885335148009527, + "precision_coffee": 0.8926049557067659, + "recall_coffee": 0.8711860159137899, + "F1_noncoffee": 0.6408552441490899, + "IoU_noncoffee": 0.47151360544217685, + "kappa": 0.5228344223812719, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8229136930250261, + "mIoU": 0.6347982312964313, + "macroF1": 0.7657606901689491, + "F1_coffee": 0.8814649681528662, + "IoU_coffee": 0.788053072148511, + "precision_coffee": 0.8997464404134972, + "recall_coffee": 0.8639116049690992, + "F1_noncoffee": 0.650056412185032, + "IoU_noncoffee": 0.48154339044435157, + "kappa": 0.5320916682406364, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8298021187287627, + "mIoU": 0.6542835260993705, + "macroF1": 0.7825850200673117, + "F1_coffee": 0.8839048333219715, + "IoU_coffee": 0.7919618861470804, + "precision_coffee": 0.8855347630105177, + "recall_coffee": 0.8822808927599347, + "F1_noncoffee": 0.681265206812652, + "IoU_noncoffee": 0.5166051660516605, + "kappa": 0.5651740845640867, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8381988170196527, + "mIoU": 0.6549748835588209, + "macroF1": 0.7813150243623627, + "F1_coffee": 0.8928481172605509, + "IoU_coffee": 0.8064368865555809, + "precision_coffee": 0.8826983135540287, + "recall_coffee": 0.9032340534321871, + "F1_noncoffee": 0.6697819314641744, + "IoU_noncoffee": 0.5035128805620609, + "kappa": 0.5628081896637585, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8436580969547481, + "mIoU": 0.6694000361418062, + "macroF1": 0.7933488361248351, + "F1_coffee": 0.895311904459408, + "IoU_coffee": 0.81046578493387, + "precision_coffee": 0.8965648854961832, + "recall_coffee": 0.8940624207054048, + "F1_noncoffee": 0.6913857677902622, + "IoU_noncoffee": 0.5283342873497424, + "kappa": 0.5867000518802832, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8058318704895651, + "mIoU": 0.6021435504250898, + "macroF1": 0.7374530040916676, + "F1_coffee": 0.8714405630528831, + "IoU_coffee": 0.772170728916352, + "precision_coffee": 0.8910603459659316, + "recall_coffee": 0.8526661612332576, + "F1_noncoffee": 0.6034654451304521, + "IoU_noncoffee": 0.43211637193382774, + "kappa": 0.47569005020101823, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8059929382574673, + "mIoU": 0.6061678177548331, + "macroF1": 0.7415703578709189, + "F1_coffee": 0.8706002164088855, + "IoU_coffee": 0.7708521190261497, + "precision_coffee": 0.9030767199260531, + "recall_coffee": 0.8403784713688867, + "F1_noncoffee": 0.6125404993329522, + "IoU_noncoffee": 0.44148351648351647, + "kappa": 0.4851344891698301, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8020425694378162, + "mIoU": 0.6016251923329439, + "macroF1": 0.7379637167028312, + "F1_coffee": 0.8675437476050581, + "IoU_coffee": 0.766072637040379, + "precision_coffee": 0.9030714000797766, + "recall_coffee": 0.8347056654786776, + "F1_noncoffee": 0.6083836858006042, + "IoU_noncoffee": 0.4371777476255088, + "kappa": 0.4783146170355059, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6913, + 8413 + ], + [ + 44073, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.912258227666219, + "test_tta": { + "OA": 0.824402705698999, + "mIoU": 0.624791212701673, + "macroF1": 0.7555470077093706, + "F1_coffee": 0.8852851339862078, + "IoU_coffee": 0.794180790960452, + "precision_coffee": 0.8780320223198484, + "recall_coffee": 0.8926590745523052, + "F1_noncoffee": 0.6258088814325333, + "IoU_noncoffee": 0.45540163444289417, + "kappa": 0.5112028158171542, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7936281296873198, + "mIoU": 0.5841980059905215, + "macroF1": 0.7219329399052766, + "F1_coffee": 0.863128090833437, + "IoU_coffee": 0.7592131390300542, + "precision_coffee": 0.8565001139038652, + "recall_coffee": 0.8698594482040604, + "F1_noncoffee": 0.5807377889771163, + "IoU_noncoffee": 0.4091828729509889, + "kappa": 0.4439678746985409, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.5929920920720624, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8388952264657209, + "mIoU": 0.6574859416480103, + "macroF1": 0.7834931167161456, + "F1_coffee": 0.8930145215155298, + "IoU_coffee": 0.8067084337349397, + "precision_coffee": 0.9003248639228932, + "recall_coffee": 0.8858219381059227, + "F1_noncoffee": 0.6739717119167615, + "IoU_noncoffee": 0.5082634495610808, + "kappa": 0.5670732139239014, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.804214260989962, + "mIoU": 0.609814483527823, + "macroF1": 0.7457756302705694, + "F1_coffee": 0.8676629719533238, + "IoU_coffee": 0.7662585877369699, + "precision_coffee": 0.8775437766209181, + "recall_coffee": 0.8580021979293192, + "F1_noncoffee": 0.6238882885878149, + "IoU_noncoffee": 0.453370379318676, + "kappa": 0.49173439633957094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34779356768885566, + "mIoU": 0.17520133458022039, + "macroF1": 0.2615131245566028, + "F1_coffee": 0.5139353400222966, + "IoU_coffee": 0.34583645911477867, + "precision_coffee": 0.9892703862660944, + "recall_coffee": 0.34713855421686746, + "F1_noncoffee": 0.00909090909090909, + "IoU_noncoffee": 0.0045662100456621, + "kappa": -0.004291564517323861, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8565646594274432, + "mIoU": 0.6900901351795676, + "macroF1": 0.8090040242590968, + "F1_coffee": 0.9043134672374054, + "IoU_coffee": 0.8253395840846256, + "precision_coffee": 0.9089224252051893, + "recall_coffee": 0.8997510155942865, + "F1_noncoffee": 0.7136945812807882, + "IoU_noncoffee": 0.5548406862745098, + "kappa": 0.6180374352580421, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8237679500023853, + "mIoU": 0.6345856501240503, + "macroF1": 0.7653445235068438, + "F1_coffee": 0.8824315722469764, + "IoU_coffee": 0.7895995899071595, + "precision_coffee": 0.8967591694158743, + "recall_coffee": 0.8685546018419898, + "F1_noncoffee": 0.6482574747667111, + "IoU_noncoffee": 0.4795717103409411, + "kappa": 0.5310471915916779, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8369492815681796, + "mIoU": 0.6497935917501915, + "macroF1": 0.7767376878081232, + "F1_coffee": 0.892681551999499, + "IoU_coffee": 0.8061651583710407, + "precision_coffee": 0.895626492396632, + "recall_coffee": 0.8897559148511143, + "F1_noncoffee": 0.6607938236167475, + "IoU_noncoffee": 0.4934220251293422, + "kappa": 0.5534906343711412, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8780731561063362, + "mIoU": 0.7365940233931445, + "macroF1": 0.8436690640111466, + "F1_coffee": 0.9170068027210885, + "IoU_coffee": 0.8467336683417085, + "precision_coffee": 0.9167573449401524, + "recall_coffee": 0.9172563962983125, + "F1_noncoffee": 0.7703313253012049, + "IoU_noncoffee": 0.6264543784445805, + "kappa": 0.6873381920870846, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8283724480061057, + "mIoU": 0.6471514694463316, + "macroF1": 0.7762532406858029, + "F1_coffee": 0.8842416832893636, + "IoU_coffee": 0.7925028835063437, + "precision_coffee": 0.8902565431458928, + "recall_coffee": 0.8783075546465551, + "F1_noncoffee": 0.6682647980822423, + "IoU_noncoffee": 0.5018000553863196, + "kappa": 0.5525650129147194, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8643392467507827, + "mIoU": 0.6935162009932934, + "macroF1": 0.8104352224378574, + "F1_coffee": 0.9115208513797798, + "IoU_coffee": 0.8374261027739882, + "precision_coffee": 0.8896135265700483, + "recall_coffee": 0.9345343821365136, + "F1_noncoffee": 0.709349593495935, + "IoU_noncoffee": 0.5496062992125984, + "kappa": 0.6216241982912578, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8355763604447045, + "mIoU": 0.6444273905457877, + "macroF1": 0.7719573795307464, + "F1_coffee": 0.8924058710912571, + "IoU_coffee": 0.805715602673427, + "precision_coffee": 0.9014956162970603, + "recall_coffee": 0.8834975991913065, + "F1_noncoffee": 0.6515088879702357, + "IoU_noncoffee": 0.48313917841814835, + "kappa": 0.5440648941991252, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8191621337913924, + "mIoU": 0.6216600494195208, + "macroF1": 0.7537775246328118, + "F1_coffee": 0.8806599911833238, + "IoU_coffee": 0.7867671880274558, + "precision_coffee": 0.9032424751324118, + "recall_coffee": 0.8591791594986483, + "F1_noncoffee": 0.6268950580822996, + "IoU_noncoffee": 0.4565529108115859, + "kappa": 0.5085155317512521, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8093920015271547, + "mIoU": 0.6094732290782214, + "macroF1": 0.7440385461936507, + "F1_coffee": 0.8733751822966204, + "IoU_coffee": 0.7752138676271949, + "precision_coffee": 0.9021482839926644, + "recall_coffee": 0.846380729998771, + "F1_noncoffee": 0.6147019100906811, + "IoU_noncoffee": 0.4437325905292479, + "kappa": 0.48965673165125956, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7147, + 8413 + ], + [ + 44957, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.09757669766744, + "test_tta": { + "OA": 0.8460932855605007, + "mIoU": 0.6631094071954899, + "macroF1": 0.7870722317067502, + "F1_coffee": 0.8991758502005115, + "IoU_coffee": 0.8168206069646033, + "precision_coffee": 0.8942531142049618, + "recall_coffee": 0.9041530841200627, + "F1_noncoffee": 0.6749686132129891, + "IoU_noncoffee": 0.5093982074263764, + "kappa": 0.5741860614444821, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8117716626283604, + "mIoU": 0.6141682239772537, + "macroF1": 0.7481793037100632, + "F1_coffee": 0.8747252325324681, + "IoU_coffee": 0.7773436833575024, + "precision_coffee": 0.8710047407860529, + "recall_coffee": 0.8784776447452137, + "F1_noncoffee": 0.6216333748876584, + "IoU_noncoffee": 0.4509927645970049, + "kappa": 0.4963863601911903, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 69, + "stopped_epoch": 89, + "best_val": 0.6487604028327972, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8601519947299925, + "mIoU": 0.6956432754855716, + "macroF1": 0.8130967847878916, + "F1_coffee": 0.9068772200111268, + "IoU_coffee": 0.8296206397055945, + "precision_coffee": 0.9168433349197421, + "recall_coffee": 0.8971254392278057, + "F1_noncoffee": 0.7193163495646565, + "IoU_noncoffee": 0.5616659112655487, + "kappa": 0.6263266501987105, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.822112611053421, + "mIoU": 0.6394099423483557, + "macroF1": 0.7703906505578237, + "F1_coffee": 0.8793670044207973, + "IoU_coffee": 0.7847056153886436, + "precision_coffee": 0.8923715187486353, + "recall_coffee": 0.8667360749609578, + "F1_noncoffee": 0.6614142966948501, + "IoU_noncoffee": 0.49411426930806773, + "kappa": 0.5410548658725939, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2505609573672401, + "mIoU": 0.1267770516479504, + "macroF1": 0.2047184730678267, + "F1_coffee": 0.3956574185765983, + "IoU_coffee": 0.24661654135338346, + "precision_coffee": 0.9939393939393939, + "recall_coffee": 0.2469879518072289, + "F1_noncoffee": 0.013779527559055118, + "IoU_noncoffee": 0.006937561942517344, + "kappa": 0.0004417033633621802, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8593780848963475, + "mIoU": 0.7038539441983496, + "macroF1": 0.8202241360797389, + "F1_coffee": 0.9041224970553593, + "IoU_coffee": 0.8250214961306965, + "precision_coffee": 0.9294264166609009, + "recall_coffee": 0.8801598741973529, + "F1_noncoffee": 0.7363257751041185, + "IoU_noncoffee": 0.5826863922660026, + "kappa": 0.6411797034546168, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8598349315395258, + "mIoU": 0.6926499780655813, + "macroF1": 0.8105759733356956, + "F1_coffee": 0.907172195892575, + "IoU_coffee": 0.8301144905747658, + "precision_coffee": 0.9150360124928294, + "recall_coffee": 0.8994423908276423, + "F1_noncoffee": 0.7139797507788161, + "IoU_noncoffee": 0.5551854655563967, + "kappa": 0.6212381403315621, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8612141973546484, + "mIoU": 0.6897008490979029, + "macroF1": 0.8077343225308097, + "F1_coffee": 0.9091362177989596, + "IoU_coffee": 0.8334094802969731, + "precision_coffee": 0.9072991793086297, + "recall_coffee": 0.9109807104063924, + "F1_noncoffee": 0.7063324272626598, + "IoU_noncoffee": 0.5459922178988327, + "kappa": 0.6154737398560235, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8796721966819908, + "mIoU": 0.741515203479568, + "macroF1": 0.8472838375682938, + "F1_coffee": 0.9176132475708225, + "IoU_coffee": 0.8477683651536224, + "precision_coffee": 0.9227910817506193, + "recall_coffee": 0.9124931954273272, + "F1_noncoffee": 0.776954427565765, + "IoU_noncoffee": 0.6352620418055135, + "kappa": 0.6945937069068756, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8772180881511162, + "mIoU": 0.7280578587595274, + "macroF1": 0.83699348020272, + "F1_coffee": 0.9179680030594685, + "IoU_coffee": 0.8483741753063148, + "precision_coffee": 0.9154589371980676, + "recall_coffee": 0.9204908602837786, + "F1_noncoffee": 0.7560189573459716, + "IoU_noncoffee": 0.60774154221274, + "kappa": 0.6739942439780205, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8854947348448914, + "mIoU": 0.737160649713765, + "macroF1": 0.8429154919423762, + "F1_coffee": 0.9246989830931437, + "IoU_coffee": 0.8599443026224182, + "precision_coffee": 0.9096599975451086, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.7611320007916089, + "IoU_noncoffee": 0.6143769968051118, + "kappa": 0.6861031430648005, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8395748000780183, + "mIoU": 0.6685004280362852, + "macroF1": 0.7934157830830144, + "F1_coffee": 0.8910668167671015, + "IoU_coffee": 0.8035351725785262, + "precision_coffee": 0.9361346876304438, + "recall_coffee": 0.8501389941875158, + "F1_noncoffee": 0.6957647493989273, + "IoU_noncoffee": 0.5334656834940442, + "kappa": 0.5894888120458455, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.842446798358622, + "mIoU": 0.6579117304058906, + "macroF1": 0.7830810634742477, + "F1_coffee": 0.8965603658918614, + "IoU_coffee": 0.812514194867136, + "precision_coffee": 0.9146107631343474, + "recall_coffee": 0.879208650774146, + "F1_noncoffee": 0.6696017610566339, + "IoU_noncoffee": 0.503309265944645, + "kappa": 0.5667011894935033, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8367853393146893, + "mIoU": 0.6443620870783238, + "macroF1": 0.7716035926055109, + "F1_coffee": 0.8936170212765957, + "IoU_coffee": 0.8076923076923077, + "precision_coffee": 0.904875897694343, + "recall_coffee": 0.8826348777190611, + "F1_noncoffee": 0.6495901639344263, + "IoU_noncoffee": 0.48103186646433993, + "kappa": 0.5434400018756104, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7216, + 8413 + ], + [ + 46212, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7043813427289325, + "test_tta": { + "OA": 0.8695191118109225, + "mIoU": 0.7042504071227433, + "macroF1": 0.818655648114873, + "F1_coffee": 0.9146962741988004, + "IoU_coffee": 0.8428021137802211, + "precision_coffee": 0.9078587960549637, + "recall_coffee": 0.9216375259303162, + "F1_noncoffee": 0.7226150220309457, + "IoU_noncoffee": 0.5656987004652655, + "kappa": 0.6373781805258698, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.831660320756894, + "mIoU": 0.6455703354469302, + "macroF1": 0.77398308069566, + "F1_coffee": 0.8881585251336693, + "IoU_coffee": 0.79881758794836, + "precision_coffee": 0.8828459853319364, + "recall_coffee": 0.8935353885900477, + "F1_noncoffee": 0.6598076362576508, + "IoU_noncoffee": 0.4923230829455004, + "kappa": 0.5480159441880436, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6465526090371703, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553800671604621, + "mIoU": 0.6904367510391691, + "macroF1": 0.8095398992352866, + "F1_coffee": 0.9029782372026344, + "IoU_coffee": 0.8231178886552558, + "precision_coffee": 0.9199446530934967, + "recall_coffee": 0.8866263070996148, + "F1_noncoffee": 0.7161015612679388, + "IoU_noncoffee": 0.5577556134230826, + "kappa": 0.6194585484617355, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.816949348101996, + "mIoU": 0.6347992628097208, + "macroF1": 0.7672174961650262, + "F1_coffee": 0.8748125937031485, + "IoU_coffee": 0.7774816788807462, + "precision_coffee": 0.8955712179655472, + "recall_coffee": 0.854994505176702, + "F1_noncoffee": 0.6596223986269041, + "IoU_noncoffee": 0.4921168467386955, + "kappa": 0.5351141077314185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2169035153328347, + "mIoU": 0.10971166055556349, + "macroF1": 0.1820470225132392, + "F1_coffee": 0.3508989460632362, + "IoU_coffee": 0.21278195488721804, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.21310240963855423, + "F1_noncoffee": 0.013195098963242224, + "IoU_noncoffee": 0.006641366223908918, + "kappa": -0.00015575645121072599, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8481243830207305, + "mIoU": 0.6889999425016753, + "macroF1": 0.8097297816127419, + "F1_coffee": 0.8952011171281632, + "IoU_coffee": 0.8102842345397373, + "precision_coffee": 0.932122845591886, + "recall_coffee": 0.8610929104966584, + "F1_noncoffee": 0.7242584460973206, + "IoU_noncoffee": 0.5677156504636134, + "kappa": 0.6210240609886256, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8540145985401459, + "mIoU": 0.6862666190946378, + "macroF1": 0.8061823109111238, + "F1_coffee": 0.9024670109007459, + "IoU_coffee": 0.8222686879247255, + "precision_coffee": 0.9185103484071887, + "recall_coffee": 0.8869745003445899, + "F1_noncoffee": 0.7098976109215017, + "IoU_noncoffee": 0.5502645502645502, + "kappa": 0.6127160613365464, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8637358454657912, + "mIoU": 0.6952702299985063, + "macroF1": 0.8120744318662096, + "F1_coffee": 0.910606155190711, + "IoU_coffee": 0.835883330468168, + "precision_coffee": 0.910606155190711, + "recall_coffee": 0.910606155190711, + "F1_noncoffee": 0.7135427085417083, + "IoU_noncoffee": 0.5546571295288446, + "kappa": 0.6241488637324192, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.867379572256646, + "mIoU": 0.7240956218598427, + "macroF1": 0.8354618661708815, + "F1_coffee": 0.9079303406646777, + "IoU_coffee": 0.8313850063532402, + "precision_coffee": 0.9261146496815287, + "recall_coffee": 0.890446379967338, + "F1_noncoffee": 0.7629933916770852, + "IoU_noncoffee": 0.6168062373664452, + "kappa": 0.6712499998143069, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8759778668193093, + "mIoU": 0.7284914672089534, + "macroF1": 0.8375517627468446, + "F1_coffee": 0.9165596919127086, + "IoU_coffee": 0.8459715639810427, + "precision_coffee": 0.9204589403119763, + "recall_coffee": 0.9126933401508373, + "F1_noncoffee": 0.7585438335809807, + "IoU_noncoffee": 0.6110113704368642, + "kappa": 0.675120396376672, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8928944122948487, + "mIoU": 0.7498013763114775, + "macroF1": 0.8516916345109129, + "F1_coffee": 0.9298627073367708, + "IoU_coffee": 0.8689190758156276, + "precision_coffee": 0.9110164333536214, + "recall_coffee": 0.9495052017254504, + "F1_noncoffee": 0.7735205616850551, + "IoU_noncoffee": 0.6306836768073274, + "kappa": 0.7037925996715999, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8293348937000196, + "mIoU": 0.6557989447690599, + "macroF1": 0.784089640249267, + "F1_coffee": 0.8829274819373829, + "IoU_coffee": 0.7903940591687627, + "precision_coffee": 0.9381575206141598, + "recall_coffee": 0.8338387667424817, + "F1_noncoffee": 0.685251798561151, + "IoU_noncoffee": 0.521203830369357, + "kappa": 0.5721657005853711, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8320450424658842, + "mIoU": 0.6455496210192242, + "macroF1": 0.773872104507423, + "F1_coffee": 0.8885652779536533, + "IoU_coffee": 0.7994759029281076, + "precision_coffee": 0.9165360501567398, + "recall_coffee": 0.8622511673629885, + "F1_noncoffee": 0.6591789310611929, + "IoU_noncoffee": 0.49162333911034084, + "kappa": 0.5490287989589272, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8343991600649041, + "mIoU": 0.6447310899356432, + "macroF1": 0.7725305085643146, + "F1_coffee": 0.8911611567655731, + "IoU_coffee": 0.8036886173342385, + "precision_coffee": 0.9101742696053307, + "recall_coffee": 0.8729261398549835, + "F1_noncoffee": 0.653899860363056, + "IoU_noncoffee": 0.485773562537048, + "kappa": 0.545691431534001, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7115, + 8413 + ], + [ + 46016, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3952600240707398, + "test_tta": { + "OA": 0.8632208101029901, + "mIoU": 0.6980137222127918, + "macroF1": 0.814536685190228, + "F1_coffee": 0.9095583626377128, + "IoU_coffee": 0.8341192517537023, + "precision_coffee": 0.913021222139277, + "recall_coffee": 0.9061216713940985, + "F1_noncoffee": 0.7195150077427432, + "IoU_noncoffee": 0.5619081926718814, + "kappa": 0.6290899173264537, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8249971154955579, + "mIoU": 0.6405193635125848, + "macroF1": 0.7707590315785902, + "F1_coffee": 0.8822650443422406, + "IoU_coffee": 0.7893329629501025, + "precision_coffee": 0.8880554741673992, + "recall_coffee": 0.876549636570459, + "F1_noncoffee": 0.6592530188149396, + "IoU_noncoffee": 0.491705764075067, + "kappa": 0.5415744706506175, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7320115366901765, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7814984599957023, + "mIoU": 0.6350581193663127, + "macroF1": 0.7757486789843072, + "F1_coffee": 0.8116568394406198, + "IoU_coffee": 0.683015534888554, + "precision_coffee": 0.8723001891111775, + "recall_coffee": 0.7588973877904459, + "F1_noncoffee": 0.7398405185279946, + "IoU_noncoffee": 0.5871007038440714, + "kappa": 0.5544717586585352, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6927281643013731, + "mIoU": 0.5235354239843905, + "macroF1": 0.6855455954826879, + "F1_coffee": 0.7330702248950699, + "IoU_coffee": 0.5786194620253164, + "precision_coffee": 0.8541356456745789, + "recall_coffee": 0.6420639101044684, + "F1_noncoffee": 0.638020966070306, + "IoU_noncoffee": 0.46845138594346447, + "kappa": 0.3877708413852966, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.171180787191461, + "mIoU": 0.08586511152014221, + "macroF1": 0.14703633077746184, + "F1_coffee": 0.2905436272270443, + "IoU_coffee": 0.16996258685195084, + "precision_coffee": 1.0, + "recall_coffee": 0.16996258685195084, + "F1_noncoffee": 0.003529034327879371, + "IoU_noncoffee": 0.0017676361883336013, + "kappa": 0.0006006835737856433, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7639176513582653, + "mIoU": 0.617766145931492, + "macroF1": 0.7636824092476895, + "F1_coffee": 0.7711384034010392, + "IoU_coffee": 0.6275225831251201, + "precision_coffee": 0.8611367532638797, + "recall_coffee": 0.6981717096118892, + "F1_noncoffee": 0.7562264150943396, + "IoU_noncoffee": 0.6080097087378641, + "kappa": 0.5328003383069893, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7566058224313563, + "mIoU": 0.60174389794726, + "macroF1": 0.7500499776904752, + "F1_coffee": 0.7905300164656669, + "IoU_coffee": 0.6536168960188388, + "precision_coffee": 0.8710405021084633, + "recall_coffee": 0.7236434740101026, + "F1_noncoffee": 0.7095699389152835, + "IoU_noncoffee": 0.5498708998756814, + "kappa": 0.5059521262205373, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8198337233036292, + "mIoU": 0.6786630446148678, + "macroF1": 0.8063960617265307, + "F1_coffee": 0.8574017888805705, + "IoU_coffee": 0.7503965790744189, + "precision_coffee": 0.8801876870803333, + "recall_coffee": 0.835765862651713, + "F1_noncoffee": 0.7553903345724907, + "IoU_noncoffee": 0.6069295101553166, + "kappa": 0.6132367408739502, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7708797001288509, + "mIoU": 0.6205501090412138, + "macroF1": 0.7646678110281495, + "F1_coffee": 0.7264335664335664, + "IoU_coffee": 0.570393147375357, + "precision_coffee": 0.7910447761194029, + "recall_coffee": 0.6715800362037755, + "F1_noncoffee": 0.8029020556227328, + "IoU_noncoffee": 0.6707070707070707, + "kappa": 0.5315870692859804, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7184305967688757, + "mIoU": 0.5576319757609629, + "macroF1": 0.7153075795697873, + "F1_coffee": 0.6854898109501596, + "IoU_coffee": 0.5214792678371312, + "precision_coffee": 0.7515477792732167, + "recall_coffee": 0.6301060708643647, + "F1_noncoffee": 0.745125348189415, + "IoU_noncoffee": 0.5937846836847946, + "kappa": 0.4341577786406002, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7493937796520822, + "mIoU": 0.5992244140954308, + "macroF1": 0.7493937796520822, + "F1_coffee": 0.7493937796520822, + "IoU_coffee": 0.5992244140954308, + "precision_coffee": 0.7607020547945206, + "recall_coffee": 0.7384167878661957, + "F1_noncoffee": 0.7493937796520822, + "IoU_noncoffee": 0.5992244140954308, + "kappa": 0.49889829545791714, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7563760944042635, + "mIoU": 0.5928204536992174, + "macroF1": 0.7412581041517388, + "F1_coffee": 0.8038013488657265, + "IoU_coffee": 0.671963095848283, + "precision_coffee": 0.9146511627906977, + "recall_coffee": 0.7169157856361648, + "F1_noncoffee": 0.678714859437751, + "IoU_noncoffee": 0.513677811550152, + "kappa": 0.4946704610553628, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79052734375, + "mIoU": 0.6113294708890206, + "macroF1": 0.7508823116608044, + "F1_coffee": 0.8502617801047121, + "IoU_coffee": 0.7395264116575592, + "precision_coffee": 0.9395248380129589, + "recall_coffee": 0.7764885885502997, + "F1_noncoffee": 0.6515028432168968, + "IoU_noncoffee": 0.4831325301204819, + "kappa": 0.512016391955202, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8828522920203735, + "mIoU": 0.7379605688429218, + "macroF1": 0.843979499779258, + "F1_coffee": 0.9218573046432617, + "IoU_coffee": 0.8550420168067226, + "precision_coffee": 0.9527896995708155, + "recall_coffee": 0.8928702010968922, + "F1_noncoffee": 0.7661016949152543, + "IoU_noncoffee": 0.6208791208791209, + "kappa": 0.6889403302461432, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2534, + 2984 + ], + [ + 41080, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.100033764044444, + "test_tta": { + "OA": 0.7892880166177207, + "mIoU": 0.6443928665267393, + "macroF1": 0.782540392116421, + "F1_coffee": 0.8208462112330811, + "IoU_coffee": 0.6961315979754158, + "precision_coffee": 0.868571980925377, + "recall_coffee": 0.7780920767787559, + "F1_noncoffee": 0.7442345729997609, + "IoU_noncoffee": 0.5926541350780627, + "kappa": 0.5669473820826003, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.699304834429445, + "mIoU": 0.5298188659505916, + "macroF1": 0.6905984254548515, + "F1_coffee": 0.742500030876777, + "IoU_coffee": 0.5904572955134753, + "precision_coffee": 0.8490523401971585, + "recall_coffee": 0.6597094197173207, + "F1_noncoffee": 0.638696820032926, + "IoU_noncoffee": 0.46918043638770784, + "kappa": 0.3945754740308003, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7432222981739467, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7908459279421245, + "mIoU": 0.6473302546220869, + "macroF1": 0.7848533544757593, + "F1_coffee": 0.8207599287950402, + "IoU_coffee": 0.6960074957055853, + "precision_coffee": 0.876241030177922, + "recall_coffee": 0.7718862750757685, + "F1_noncoffee": 0.7489467801564784, + "IoU_noncoffee": 0.5986530135385885, + "kappa": 0.5721094466573696, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7119389638860044, + "mIoU": 0.5447016755468774, + "macroF1": 0.7032672594036145, + "F1_coffee": 0.7539937676286197, + "IoU_coffee": 0.6051284079001997, + "precision_coffee": 0.8591719298245614, + "recall_coffee": 0.6717584057589325, + "F1_noncoffee": 0.6525407511786093, + "IoU_noncoffee": 0.4842749431935551, + "kappa": 0.41883572430343685, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2777851901267512, + "mIoU": 0.1393321525342159, + "macroF1": 0.21864504025668227, + "F1_coffee": 0.43360887307732554, + "IoU_coffee": 0.27682030728122914, + "precision_coffee": 0.9995176073323685, + "recall_coffee": 0.27685729556386957, + "F1_noncoffee": 0.003681207436039021, + "IoU_noncoffee": 0.0018439977872026553, + "kappa": 0.0007540691495892734, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7672067243269582, + "mIoU": 0.6221566827925862, + "macroF1": 0.7670424350213498, + "F1_coffee": 0.7732289070843716, + "IoU_coffee": 0.6302959953569356, + "precision_coffee": 0.8686841754432743, + "recall_coffee": 0.6966748636801027, + "F1_noncoffee": 0.7608559629583281, + "IoU_noncoffee": 0.6140173702282368, + "kappa": 0.539943006526341, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7699984487305445, + "mIoU": 0.6207632720196433, + "macroF1": 0.7650773432518434, + "F1_coffee": 0.7990785075435902, + "IoU_coffee": 0.6653877980892199, + "precision_coffee": 0.8966950527169505, + "recall_coffee": 0.7206289718103308, + "F1_noncoffee": 0.7310761789600967, + "IoU_noncoffee": 0.5761387459500668, + "kappa": 0.5374910416311911, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8302384626873102, + "mIoU": 0.6888852508905654, + "macroF1": 0.813085723676557, + "F1_coffee": 0.8697080849763106, + "IoU_coffee": 0.7694543979446961, + "precision_coffee": 0.8652121027824236, + "recall_coffee": 0.8742510370256568, + "F1_noncoffee": 0.7564633623768033, + "IoU_noncoffee": 0.6083161038364346, + "kappa": 0.6261903142893598, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7681855452735152, + "mIoU": 0.6147928023257587, + "macroF1": 0.7598335965682722, + "F1_coffee": 0.7150467962562995, + "IoU_coffee": 0.5564769161810847, + "precision_coffee": 0.8066926575698505, + "recall_coffee": 0.6420998189811223, + "F1_noncoffee": 0.8046203968802449, + "IoU_noncoffee": 0.6731086884704328, + "kappa": 0.5238805775402148, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7096384218045939, + "mIoU": 0.5429534219687492, + "macroF1": 0.7020403866149123, + "F1_coffee": 0.6544598482866858, + "IoU_coffee": 0.48639191290824263, + "precision_coffee": 0.7782270606531881, + "recall_coffee": 0.5646580907244414, + "F1_noncoffee": 0.7496209249431387, + "IoU_noncoffee": 0.5995149310292557, + "kappa": 0.4148057927696709, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7744860305745914, + "mIoU": 0.6319655521783181, + "macroF1": 0.7744834637057467, + "F1_coffee": 0.7752442996742671, + "IoU_coffee": 0.6329787234042553, + "precision_coffee": 0.7842261904761905, + "recall_coffee": 0.766465821732807, + "F1_noncoffee": 0.7737226277372263, + "IoU_noncoffee": 0.6309523809523809, + "kappa": 0.5490264846162116, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7661464281182591, + "mIoU": 0.6037005777050024, + "macroF1": 0.7495631052418112, + "F1_coffee": 0.8140074679584216, + "IoU_coffee": 0.6863512593601089, + "precision_coffee": 0.9118245534704952, + "recall_coffee": 0.7351440029165147, + "F1_noncoffee": 0.6851187425252008, + "IoU_noncoffee": 0.521049896049896, + "kappa": 0.5086982933412907, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8236328125, + "mIoU": 0.6574721523707174, + "macroF1": 0.7868881566611003, + "F1_coffee": 0.8753795197350263, + "IoU_coffee": 0.7783777150570622, + "precision_coffee": 0.9539780418107986, + "recall_coffee": 0.8087466530664287, + "F1_noncoffee": 0.6983967935871743, + "IoU_noncoffee": 0.5365665896843725, + "kappa": 0.5806653623227643, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8801169590643275, + "mIoU": 0.7107125206988794, + "macroF1": 0.8221422571091037, + "F1_coffee": 0.9236865806064245, + "IoU_coffee": 0.8581948008479304, + "precision_coffee": 0.9102958579881657, + "recall_coffee": 0.9374771480804388, + "F1_noncoffee": 0.7205979336117828, + "IoU_noncoffee": 0.5632302405498282, + "kappa": 0.6445661127759399, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2587, + 2984 + ], + [ + 41549, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6895097931226095, + "test_tta": { + "OA": 0.7965045483847862, + "mIoU": 0.6538754106380067, + "macroF1": 0.7895012300228141, + "F1_coffee": 0.827896410722399, + "IoU_coffee": 0.7063338243274673, + "precision_coffee": 0.8708937390473156, + "recall_coffee": 0.7889450137104921, + "F1_noncoffee": 0.7511060493232292, + "IoU_noncoffee": 0.6014169969485462, + "kappa": 0.5804813243218225, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7181983385254413, + "mIoU": 0.5507914581540434, + "macroF1": 0.7080404443988492, + "F1_coffee": 0.7624986325347336, + "IoU_coffee": 0.6161598302687411, + "precision_coffee": 0.8545157335512873, + "recall_coffee": 0.6883723992625758, + "F1_noncoffee": 0.6535822562629647, + "IoU_noncoffee": 0.4854230860393458, + "kappa": 0.4257926881072554, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7648767128296541, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.779331709762911, + "mIoU": 0.6345812853142623, + "macroF1": 0.7757978718313681, + "F1_coffee": 0.8039455890541723, + "IoU_coffee": 0.6721647290430711, + "precision_coffee": 0.8956398440269407, + "recall_coffee": 0.7292827247799105, + "F1_noncoffee": 0.7476501546085639, + "IoU_noncoffee": 0.5969978415854535, + "kappa": 0.5575646353732522, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6810891888773509, + "mIoU": 0.5130696432495226, + "macroF1": 0.6772460446780193, + "F1_coffee": 0.7124652154690385, + "IoU_coffee": 0.5533560910578302, + "precision_coffee": 0.8741783138681473, + "recall_coffee": 0.6012422087613027, + "F1_noncoffee": 0.6420268738870002, + "IoU_noncoffee": 0.47278319544121505, + "kappa": 0.3808695239554001, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0980653769179453, + "mIoU": 0.049182143389676844, + "macroF1": 0.08982856811086334, + "F1_coffee": 0.17641325536062377, + "IoU_coffee": 0.09673971138428648, + "precision_coffee": 1.0, + "recall_coffee": 0.09673971138428648, + "F1_noncoffee": 0.0032438808611029196, + "IoU_noncoffee": 0.0016245753950671984, + "kappa": 0.0003142725183125775, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7482641003776344, + "mIoU": 0.5977037603748054, + "macroF1": 0.7481882207381103, + "F1_coffee": 0.7438170210128309, + "IoU_coffee": 0.5921247409454259, + "precision_coffee": 0.8849557522123894, + "recall_coffee": 0.641505399337111, + "F1_noncoffee": 0.7525594204633899, + "IoU_noncoffee": 0.6032827798041851, + "kappa": 0.5084527779125568, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7608459589430684, + "mIoU": 0.6106873038007465, + "macroF1": 0.7576756670925819, + "F1_coffee": 0.785392789197717, + "IoU_coffee": 0.6466228606356969, + "precision_coffee": 0.9122561172792929, + "recall_coffee": 0.6895062734234968, + "F1_noncoffee": 0.7299585449874467, + "IoU_noncoffee": 0.5747517469657962, + "kappa": 0.5268649021019256, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.822522029173097, + "mIoU": 0.6839426039146785, + "macroF1": 0.8103748074296255, + "F1_coffee": 0.8583687576973501, + "IoU_coffee": 0.7518791759465479, + "precision_coffee": 0.8889163169587756, + "recall_coffee": 0.8298509755722845, + "F1_noncoffee": 0.762380857161901, + "IoU_noncoffee": 0.6160060318828091, + "kappa": 0.6214995436782793, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7322244348131662, + "mIoU": 0.5640897241549908, + "macroF1": 0.718222999594565, + "F1_coffee": 0.6554115164305095, + "IoU_coffee": 0.4874439461883408, + "precision_coffee": 0.7856884712685218, + "recall_coffee": 0.5621929144039307, + "F1_noncoffee": 0.7810344827586206, + "IoU_noncoffee": 0.6407355021216408, + "kappa": 0.4461226049029247, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6878777887679964, + "mIoU": 0.5125051011417816, + "macroF1": 0.6743731258393588, + "F1_coffee": 0.6080596191001932, + "IoU_coffee": 0.43684314891929404, + "precision_coffee": 0.7825932504440497, + "recall_coffee": 0.4971789663732792, + "F1_noncoffee": 0.7406866325785245, + "IoU_noncoffee": 0.5881670533642691, + "kappa": 0.36949442554639245, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7498154981549815, + "mIoU": 0.5989687699391264, + "macroF1": 0.749037817210296, + "F1_coffee": 0.7350675449369208, + "IoU_coffee": 0.5811120917917034, + "precision_coffee": 0.7944015444015444, + "recall_coffee": 0.6839808851028465, + "F1_noncoffee": 0.7630080894836713, + "IoU_noncoffee": 0.6168254480865494, + "kappa": 0.5005679432718408, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7656388783149346, + "mIoU": 0.6094678255078516, + "macroF1": 0.7553259427780468, + "F1_coffee": 0.8055584798399832, + "IoU_coffee": 0.6744227040366649, + "precision_coffee": 0.953401445302766, + "recall_coffee": 0.6974115931461903, + "F1_noncoffee": 0.7050934057161105, + "IoU_noncoffee": 0.5445129469790382, + "kappa": 0.5278708109955494, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82568359375, + "mIoU": 0.6648152977441589, + "macroF1": 0.7930748145873516, + "F1_coffee": 0.8752184550856343, + "IoU_coffee": 0.7781230577998757, + "precision_coffee": 0.9687403280718044, + "recall_coffee": 0.7981639678694377, + "F1_noncoffee": 0.7109311740890688, + "IoU_noncoffee": 0.5515075376884422, + "kappa": 0.5948960232239756, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8875683833239012, + "mIoU": 0.7387000091037599, + "macroF1": 0.8438027652690356, + "F1_coffee": 0.9264832860490934, + "IoU_coffee": 0.8630357348040906, + "precision_coffee": 0.9378199525533775, + "recall_coffee": 0.9154174283973187, + "F1_noncoffee": 0.7611222444889779, + "IoU_noncoffee": 0.6143642834034293, + "kappa": 0.6877537886980745, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2615, + 2984 + ], + [ + 40878, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8859244902928671, + "test_tta": { + "OA": 0.7894670868848936, + "mIoU": 0.6464523412543458, + "macroF1": 0.7843612926752324, + "F1_coffee": 0.8175427161413473, + "IoU_coffee": 0.6913930230726829, + "precision_coffee": 0.8841299677765844, + "recall_coffee": 0.7602828691008804, + "F1_noncoffee": 0.7511798692091173, + "IoU_noncoffee": 0.6015116594360087, + "kappa": 0.5720330162848526, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6917618553132572, + "mIoU": 0.5234559427095635, + "macroF1": 0.6857604126435606, + "F1_coffee": 0.7291872576598495, + "IoU_coffee": 0.5737959916242895, + "precision_coffee": 0.8626551538046411, + "recall_coffee": 0.631485383197261, + "F1_noncoffee": 0.6423335676272718, + "IoU_noncoffee": 0.47311589379483765, + "kappa": 0.39078106412612174, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7583793176473816, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7688560991332999, + "mIoU": 0.6215614330298056, + "macroF1": 0.7660980680439433, + "F1_coffee": 0.7914970601537765, + "IoU_coffee": 0.6549401197604791, + "precision_coffee": 0.898653853207644, + "recall_coffee": 0.7071727522008948, + "F1_noncoffee": 0.7406990759341101, + "IoU_noncoffee": 0.5881827462991323, + "kappa": 0.5403244013076658, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6715991692627207, + "mIoU": 0.5032604130131343, + "macroF1": 0.6688828337154149, + "F1_coffee": 0.6988732543377063, + "IoU_coffee": 0.5371292663590348, + "precision_coffee": 0.8792426460801278, + "recall_coffee": 0.5799095777368097, + "F1_noncoffee": 0.6388924130931236, + "IoU_noncoffee": 0.4693915596672337, + "kappa": 0.3695801841506402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08779186124082722, + "mIoU": 0.044028702040989624, + "macroF1": 0.08117574068555096, + "F1_coffee": 0.15914401672610995, + "IoU_coffee": 0.0864510956707643, + "precision_coffee": 1.0, + "recall_coffee": 0.0864510956707643, + "F1_noncoffee": 0.0032074646449919814, + "IoU_noncoffee": 0.0016063084112149532, + "kappa": 0.0002776956814692802, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7404677792666585, + "mIoU": 0.5874567315930771, + "macroF1": 0.7400335472456212, + "F1_coffee": 0.729408776274846, + "IoU_coffee": 0.5740703718512595, + "precision_coffee": 0.8981857991867376, + "recall_coffee": 0.6140275847321714, + "F1_noncoffee": 0.7506583182163965, + "IoU_noncoffee": 0.6008430913348947, + "kappa": 0.4964509910962421, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7475050416257304, + "mIoU": 0.594816959262752, + "macroF1": 0.7455387338356861, + "F1_coffee": 0.7679072199249014, + "IoU_coffee": 0.623254378520176, + "precision_coffee": 0.9216200798630918, + "recall_coffee": 0.6581391559393841, + "F1_noncoffee": 0.7231702477464709, + "IoU_noncoffee": 0.5663795400053281, + "kappa": 0.5074209143632522, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8126151242096878, + "mIoU": 0.6696521447670669, + "macroF1": 0.8000523641811061, + "F1_coffee": 0.850171164716185, + "IoU_coffee": 0.7393893235477393, + "precision_coffee": 0.882270323859881, + "recall_coffee": 0.8203257028729452, + "F1_noncoffee": 0.7499335636460271, + "IoU_noncoffee": 0.5999149659863946, + "kappa": 0.6009862476816873, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7139510366639334, + "mIoU": 0.5360978530816778, + "macroF1": 0.6931041871731476, + "F1_coffee": 0.6131178707224335, + "IoU_coffee": 0.4420836189170665, + "precision_coffee": 0.7914110429447853, + "recall_coffee": 0.5003878975950349, + "F1_noncoffee": 0.7730905036238618, + "IoU_noncoffee": 0.630112087246289, + "kappa": 0.4039511304836808, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6787559072425541, + "mIoU": 0.497534508812087, + "macroF1": 0.6596092342267252, + "F1_coffee": 0.5788791240455265, + "IoU_coffee": 0.4073398215733982, + "precision_coffee": 0.800398406374502, + "recall_coffee": 0.45339652448657186, + "F1_noncoffee": 0.7403393444079239, + "IoU_noncoffee": 0.5877291960507758, + "kappa": 0.34992113298077143, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.750131787032156, + "mIoU": 0.5984078590785908, + "macroF1": 0.7484084880636606, + "F1_coffee": 0.7275862068965517, + "IoU_coffee": 0.5718157181571816, + "precision_coffee": 0.814252636995112, + "recall_coffee": 0.6575940162061085, + "F1_noncoffee": 0.7692307692307693, + "IoU_noncoffee": 0.625, + "kappa": 0.5016000846768472, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7691917269382058, + "mIoU": 0.615068801027769, + "macroF1": 0.7598545914335388, + "F1_coffee": 0.8072072072072072, + "IoU_coffee": 0.676737160120846, + "precision_coffee": 0.9642947581666245, + "recall_coffee": 0.6941305140357273, + "F1_noncoffee": 0.7125019756598704, + "IoU_noncoffee": 0.5534004419346918, + "kappa": 0.5379925821833884, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80859375, + "mIoU": 0.642986812459593, + "macroF1": 0.7769297151216943, + "F1_coffee": 0.8609731876861966, + "IoU_coffee": 0.7558849171752398, + "precision_coffee": 0.9702637889688249, + "recall_coffee": 0.7738110416932297, + "F1_noncoffee": 0.6928862425571921, + "IoU_noncoffee": 0.5300887077439463, + "kappa": 0.5660227916741175, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8685153744576495, + "mIoU": 0.6960432899576791, + "macroF1": 0.8118020215559902, + "F1_coffee": 0.9151138716356108, + "IoU_coffee": 0.8435114503816794, + "precision_coffee": 0.9144456614336133, + "recall_coffee": 0.9157830591102986, + "F1_noncoffee": 0.7084901714763697, + "IoU_noncoffee": 0.5485751295336787, + "kappa": 0.6236047333057363, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 40322, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.572735055287679, + "test_tta": { + "OA": 0.7794749659766492, + "mIoU": 0.634292137002465, + "macroF1": 0.7754997724985835, + "F1_coffee": 0.8053733702094034, + "IoU_coffee": 0.6741632491070247, + "precision_coffee": 0.8899755501222494, + "recall_coffee": 0.7354596622889306, + "F1_noncoffee": 0.7456261747877636, + "IoU_noncoffee": 0.5944210248979054, + "kappa": 0.5562406711145055, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6822718356986269, + "mIoU": 0.5140041057669349, + "macroF1": 0.6779457883141458, + "F1_coffee": 0.7152716745075738, + "IoU_coffee": 0.5567493611798555, + "precision_coffee": 0.8699383802816901, + "recall_coffee": 0.6072996225089984, + "F1_noncoffee": 0.6406199021207177, + "IoU_noncoffee": 0.47125885035401416, + "kappa": 0.38060362229590156, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7270171123696615, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7436788195687988, + "mIoU": 0.5765863387821929, + "macroF1": 0.7281078153881386, + "F1_coffee": 0.793174199514507, + "IoU_coffee": 0.6572400086204833, + "precision_coffee": 0.7941150941758528, + "recall_coffee": 0.7922355318227738, + "F1_noncoffee": 0.6630414312617703, + "IoU_noncoffee": 0.49593266894390253, + "kappa": 0.4562168744676573, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6658013153340256, + "mIoU": 0.4848469464383477, + "macroF1": 0.6485822444192171, + "F1_coffee": 0.7263709791696188, + "IoU_coffee": 0.5703159768580329, + "precision_coffee": 0.7861963190184049, + "recall_coffee": 0.675006584145378, + "F1_noncoffee": 0.5707935096688153, + "IoU_noncoffee": 0.3993779160186625, + "kappa": 0.30349063787502095, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20053368912608405, + "mIoU": 0.10050638885178755, + "macroF1": 0.16777555703209943, + "F1_coffee": 0.33288799821865955, + "IoU_coffee": 0.19967944437024177, + "precision_coffee": 0.9979973297730307, + "recall_coffee": 0.1997594869053982, + "F1_noncoffee": 0.002663115845539281, + "IoU_noncoffee": 0.0013333333333333333, + "kappa": -0.00026758414724068673, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6979534657083689, + "mIoU": 0.5342918483602139, + "macroF1": 0.6960151845632876, + "F1_coffee": 0.7202887923740764, + "IoU_coffee": 0.5628526093088858, + "precision_coffee": 0.7622970391595033, + "recall_coffee": 0.6826686624612424, + "F1_noncoffee": 0.6717415767524988, + "IoU_noncoffee": 0.5057310874115419, + "kappa": 0.39418942315160355, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7664305289828843, + "mIoU": 0.6086557295660754, + "macroF1": 0.7543418825094896, + "F1_coffee": 0.8088365990943333, + "IoU_coffee": 0.6790307681375684, + "precision_coffee": 0.8415675913694408, + "recall_coffee": 0.7785562978654066, + "F1_noncoffee": 0.6998471659246461, + "IoU_noncoffee": 0.5382806909945824, + "kappa": 0.5098479148856502, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7591477074724946, + "mIoU": 0.5700927395229349, + "macroF1": 0.7168581571070038, + "F1_coffee": 0.8262836624775584, + "IoU_coffee": 0.7039892315222712, + "precision_coffee": 0.7757551240560949, + "recall_coffee": 0.8838531264403134, + "F1_noncoffee": 0.6074326517364492, + "IoU_noncoffee": 0.43619624752359865, + "kappa": 0.4390939060366265, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.63863183788216, + "mIoU": 0.4666833878457456, + "macroF1": 0.6355582210888863, + "F1_coffee": 0.6020895137366181, + "IoU_coffee": 0.43070677246724487, + "precision_coffee": 0.6006176016469377, + "recall_coffee": 0.6035686578743211, + "F1_noncoffee": 0.6690269284411544, + "IoU_noncoffee": 0.5026600032242463, + "kappa": 0.27112008326341347, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6715023628970217, + "mIoU": 0.5046123889817754, + "macroF1": 0.6705074196285103, + "F1_coffee": 0.6524014420281428, + "IoU_coffee": 0.48412150500517775, + "precision_coffee": 0.6729846449136276, + "recall_coffee": 0.6330399458361544, + "F1_noncoffee": 0.688613397228878, + "IoU_noncoffee": 0.525103272958373, + "kappa": 0.3415665982374981, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6844491302055877, + "mIoU": 0.5166952180659492, + "macroF1": 0.6803507945778661, + "F1_coffee": 0.7165451273794867, + "IoU_coffee": 0.5582939787485242, + "precision_coffee": 0.6583710407239819, + "recall_coffee": 0.7859962601288177, + "F1_noncoffee": 0.6441564617762454, + "IoU_noncoffee": 0.47509645738337425, + "kappa": 0.36690685618260327, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7622129171424946, + "mIoU": 0.5972090205021428, + "macroF1": 0.7441319588720499, + "F1_coffee": 0.81214915797915, + "IoU_coffee": 0.6837130801687764, + "precision_coffee": 0.9022271714922049, + "recall_coffee": 0.7384250820269778, + "F1_noncoffee": 0.6761147597649498, + "IoU_noncoffee": 0.5107049608355091, + "kappa": 0.496910198246553, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85078125, + "mIoU": 0.6887444054409297, + "macroF1": 0.8089848437681213, + "F1_coffee": 0.8983366600133067, + "IoU_coffee": 0.815436646938036, + "precision_coffee": 0.9393349102546265, + "recall_coffee": 0.86076756343236, + "F1_noncoffee": 0.7196330275229358, + "IoU_noncoffee": 0.5620521639438234, + "kappa": 0.6199662109499006, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8259762308998302, + "mIoU": 0.5831611079713437, + "macroF1": 0.7108959260125414, + "F1_coffee": 0.893297090972182, + "IoU_coffee": 0.8071697324414716, + "precision_coffee": 0.8499889940567906, + "recall_coffee": 0.9412553321145642, + "F1_noncoffee": 0.5284947610529006, + "IoU_noncoffee": 0.3591524835012157, + "kappa": 0.4283495648859098, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2486, + 2984 + ], + [ + 39016, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.655553110440572, + "test_tta": { + "OA": 0.7472065038321037, + "mIoU": 0.5795849129365253, + "macroF1": 0.7302400674153195, + "F1_coffee": 0.7978925968875717, + "IoU_coffee": 0.6637448491055904, + "precision_coffee": 0.7915577775252812, + "recall_coffee": 0.8043296290951075, + "F1_noncoffee": 0.6625875379430675, + "IoU_noncoffee": 0.49542497676746017, + "kappa": 0.46053781720547304, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6687146648205838, + "mIoU": 0.48669552465240656, + "macroF1": 0.6498393768811888, + "F1_coffee": 0.7311374862466934, + "IoU_coffee": 0.5762148998191948, + "precision_coffee": 0.783345874090795, + "recall_coffee": 0.6854534281450267, + "F1_noncoffee": 0.5685412675156842, + "IoU_noncoffee": 0.3971761494856183, + "kappa": 0.30463548054038997, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.7281287955667332, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7962717570374614, + "mIoU": 0.6517879514063332, + "macroF1": 0.7876874592583576, + "F1_coffee": 0.8303788409643225, + "IoU_coffee": 0.709955385595921, + "precision_coffee": 0.8587640310842481, + "recall_coffee": 0.8038100736036946, + "F1_noncoffee": 0.7449960775523927, + "IoU_noncoffee": 0.5936205172167452, + "kappa": 0.576071217340074, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7112466828198916, + "mIoU": 0.541246565351887, + "macroF1": 0.6996769445409243, + "F1_coffee": 0.7586231840376153, + "IoU_coffee": 0.6111143484256939, + "precision_coffee": 0.8416575265509216, + "recall_coffee": 0.690501272934773, + "F1_noncoffee": 0.6407307050442335, + "IoU_noncoffee": 0.47137878227807994, + "kappa": 0.407931010184124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23002001334222816, + "mIoU": 0.11536056024867587, + "macroF1": 0.18805141797544722, + "F1_coffee": 0.37264920100010873, + "IoU_coffee": 0.22899131596526387, + "precision_coffee": 0.9994169096209913, + "recall_coffee": 0.22902191341528594, + "F1_noncoffee": 0.003453634950785702, + "IoU_noncoffee": 0.0017298045320878741, + "kappa": 0.0005254597859779721, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7802411986843708, + "mIoU": 0.6387713020209903, + "macroF1": 0.7794261668534443, + "F1_coffee": 0.7928341754708315, + "IoU_coffee": 0.6567732115677322, + "precision_coffee": 0.8562569763115466, + "recall_coffee": 0.7381588795039025, + "F1_noncoffee": 0.7660181582360571, + "IoU_noncoffee": 0.6207693924742484, + "kappa": 0.5615690720579715, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7894410259061999, + "mIoU": 0.6441623890196606, + "macroF1": 0.7822981285344026, + "F1_coffee": 0.8217318973820156, + "IoU_coffee": 0.697406554209705, + "precision_coffee": 0.8880582891748675, + "recall_coffee": 0.7646244093205149, + "F1_noncoffee": 0.7428643596867895, + "IoU_noncoffee": 0.5909182238296162, + "kappa": 0.5680715406901783, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.815950614825509, + "mIoU": 0.66207799029152, + "macroF1": 0.7926935670277937, + "F1_coffee": 0.8621294051836659, + "IoU_coffee": 0.7576691137912952, + "precision_coffee": 0.837790824092194, + "recall_coffee": 0.8879244123521278, + "F1_noncoffee": 0.7232577288719215, + "IoU_noncoffee": 0.5664868667917449, + "kappa": 0.5860883162026855, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7515520674710086, + "mIoU": 0.5971844775517696, + "macroF1": 0.7468457566159681, + "F1_coffee": 0.7123287671232876, + "IoU_coffee": 0.5531914893617021, + "precision_coffee": 0.749001711351968, + "recall_coffee": 0.6790793897077838, + "F1_noncoffee": 0.7813627461086486, + "IoU_noncoffee": 0.6411774657418372, + "kappa": 0.49461234076898236, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7105176393010221, + "mIoU": 0.5465856780172724, + "macroF1": 0.7057433824457461, + "F1_coffee": 0.6682619647355164, + "IoU_coffee": 0.5017968602231889, + "precision_coffee": 0.756055856369336, + "recall_coffee": 0.5987361769352291, + "F1_noncoffee": 0.7432248001559758, + "IoU_noncoffee": 0.5913744958113559, + "kappa": 0.41756567341045053, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7705851344227728, + "mIoU": 0.6265639469645999, + "macroF1": 0.7703748977446823, + "F1_coffee": 0.7773229635693819, + "IoU_coffee": 0.6357549380649481, + "precision_coffee": 0.7658802177858439, + "recall_coffee": 0.7891128194473301, + "F1_noncoffee": 0.7634268319199826, + "IoU_noncoffee": 0.6173729558642518, + "kappa": 0.5408586822867352, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8113183606141353, + "mIoU": 0.6646762756005343, + "macroF1": 0.7959630904822151, + "F1_coffee": 0.851936672309071, + "IoU_coffee": 0.7420641803989593, + "precision_coffee": 0.9387755102040817, + "recall_coffee": 0.7798031352533722, + "F1_noncoffee": 0.7399895086553593, + "IoU_noncoffee": 0.5872883708021094, + "kappa": 0.5979671883672434, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8595703125, + "mIoU": 0.7070350128190992, + "macroF1": 0.8228521957174106, + "F1_coffee": 0.9035028855187223, + "IoU_coffee": 0.8239902080783353, + "precision_coffee": 0.9536761580960476, + "recall_coffee": 0.8583450210378681, + "F1_noncoffee": 0.742201505916099, + "IoU_noncoffee": 0.5900798175598632, + "kappa": 0.6483050015565215, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8565365025466893, + "mIoU": 0.6503797928886443, + "macroF1": 0.7726090091219711, + "F1_coffee": 0.9107551487414187, + "IoU_coffee": 0.8361344537815126, + "precision_coffee": 0.8781398506449423, + "recall_coffee": 0.9458866544789762, + "F1_noncoffee": 0.6344628695025234, + "IoU_noncoffee": 0.46462513199577615, + "kappa": 0.5477731892255343, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2616, + 2984 + ], + [ + 41823, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.516611099243164, + "test_tta": { + "OA": 0.8027003796289665, + "mIoU": 0.6597079486447062, + "macroF1": 0.7933711313975216, + "F1_coffee": 0.8372766208831782, + "IoU_coffee": 0.7200995833756733, + "precision_coffee": 0.8572811129593225, + "recall_coffee": 0.8181844421994516, + "F1_noncoffee": 0.749465641911865, + "IoU_noncoffee": 0.5993163139137392, + "kappa": 0.5870884276234334, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7191069574247144, + "mIoU": 0.549262892126799, + "macroF1": 0.7061118599580138, + "F1_coffee": 0.767910767910768, + "IoU_coffee": 0.6232590529247911, + "precision_coffee": 0.8401126408010012, + "recall_coffee": 0.7071372135896761, + "F1_noncoffee": 0.6443129520052597, + "IoU_noncoffee": 0.475266731328807, + "kappa": 0.4188026994514453, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.7598135208566981, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662774872860111, + "mIoU": 0.6186496294006518, + "macroF1": 0.7639594959619482, + "F1_coffee": 0.7873505164717, + "IoU_coffee": 0.6492812038156657, + "precision_coffee": 0.9038641379568324, + "recall_coffee": 0.6974455188338866, + "F1_noncoffee": 0.7405684754521964, + "IoU_noncoffee": 0.5880180549856381, + "kappa": 0.5372990578511877, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6688300449982693, + "mIoU": 0.5004528527447867, + "macroF1": 0.6664817673331005, + "F1_coffee": 0.6944673603534076, + "IoU_coffee": 0.5319417831954013, + "precision_coffee": 0.8819195674214262, + "recall_coffee": 0.5727328592748662, + "F1_noncoffee": 0.6384961743127933, + "IoU_noncoffee": 0.46896392229417205, + "kappa": 0.3668099386869923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08232154769846564, + "mIoU": 0.04128474514440988, + "macroF1": 0.07650149585281525, + "F1_coffee": 0.14981458590852906, + "IoU_coffee": 0.08097274184927845, + "precision_coffee": 1.0, + "recall_coffee": 0.08097274184927845, + "F1_noncoffee": 0.003188405797101449, + "IoU_noncoffee": 0.0015967484395412977, + "kappa": 0.0002585527692975803, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7376659763674016, + "mIoU": 0.5839612419667359, + "macroF1": 0.7372579411416582, + "F1_coffee": 0.72690381079196, + "IoU_coffee": 0.5709732045024405, + "precision_coffee": 0.893113119351823, + "recall_coffee": 0.6128514915000535, + "F1_noncoffee": 0.7476120714913566, + "IoU_noncoffee": 0.5969492794310313, + "kappa": 0.49081362512283677, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7396452763845079, + "mIoU": 0.5844609692444932, + "macroF1": 0.7372407282260856, + "F1_coffee": 0.7623767048940489, + "IoU_coffee": 0.6160006101281269, + "precision_coffee": 0.9060011217049916, + "recall_coffee": 0.6580576829069578, + "F1_noncoffee": 0.7121047515581223, + "IoU_noncoffee": 0.5529213283608595, + "kappa": 0.49000915006726764, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8153034300791556, + "mIoU": 0.6775142391149727, + "macroF1": 0.8062985250685202, + "F1_coffee": 0.8480629044147759, + "IoU_coffee": 0.7362059158134243, + "precision_coffee": 0.9082456140350877, + "recall_coffee": 0.7953602703948379, + "F1_noncoffee": 0.7645341457222645, + "IoU_noncoffee": 0.6188225624165211, + "kappa": 0.6152153459799546, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7283589082815978, + "mIoU": 0.5565543825878769, + "macroF1": 0.7112858131473356, + "F1_coffee": 0.6410772326265284, + "IoU_coffee": 0.47175398633257404, + "precision_coffee": 0.7983808789514264, + "recall_coffee": 0.5355572795448669, + "F1_noncoffee": 0.7814943936681429, + "IoU_noncoffee": 0.6413547788431797, + "kappa": 0.4359029337072003, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.692603582811298, + "mIoU": 0.5188642939278834, + "macroF1": 0.6802281925444736, + "F1_coffee": 0.6173211109590915, + "IoU_coffee": 0.44646744508212943, + "precision_coffee": 0.7838776928422516, + "recall_coffee": 0.5091401489505755, + "F1_noncoffee": 0.7431352741298558, + "IoU_noncoffee": 0.5912611427736373, + "kappa": 0.3792669492781115, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7381128096995255, + "mIoU": 0.5817639432669768, + "macroF1": 0.7349197714207125, + "F1_coffee": 0.7058266224538133, + "IoU_coffee": 0.5453879941434846, + "precision_coffee": 0.8207105480583862, + "recall_coffee": 0.6191564512777893, + "F1_noncoffee": 0.7640129203876116, + "IoU_noncoffee": 0.6181398923904688, + "kappa": 0.4780441377358381, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7477477477477478, + "mIoU": 0.5884946293392531, + "macroF1": 0.7391723263521481, + "F1_coffee": 0.7864661654135339, + "IoU_coffee": 0.6480793060718711, + "precision_coffee": 0.9573744769874477, + "recall_coffee": 0.6673350346336129, + "F1_noncoffee": 0.6918784872907625, + "IoU_noncoffee": 0.5289099526066351, + "kappa": 0.5012784582944642, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7814453125, + "mIoU": 0.6079243144605546, + "macroF1": 0.7498349489127587, + "F1_coffee": 0.8387608069164265, + "IoU_coffee": 0.7222980518674773, + "precision_coffee": 0.9642206393904257, + "recall_coffee": 0.7421904883335458, + "F1_noncoffee": 0.6609090909090909, + "IoU_noncoffee": 0.49355057705363203, + "kappa": 0.5168713412160664, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8843614412375024, + "mIoU": 0.7388200628223971, + "macroF1": 0.8444167278519755, + "F1_coffee": 0.9232502817077751, + "IoU_coffee": 0.8574418604651163, + "precision_coffee": 0.9491569056506629, + "recall_coffee": 0.8987202925045704, + "F1_noncoffee": 0.7655831739961759, + "IoU_noncoffee": 0.6201982651796778, + "kappa": 0.6895398764345945, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2560, + 2984 + ], + [ + 40204, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.575183626015981, + "test_tta": { + "OA": 0.7810507843277702, + "mIoU": 0.6365975315905299, + "macroF1": 0.7772623371041696, + "F1_coffee": 0.8063110871734757, + "IoU_coffee": 0.6754784085781776, + "precision_coffee": 0.8935468014886595, + "recall_coffee": 0.7345937364699091, + "F1_noncoffee": 0.7482135870348634, + "IoU_noncoffee": 0.5977166546028821, + "kappa": 0.5599766917585157, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6832381446867428, + "mIoU": 0.5151839106565834, + "macroF1": 0.678997830329424, + "F1_coffee": 0.7158915982148633, + "IoU_coffee": 0.5575009066365798, + "precision_coffee": 0.8717746762861913, + "recall_coffee": 0.6072996225089984, + "F1_noncoffee": 0.6421040624439845, + "IoU_noncoffee": 0.4728669146765871, + "kappa": 0.3828527865116014, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 82, + "stopped_epoch": 100, + "best_val": 0.7658331751604731, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.793084306281785, + "mIoU": 0.6521481521762365, + "macroF1": 0.7886878524548921, + "F1_coffee": 0.8191677491040549, + "IoU_coffee": 0.6937206774988735, + "precision_coffee": 0.8946468858959459, + "recall_coffee": 0.7554336845143599, + "F1_noncoffee": 0.7582079558057293, + "IoU_noncoffee": 0.6105756268535993, + "kappa": 0.5813600534781711, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6968962732202607, + "mIoU": 0.5302989520390191, + "macroF1": 0.6918856073939529, + "F1_coffee": 0.7311775691370974, + "IoU_coffee": 0.5762646934290381, + "precision_coffee": 0.8763414484577176, + "recall_coffee": 0.6272715301553858, + "F1_noncoffee": 0.6525936456508084, + "IoU_noncoffee": 0.48433321064900015, + "kappa": 0.4048745548999555, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13689126084056039, + "mIoU": 0.06866009627122223, + "macroF1": 0.12112046893823808, + "F1_coffee": 0.23885162960348277, + "IoU_coffee": 0.13562266167824694, + "precision_coffee": 1.0, + "recall_coffee": 0.13562266167824694, + "F1_noncoffee": 0.0033893082729933755, + "IoU_noncoffee": 0.0016975308641975309, + "kappa": 0.0004603413267045547, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661712754294068, + "mIoU": 0.620963537224196, + "macroF1": 0.7661647093208507, + "F1_coffee": 0.7674038170251439, + "IoU_coffee": 0.6225914274478962, + "precision_coffee": 0.885486577181208, + "recall_coffee": 0.6771089490003207, + "F1_noncoffee": 0.7649256016165574, + "IoU_noncoffee": 0.6193356470004958, + "kappa": 0.5405862939352832, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7783753037902684, + "mIoU": 0.6324161229510608, + "macroF1": 0.7740192626308817, + "F1_coffee": 0.8053941155103523, + "IoU_coffee": 0.6741923223109084, + "precision_coffee": 0.9096410256410257, + "recall_coffee": 0.7225843245885611, + "F1_noncoffee": 0.7426444097514111, + "IoU_noncoffee": 0.590639923591213, + "kappa": 0.5557544333359975, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8292427938467666, + "mIoU": 0.6927926538334979, + "macroF1": 0.8165534046397032, + "F1_coffee": 0.8648009459992116, + "IoU_coffee": 0.7618055555555555, + "precision_coffee": 0.8881152849740933, + "recall_coffee": 0.8426793670302658, + "F1_noncoffee": 0.7683058632801946, + "IoU_noncoffee": 0.6237797521114402, + "kappa": 0.6335395980346163, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.752137753309125, + "mIoU": 0.5932534386726438, + "macroF1": 0.7427956904736276, + "F1_coffee": 0.6937771345875543, + "IoU_coffee": 0.5311322845114115, + "precision_coffee": 0.7877094972067039, + "recall_coffee": 0.6198603568657874, + "F1_noncoffee": 0.7918142463597009, + "IoU_noncoffee": 0.6553745928338762, + "kappa": 0.49051678204500065, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7135949005385207, + "mIoU": 0.5476338565394837, + "macroF1": 0.7059727864055432, + "F1_coffee": 0.6586324338485722, + "IoU_coffee": 0.491015625, + "precision_coffee": 0.7848891664064939, + "recall_coffee": 0.5673662830060935, + "F1_noncoffee": 0.7533131389625142, + "IoU_noncoffee": 0.6042520880789674, + "kappa": 0.4227397084192091, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7618344754876121, + "mIoU": 0.6146220322687512, + "macroF1": 0.7611971563149118, + "F1_coffee": 0.7488604780433574, + "IoU_coffee": 0.5985427403589835, + "precision_coffee": 0.8053562888570062, + "recall_coffee": 0.6997714523166424, + "F1_noncoffee": 0.7735338345864662, + "IoU_noncoffee": 0.6307013241785189, + "kappa": 0.5245043550675683, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7813729222179926, + "mIoU": 0.6293869294422267, + "macroF1": 0.7705185013308155, + "F1_coffee": 0.8204273058884836, + "IoU_coffee": 0.695529245449726, + "precision_coffee": 0.9578972986128012, + "recall_coffee": 0.7174626321545753, + "F1_noncoffee": 0.7206096967731473, + "IoU_noncoffee": 0.5632446134347275, + "kappa": 0.5552874449466527, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8359375, + "mIoU": 0.6792411577725828, + "macroF1": 0.8036950947736694, + "F1_coffee": 0.8832522585128562, + "IoU_coffee": 0.790914747977598, + "precision_coffee": 0.9706735909576906, + "recall_coffee": 0.8102766798418972, + "F1_noncoffee": 0.7241379310344828, + "IoU_noncoffee": 0.5675675675675675, + "kappa": 0.614773448980121, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8895491416713828, + "mIoU": 0.7380944754739922, + "macroF1": 0.8429976398950993, + "F1_coffee": 0.9284885496183206, + "IoU_coffee": 0.8665222842813177, + "precision_coffee": 0.9304773561811506, + "recall_coffee": 0.926508226691042, + "F1_noncoffee": 0.7575067301718782, + "IoU_noncoffee": 0.6096666666666667, + "kappa": 0.6860001441649247, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 41639, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.144083555539449, + "test_tta": { + "OA": 0.8081799298044553, + "mIoU": 0.6717011263859991, + "macroF1": 0.8027130755502344, + "F1_coffee": 0.8355541909732883, + "IoU_coffee": 0.7175552391499236, + "precision_coffee": 0.8924085915723889, + "recall_coffee": 0.7855101746283735, + "F1_noncoffee": 0.7698719601271805, + "IoU_noncoffee": 0.6258470136220747, + "kappa": 0.6076546678551044, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7113476404753664, + "mIoU": 0.5457137935978476, + "macroF1": 0.7045488052419117, + "F1_coffee": 0.7493675958624489, + "IoU_coffee": 0.59919093203028, + "precision_coffee": 0.8725575969670458, + "recall_coffee": 0.6566587656922132, + "F1_noncoffee": 0.6597300146213744, + "IoU_noncoffee": 0.49223665516541504, + "kappa": 0.4246668894746854, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.7213999312580505, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891447604039825, + "mIoU": 0.6413348354847196, + "macroF1": 0.7797916530295013, + "F1_coffee": 0.8251748251748252, + "IoU_coffee": 0.7023809523809523, + "precision_coffee": 0.8496086584321878, + "recall_coffee": 0.802107086159619, + "F1_noncoffee": 0.7344084808841773, + "IoU_noncoffee": 0.5802887185884869, + "kappa": 0.5601359863998188, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6970116533979462, + "mIoU": 0.5247570778982622, + "macroF1": 0.6855814624245139, + "F1_coffee": 0.745530306700906, + "IoU_coffee": 0.5942991773203044, + "precision_coffee": 0.8319096020761245, + "recall_coffee": 0.6754016328680538, + "F1_noncoffee": 0.6256326181481218, + "IoU_noncoffee": 0.4552149784762201, + "kappa": 0.3809811469472489, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15383589059372915, + "mIoU": 0.07713985906321459, + "macroF1": 0.13404749339677213, + "F1_coffee": 0.26495132127955495, + "IoU_coffee": 0.1527054108216433, + "precision_coffee": 0.9991258741258742, + "recall_coffee": 0.15272581507215394, + "F1_noncoffee": 0.0031436655139893115, + "IoU_noncoffee": 0.0015743073047858943, + "kappa": 0.00021407777825545383, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7544767937629431, + "mIoU": 0.6049249330753778, + "macroF1": 0.753677905412933, + "F1_coffee": 0.7677058721834841, + "IoU_coffee": 0.6229891507669285, + "precision_coffee": 0.832625, + "recall_coffee": 0.7121779108307494, + "F1_noncoffee": 0.7396499386423819, + "IoU_noncoffee": 0.586860715383827, + "kappa": 0.5106896932261018, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8020063084957857, + "mIoU": 0.6608354943104306, + "macroF1": 0.7945087638580226, + "F1_coffee": 0.8337602570225329, + "IoU_coffee": 0.7149132603678058, + "precision_coffee": 0.8924621247327819, + "recall_coffee": 0.7823040573570148, + "F1_noncoffee": 0.7552572706935123, + "IoU_noncoffee": 0.6067577282530554, + "kappa": 0.5916186757181255, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8050978244635835, + "mIoU": 0.6445739278754439, + "macroF1": 0.779194425755622, + "F1_coffee": 0.8548225609077762, + "IoU_coffee": 0.7464542451913736, + "precision_coffee": 0.8262957918130331, + "recall_coffee": 0.8853894607466585, + "F1_noncoffee": 0.7035662906034679, + "IoU_noncoffee": 0.542693610559514, + "kappa": 0.5594609802315519, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7248447932528992, + "mIoU": 0.5644613446540074, + "macroF1": 0.7206997657578225, + "F1_coffee": 0.6866746698679472, + "IoU_coffee": 0.5228519195612431, + "precision_coffee": 0.7090909090909091, + "recall_coffee": 0.6656322730799069, + "F1_noncoffee": 0.7547248616476976, + "IoU_noncoffee": 0.6060707697467718, + "kappa": 0.44183618946272013, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.744367512913507, + "mIoU": 0.5907504367301936, + "macroF1": 0.7423102447081018, + "F1_coffee": 0.7192855418778663, + "IoU_coffee": 0.5616283452695062, + "precision_coffee": 0.7730220492866408, + "recall_coffee": 0.672534416610246, + "F1_noncoffee": 0.7653349475383374, + "IoU_noncoffee": 0.6198725281908809, + "kappa": 0.48669404198324656, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7487612018977332, + "mIoU": 0.597625508466264, + "macroF1": 0.7479861671081333, + "F1_coffee": 0.7619618419738288, + "IoU_coffee": 0.6154590931095691, + "precision_coffee": 0.733743747595229, + "recall_coffee": 0.7924371493870767, + "F1_noncoffee": 0.7340104922424378, + "IoU_noncoffee": 0.579791923822959, + "kappa": 0.4968039480135383, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6325550474136343, + "macroF1": 0.7722737044322086, + "F1_coffee": 0.8293425324675324, + "IoU_coffee": 0.7084416710001733, + "precision_coffee": 0.9352402745995423, + "recall_coffee": 0.7449872402479037, + "F1_noncoffee": 0.7152048763968846, + "IoU_noncoffee": 0.5566684238270954, + "kappa": 0.554088174799519, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85322265625, + "mIoU": 0.6997962495216226, + "macroF1": 0.8179572802982891, + "F1_coffee": 0.8980809656201262, + "IoU_coffee": 0.8150153846153846, + "precision_coffee": 0.959154113557358, + "recall_coffee": 0.844319775596073, + "F1_noncoffee": 0.7378335949764521, + "IoU_noncoffee": 0.5845771144278606, + "kappa": 0.6396724417518771, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8554989624599132, + "mIoU": 0.652083536089621, + "macroF1": 0.7745041003434612, + "F1_coffee": 0.9096485020051899, + "IoU_coffee": 0.8342708784076157, + "precision_coffee": 0.8812707119186378, + "recall_coffee": 0.9399146861669714, + "F1_noncoffee": 0.6393596986817326, + "IoU_noncoffee": 0.4698961937716263, + "kappa": 0.5508670845343336, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2642, + 2984 + ], + [ + 41399, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5598957737286885, + "test_tta": { + "OA": 0.7952689635412936, + "mIoU": 0.6462529675522383, + "macroF1": 0.7829166853522566, + "F1_coffee": 0.8346996313164172, + "IoU_coffee": 0.7162956897193479, + "precision_coffee": 0.8362108922363847, + "recall_coffee": 0.833193823062491, + "F1_noncoffee": 0.7311337393880959, + "IoU_noncoffee": 0.5762102453851287, + "kappa": 0.5658356772598642, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7062853351794162, + "mIoU": 0.5316712509362814, + "macroF1": 0.6905078333902867, + "F1_coffee": 0.7603863938534668, + "IoU_coffee": 0.6134059759292304, + "precision_coffee": 0.8195652725289776, + "recall_coffee": 0.7091782986568343, + "F1_noncoffee": 0.6206292729271065, + "IoU_noncoffee": 0.4499365259433325, + "kappa": 0.3860835659909336, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7481968534751935, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7669579543012678, + "mIoU": 0.6168248249954723, + "macroF1": 0.7620676989223909, + "F1_coffee": 0.7961785434612373, + "IoU_coffee": 0.6613759367194005, + "precision_coffee": 0.8703304228727957, + "recall_coffee": 0.7336700822629528, + "F1_noncoffee": 0.7279568543835445, + "IoU_noncoffee": 0.5722737132715441, + "kappa": 0.5287016490881032, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6714260989961924, + "mIoU": 0.5009446103360491, + "macroF1": 0.6661971823021258, + "F1_coffee": 0.7079754915784346, + "IoU_coffee": 0.5479582523115997, + "precision_coffee": 0.8510323574730354, + "recall_coffee": 0.6060925291897111, + "F1_noncoffee": 0.6244188730258169, + "IoU_noncoffee": 0.45393096836049857, + "kappa": 0.35580572168314784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09753168779186124, + "mIoU": 0.048914427038444626, + "macroF1": 0.08938305166385666, + "F1_coffee": 0.17552413456850316, + "IoU_coffee": 0.09620523784072689, + "precision_coffee": 1.0, + "recall_coffee": 0.09620523784072689, + "F1_noncoffee": 0.0032419687592101384, + "IoU_noncoffee": 0.0016236162361623616, + "kappa": 0.00031235198282378475, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7425386770617615, + "mIoU": 0.5905060595767915, + "macroF1": 0.7425385614885825, + "F1_coffee": 0.7423660632656793, + "IoU_coffee": 0.5902878743820879, + "precision_coffee": 0.8633399489651262, + "recall_coffee": 0.6511279803271678, + "F1_noncoffee": 0.7427110597114858, + "IoU_noncoffee": 0.590724244771495, + "kappa": 0.4949796606706594, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7515383422100419, + "mIoU": 0.5984280155241193, + "macroF1": 0.7480734315211673, + "F1_coffee": 0.7776183644189383, + "IoU_coffee": 0.636150234741784, + "precision_coffee": 0.9001392906889532, + "recall_coffee": 0.6844549454130683, + "F1_noncoffee": 0.7185284986233964, + "IoU_noncoffee": 0.5607057963064546, + "kappa": 0.50769133555427, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8017623338477622, + "mIoU": 0.6490984241809334, + "macroF1": 0.7840752212130417, + "F1_coffee": 0.8458739742994271, + "IoU_coffee": 0.7329130055671071, + "precision_coffee": 0.852473084724606, + "recall_coffee": 0.8393762482716239, + "F1_noncoffee": 0.7222764681266565, + "IoU_noncoffee": 0.5652838427947598, + "kappa": 0.5681970688089508, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7098512357971184, + "mIoU": 0.5369167682852308, + "macroF1": 0.6952934788292637, + "F1_coffee": 0.6286913506220957, + "IoU_coffee": 0.4584608657630083, + "precision_coffee": 0.7478601997146933, + "recall_coffee": 0.5422808378588053, + "F1_noncoffee": 0.7618956070364318, + "IoU_noncoffee": 0.6153726708074534, + "kappa": 0.4003506559954827, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7042532146389713, + "mIoU": 0.5357545179259195, + "macroF1": 0.6957171017864283, + "F1_coffee": 0.6447524752475248, + "IoU_coffee": 0.47574517825832846, + "precision_coffee": 0.7767175572519084, + "recall_coffee": 0.5511171293161814, + "F1_noncoffee": 0.7466817283253319, + "IoU_noncoffee": 0.5957638575935106, + "kappa": 0.4037082033160089, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7371639430680021, + "mIoU": 0.5830044138938788, + "macroF1": 0.7364256378666864, + "F1_coffee": 0.7224757875987977, + "IoU_coffee": 0.5655280585569885, + "precision_coffee": 0.7781774580335732, + "recall_coffee": 0.674215665904841, + "F1_noncoffee": 0.750375488134575, + "IoU_noncoffee": 0.6004807692307692, + "kappa": 0.47526952898625907, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7779469610455526, + "mIoU": 0.6225891656258576, + "macroF1": 0.7649232468669728, + "F1_coffee": 0.8202547247329499, + "IoU_coffee": 0.6952812119101515, + "precision_coffee": 0.9395294117647058, + "recall_coffee": 0.7278527160043747, + "F1_noncoffee": 0.7095917690009956, + "IoU_noncoffee": 0.5498971193415638, + "kappa": 0.5417782118500855, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7935546875, + "mIoU": 0.6221648098799922, + "macroF1": 0.7607453788716892, + "F1_coffee": 0.8493443557582668, + "IoU_coffee": 0.738139477269912, + "precision_coffee": 0.9628372919696235, + "recall_coffee": 0.7597857962514344, + "F1_noncoffee": 0.6721464019851117, + "IoU_noncoffee": 0.5061901424900724, + "kappa": 0.5355344063360747, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8595548009809469, + "mIoU": 0.663854440665409, + "macroF1": 0.7847137992872869, + "F1_coffee": 0.9116477778437073, + "IoU_coffee": 0.837640388180133, + "precision_coffee": 0.8882978723404256, + "recall_coffee": 0.9362583790371725, + "F1_noncoffee": 0.6577798207308665, + "IoU_noncoffee": 0.49006849315068496, + "kappa": 0.5705768804846636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2595, + 2984 + ], + [ + 40207, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5670122981071473, + "test_tta": { + "OA": 0.782429625385001, + "mIoU": 0.6351409211208825, + "macroF1": 0.7756149514806157, + "F1_coffee": 0.8147187995608149, + "IoU_coffee": 0.6873633018552351, + "precision_coffee": 0.8636319549966054, + "recall_coffee": 0.7710492134507144, + "F1_noncoffee": 0.7365111034004164, + "IoU_noncoffee": 0.5829185403865298, + "kappa": 0.5532677529924711, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6878966193607938, + "mIoU": 0.5172847658424856, + "macroF1": 0.6799223678899438, + "F1_coffee": 0.7304434479322371, + "IoU_coffee": 0.5753532182103611, + "precision_coffee": 0.8445673464684872, + "recall_coffee": 0.6434904749363533, + "F1_noncoffee": 0.6294012878476504, + "IoU_noncoffee": 0.45921631347461017, + "kappa": 0.37552148953412984, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7544459263250338, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7671549315951579, + "mIoU": 0.618739858612941, + "macroF1": 0.7638371847672675, + "F1_coffee": 0.7918287626274755, + "IoU_coffee": 0.6553944822834123, + "precision_coffee": 0.8889927385146308, + "recall_coffee": 0.7138115168133929, + "F1_noncoffee": 0.7358456069070595, + "IoU_noncoffee": 0.5820852349424697, + "kappa": 0.5347271274017671, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6740365755163263, + "mIoU": 0.5052375224663921, + "macroF1": 0.6704060760299103, + "F1_coffee": 0.7049978463185099, + "IoU_coffee": 0.5443989759509746, + "precision_coffee": 0.8697864665528681, + "recall_coffee": 0.5927047669212536, + "F1_noncoffee": 0.6358143057413107, + "IoU_noncoffee": 0.4660760689818096, + "kappa": 0.36878299339888415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1256837891927952, + "mIoU": 0.0630372623489933, + "macroF1": 0.11230877326158024, + "F1_coffee": 0.22127153891859774, + "IoU_coffee": 0.12439871726349545, + "precision_coffee": 1.0, + "recall_coffee": 0.12439871726349545, + "F1_noncoffee": 0.0033460076045627378, + "IoU_noncoffee": 0.0016758074344911638, + "kappa": 0.0004168496905183018, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743086855889877, + "mIoU": 0.5911157184353661, + "macroF1": 0.7430033205139162, + "F1_coffee": 0.7383699292891701, + "IoU_coffee": 0.5852507374631268, + "precision_coffee": 0.8793027035012557, + "recall_coffee": 0.6363733561424142, + "F1_noncoffee": 0.7476367117386622, + "IoU_noncoffee": 0.5969806994076056, + "kappa": 0.49843497594214514, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7495734008997362, + "mIoU": 0.5963987998614086, + "macroF1": 0.7465737197547404, + "F1_coffee": 0.7741454087581029, + "IoU_coffee": 0.6315148748383169, + "precision_coffee": 0.9052241247682408, + "recall_coffee": 0.6762261691380154, + "F1_noncoffee": 0.719002030751378, + "IoU_noncoffee": 0.5612827248845004, + "kappa": 0.5060336071886918, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8037536715288495, + "mIoU": 0.6581946406866309, + "macroF1": 0.7918110920047904, + "F1_coffee": 0.8416740300425737, + "IoU_coffee": 0.726629680998613, + "precision_coffee": 0.881986531986532, + "recall_coffee": 0.8048855430941773, + "F1_noncoffee": 0.7419481539670071, + "IoU_noncoffee": 0.5897596003746488, + "kappa": 0.5850351176216999, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7222677755651868, + "mIoU": 0.5508301738625905, + "macroF1": 0.7068801216570701, + "F1_coffee": 0.6397204072329433, + "IoU_coffee": 0.4702859696157283, + "precision_coffee": 0.7756079587324981, + "recall_coffee": 0.5443496250323248, + "F1_noncoffee": 0.774039836081197, + "IoU_noncoffee": 0.6313743781094527, + "kappa": 0.4248331314451405, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6984283987251346, + "mIoU": 0.5276226259532308, + "macroF1": 0.6883916243386967, + "F1_coffee": 0.6324671845700509, + "IoU_coffee": 0.46248775710088147, + "precision_coffee": 0.7779242174629325, + "recall_coffee": 0.5328368314150305, + "F1_noncoffee": 0.7443160641073425, + "IoU_noncoffee": 0.5927574948055803, + "kappa": 0.3915813070382107, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7276752767527676, + "mIoU": 0.5684825298630471, + "macroF1": 0.724111616727611, + "F1_coffee": 0.6927560366361366, + "IoU_coffee": 0.5299363057324841, + "precision_coffee": 0.8102392877017252, + "recall_coffee": 0.6050280490338666, + "F1_noncoffee": 0.7554671968190855, + "IoU_noncoffee": 0.6070287539936102, + "kappa": 0.4573042713394138, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7656388783149346, + "mIoU": 0.6088826290196832, + "macroF1": 0.7547584085408365, + "F1_coffee": 0.8064144219683471, + "IoU_coffee": 0.6756234632946961, + "precision_coffee": 0.9487053020961775, + "recall_coffee": 0.7012395187750639, + "F1_noncoffee": 0.7031023951133258, + "IoU_noncoffee": 0.5421417947446703, + "kappa": 0.525874379799513, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79501953125, + "mIoU": 0.6254196744723202, + "macroF1": 0.7635253038836645, + "F1_coffee": 0.8498247120269014, + "IoU_coffee": 0.7388653894003483, + "precision_coffee": 0.9682099771763939, + "recall_coffee": 0.7572357516256535, + "F1_noncoffee": 0.6772258957404275, + "IoU_noncoffee": 0.511973959544292, + "kappa": 0.5417749280079315, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7000513169694755, + "macroF1": 0.8146200224716056, + "F1_coffee": 0.9175914134982718, + "IoU_coffee": 0.8477310924369748, + "precision_coffee": 0.9131064446053584, + "recall_coffee": 0.9221206581352833, + "F1_noncoffee": 0.7116486314449395, + "IoU_noncoffee": 0.5523715415019763, + "kappa": 0.629271340434036, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2572, + 2984 + ], + [ + 40241, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5680357813835144, + "test_tta": { + "OA": 0.7789198481484134, + "mIoU": 0.632424680223336, + "macroF1": 0.7739036067311224, + "F1_coffee": 0.8075808110719741, + "IoU_coffee": 0.6772625084958436, + "precision_coffee": 0.8777314767760951, + "recall_coffee": 0.7478135373069708, + "F1_noncoffee": 0.7402264023902706, + "IoU_noncoffee": 0.5875868519508284, + "kappa": 0.5516733874602682, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6871610707280489, + "mIoU": 0.5181803059840452, + "macroF1": 0.6811899573217126, + "F1_coffee": 0.7248208055819854, + "IoU_coffee": 0.5684070197779458, + "precision_coffee": 0.8588737560506299, + "recall_coffee": 0.6269642700377491, + "F1_noncoffee": 0.63755910906144, + "IoU_noncoffee": 0.4679535921901445, + "kappa": 0.38220256781670975, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7682538201945397, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7654000429768641, + "mIoU": 0.6168038757920602, + "macroF1": 0.7624193818809708, + "F1_coffee": 0.7890304191693908, + "IoU_coffee": 0.6515691489361702, + "precision_coffee": 0.8923654112333358, + "recall_coffee": 0.7071438880069274, + "F1_noncoffee": 0.7358083445925507, + "IoU_noncoffee": 0.5820386026479503, + "kappa": 0.5326860121779017, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6675031729548864, + "mIoU": 0.4984836984778027, + "macroF1": 0.6645843633930844, + "F1_coffee": 0.6958735686771147, + "IoU_coffee": 0.5335936393615084, + "precision_coffee": 0.8721891534391535, + "recall_coffee": 0.578856114476341, + "F1_noncoffee": 0.6332951581090539, + "IoU_noncoffee": 0.463373757594097, + "kappa": 0.3606713477234535, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0752501667778519, + "mIoU": 0.03773776258072344, + "macroF1": 0.07038881960806145, + "F1_coffee": 0.13761353738957322, + "IoU_coffee": 0.07389096739711384, + "precision_coffee": 1.0, + "recall_coffee": 0.07389096739711384, + "F1_noncoffee": 0.003164101826549691, + "IoU_noncoffee": 0.0015845577643330453, + "kappa": 0.0002341415978530067, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7406505055426971, + "mIoU": 0.5879067369460966, + "macroF1": 0.7404359755619858, + "F1_coffee": 0.7329737865295372, + "IoU_coffee": 0.5784993070679073, + "precision_coffee": 0.8863946610040953, + "recall_coffee": 0.6248262589543462, + "F1_noncoffee": 0.7478981645944346, + "IoU_noncoffee": 0.597314166824286, + "kappa": 0.4951509672262641, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7447644655876726, + "mIoU": 0.5907744214310551, + "macroF1": 0.7422316369229687, + "F1_coffee": 0.7677832141512985, + "IoU_coffee": 0.6230910201588271, + "precision_coffee": 0.9084836339345357, + "recall_coffee": 0.6648199445983379, + "F1_noncoffee": 0.716680059694639, + "IoU_noncoffee": 0.5584578227032829, + "kappa": 0.49912120731800286, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8054960919998009, + "mIoU": 0.6606998173731546, + "macroF1": 0.7936647669421779, + "F1_coffee": 0.8430734626661847, + "IoU_coffee": 0.7287182335786696, + "precision_coffee": 0.8834918764205741, + "recall_coffee": 0.8061914272545706, + "F1_noncoffee": 0.7442560712181711, + "IoU_noncoffee": 0.5926814011676397, + "kappa": 0.5887323054266725, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7126625278200773, + "mIoU": 0.5373058702603427, + "macroF1": 0.6948606865731123, + "F1_coffee": 0.6211583011583012, + "IoU_coffee": 0.45049283154121866, + "precision_coffee": 0.7710889570552147, + "recall_coffee": 0.5200413757434704, + "F1_noncoffee": 0.7685630719879234, + "IoU_noncoffee": 0.6241189089794668, + "kappa": 0.4034984900220052, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6767776678755907, + "mIoU": 0.49874123457113095, + "macroF1": 0.661747968670211, + "F1_coffee": 0.5904470129508425, + "IoU_coffee": 0.4188895475202529, + "precision_coffee": 0.7709090909090909, + "recall_coffee": 0.47844730309185285, + "F1_noncoffee": 0.7330489243895797, + "IoU_noncoffee": 0.5785929216220089, + "kappa": 0.34682600697852217, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7293621507643648, + "mIoU": 0.5716023419721055, + "macroF1": 0.7268812251320161, + "F1_coffee": 0.7008507166996853, + "IoU_coffee": 0.5394689630426982, + "precision_coffee": 0.798036093418259, + "recall_coffee": 0.6247662580511115, + "F1_noncoffee": 0.7529117335643469, + "IoU_noncoffee": 0.6037357209015128, + "kappa": 0.46037265455817544, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7709681512498414, + "mIoU": 0.6169759007553206, + "macroF1": 0.7612502024728551, + "F1_coffee": 0.8094182240523704, + "IoU_coffee": 0.6798510109968073, + "precision_coffee": 0.9618569636135508, + "recall_coffee": 0.6986875683558148, + "F1_noncoffee": 0.7130821808933397, + "IoU_noncoffee": 0.554100790513834, + "kappa": 0.5398984155623553, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80517578125, + "mIoU": 0.6383556316116988, + "macroF1": 0.7733919576041697, + "F1_coffee": 0.8582593250444049, + "IoU_coffee": 0.7517112632233977, + "precision_coffee": 0.9691912708600771, + "recall_coffee": 0.7701134769858472, + "F1_noncoffee": 0.6885245901639344, + "IoU_noncoffee": 0.525, + "kappa": 0.5594663497915849, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8736087530654594, + "mIoU": 0.7089477661868191, + "macroF1": 0.8218656372967765, + "F1_coffee": 0.9178720274577102, + "IoU_coffee": 0.8482102401449932, + "precision_coffee": 0.9231907286401183, + "recall_coffee": 0.9126142595978062, + "F1_noncoffee": 0.7258592471358429, + "IoU_noncoffee": 0.5696852922286448, + "kappa": 0.6437707421645977, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2590, + 2984 + ], + [ + 40125, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.761850376923879, + "test_tta": { + "OA": 0.7747116968698518, + "mIoU": 0.6278776960684841, + "macroF1": 0.7706484147696808, + "F1_coffee": 0.8011757826698485, + "IoU_coffee": 0.6683012997969892, + "precision_coffee": 0.8853031573065102, + "recall_coffee": 0.731649588685236, + "F1_noncoffee": 0.7401210468695131, + "IoU_noncoffee": 0.587454092339979, + "kappa": 0.546647746995084, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6764595592477213, + "mIoU": 0.5073932017411664, + "macroF1": 0.6721395117318552, + "F1_coffee": 0.7097742415421437, + "IoU_coffee": 0.5501163163805551, + "precision_coffee": 0.8644858340424191, + "recall_coffee": 0.6020323062066544, + "F1_noncoffee": 0.6345047819215667, + "IoU_noncoffee": 0.4646700871017778, + "kappa": 0.36970173147067764, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.644651671700407, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565895226106324, + "mIoU": 0.6840512327164163, + "macroF1": 0.8037113541199545, + "F1_coffee": 0.90559061643399, + "IoU_coffee": 0.8274697110904008, + "precision_coffee": 0.914765287943506, + "recall_coffee": 0.896598152862222, + "F1_noncoffee": 0.7018320918059191, + "IoU_noncoffee": 0.5406327543424317, + "kappa": 0.6075473876261213, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8255884389061959, + "mIoU": 0.6378013561732998, + "macroF1": 0.7680078984046061, + "F1_coffee": 0.8835857102975577, + "IoU_coffee": 0.791449660262822, + "precision_coffee": 0.8822522972817102, + "recall_coffee": 0.8849231599853454, + "F1_noncoffee": 0.6524300865116547, + "IoU_noncoffee": 0.4841530520837777, + "kappa": 0.5360189611256008, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.836116504854369, + "mIoU": 0.6578340627236345, + "macroF1": 0.7844433602253045, + "F1_coffee": 0.8899824023984879, + "IoU_coffee": 0.8017732370383418, + "precision_coffee": 0.9167505874454515, + "recall_coffee": 0.8647330758026724, + "F1_noncoffee": 0.678904318052121, + "IoU_noncoffee": 0.5138948884089273, + "kappa": 0.5699568093067854, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8443982399303709, + "mIoU": 0.6685475338986047, + "macroF1": 0.7924171829766731, + "F1_coffee": 0.8962939091202062, + "IoU_coffee": 0.8120766176127073, + "precision_coffee": 0.9173428326406755, + "recall_coffee": 0.8761892760380569, + "F1_noncoffee": 0.6885404568331398, + "IoU_noncoffee": 0.5250184501845019, + "kappa": 0.585489800058612, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8891736376384121, + "mIoU": 0.7301747605246063, + "macroF1": 0.8366772682576854, + "F1_coffee": 0.9292723569709314, + "IoU_coffee": 0.8678886391146464, + "precision_coffee": 0.9106138494103417, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7440821795444394, + "IoU_noncoffee": 0.5924608819345661, + "kappa": 0.6738500027068587, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8077650572424092, + "mIoU": 0.5244870208687216, + "macroF1": 0.6456773230560386, + "F1_coffee": 0.885325731931825, + "IoU_coffee": 0.794246137453383, + "precision_coffee": 0.9340852130325814, + "recall_coffee": 0.8414042216954509, + "F1_noncoffee": 0.4060289141802522, + "IoU_noncoffee": 0.2547279042840602, + "kappa": 0.3012171395644122, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8149434411589601, + "mIoU": 0.5388422350933897, + "macroF1": 0.6615249824423289, + "F1_coffee": 0.889402834608314, + "IoU_coffee": 0.8008329773601025, + "precision_coffee": 0.940667335674862, + "recall_coffee": 0.8434371836688787, + "F1_noncoffee": 0.4336471302763438, + "IoU_noncoffee": 0.276851492826677, + "kappa": 0.33319154325667555, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9164516769200238, + "mIoU": 0.6642178013530416, + "macroF1": 0.7711842012163133, + "F1_coffee": 0.9535012149326265, + "IoU_coffee": 0.9111345646437995, + "precision_coffee": 0.936638819572529, + "recall_coffee": 0.9709818918006974, + "F1_noncoffee": 0.5888671875, + "IoU_noncoffee": 0.41730103806228375, + "kappa": 0.5436761019868541, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630980577925154, + "mIoU": 0.7395667809048321, + "macroF1": 0.8483458328410183, + "F1_coffee": 0.8956452661226258, + "IoU_coffee": 0.8110122940099398, + "precision_coffee": 0.8967462039045553, + "recall_coffee": 0.8945470282746683, + "F1_noncoffee": 0.8010463995594107, + "IoU_noncoffee": 0.6681212677997244, + "kappa": 0.6966925372659427, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8723946053003867, + "mIoU": 0.7515971887806747, + "macroF1": 0.8561407807761601, + "F1_coffee": 0.9044963647914167, + "IoU_coffee": 0.8256443298969072, + "precision_coffee": 0.8914707110059831, + "recall_coffee": 0.9179083094555874, + "F1_noncoffee": 0.8077851967609035, + "IoU_noncoffee": 0.6775500476644424, + "kappa": 0.7124051372172361, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8632462510610205, + "mIoU": 0.7344383358304883, + "macroF1": 0.844342825795178, + "F1_coffee": 0.8985872149951042, + "IoU_coffee": 0.8158496316992634, + "precision_coffee": 0.8778354741732713, + "recall_coffee": 0.9203438395415473, + "F1_noncoffee": 0.7900984365952519, + "IoU_noncoffee": 0.6530270399617133, + "kappa": 0.689045320481318, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2581, + 2995 + ], + [ + 50495, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.312750256061554, + "test_tta": { + "OA": 0.8668538781834028, + "mIoU": 0.6969529430888071, + "macroF1": 0.8129164300392264, + "F1_coffee": 0.9133694556451613, + "IoU_coffee": 0.8405519800545023, + "precision_coffee": 0.9117801211765446, + "recall_coffee": 0.914964340563398, + "F1_noncoffee": 0.7124634044332915, + "IoU_noncoffee": 0.5533539061231119, + "kappa": 0.6258366334859952, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8350351909541941, + "mIoU": 0.6470262756193239, + "macroF1": 0.7745662849991237, + "F1_coffee": 0.8913212853695153, + "IoU_coffee": 0.8039491275581914, + "precision_coffee": 0.8785988573569354, + "recall_coffee": 0.9044175777559245, + "F1_noncoffee": 0.6578112846287322, + "IoU_noncoffee": 0.4901034236804565, + "kappa": 0.549430039304323, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6755455345290862, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8879797295116362, + "mIoU": 0.7280387433377369, + "macroF1": 0.8351403108943303, + "F1_coffee": 0.9284735318061438, + "IoU_coffee": 0.8664961243292109, + "precision_coffee": 0.9099539468368748, + "recall_coffee": 0.9477626070309049, + "F1_noncoffee": 0.7418070899825169, + "IoU_noncoffee": 0.589581362346263, + "kappa": 0.6707728843440182, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8549238490827276, + "mIoU": 0.6712065437254495, + "macroF1": 0.7925417029241715, + "F1_coffee": 0.9063032685339568, + "IoU_coffee": 0.8286604892007904, + "precision_coffee": 0.876621738503676, + "recall_coffee": 0.9380652127803166, + "F1_noncoffee": 0.678780137314386, + "IoU_noncoffee": 0.5137525982501088, + "kappa": 0.586707769595575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8827184466019418, + "mIoU": 0.7194601950315386, + "macroF1": 0.8289997600548777, + "F1_coffee": 0.9248429042493623, + "IoU_coffee": 0.8601932758520919, + "precision_coffee": 0.9088963619688168, + "recall_coffee": 0.9413590019631436, + "F1_noncoffee": 0.7331566158603932, + "IoU_noncoffee": 0.5787271142109852, + "kappa": 0.6583728932739967, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8949277114259465, + "mIoU": 0.7436900732696559, + "macroF1": 0.8465755414223677, + "F1_coffee": 0.9327057074726705, + "IoU_coffee": 0.8738974001857011, + "precision_coffee": 0.9171132764920829, + "recall_coffee": 0.9488375023628001, + "F1_noncoffee": 0.7604453753720648, + "IoU_noncoffee": 0.6134827463536108, + "kappa": 0.6934665004794363, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.886272423964025, + "mIoU": 0.7210142435458788, + "macroF1": 0.8296535737912645, + "F1_coffee": 0.9278616120721384, + "IoU_coffee": 0.865430827325781, + "precision_coffee": 0.9039622303233132, + "recall_coffee": 0.9530590384978892, + "F1_noncoffee": 0.7314455355103905, + "IoU_noncoffee": 0.5765976597659765, + "kappa": 0.6601913935349693, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9062220009955202, + "mIoU": 0.6235817970741244, + "macroF1": 0.7310183902839047, + "F1_coffee": 0.9481048920229176, + "IoU_coffee": 0.9013302608149156, + "precision_coffee": 0.9259657806951469, + "recall_coffee": 0.9713285923919178, + "F1_noncoffee": 0.5139318885448917, + "IoU_noncoffee": 0.3458333333333333, + "kappa": 0.464901846730726, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9198253621750347, + "mIoU": 0.6694430646009526, + "macroF1": 0.7755486514160377, + "F1_coffee": 0.9555017072364798, + "IoU_coffee": 0.9147948961299167, + "precision_coffee": 0.9361174058487105, + "recall_coffee": 0.9757057698796536, + "F1_noncoffee": 0.5955955955955956, + "IoU_noncoffee": 0.4240912330719886, + "kappa": 0.5528398130092864, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9161539988092876, + "mIoU": 0.6618446150775426, + "macroF1": 0.7688661284577794, + "F1_coffee": 0.9533741654251504, + "IoU_coffee": 0.9109025727541122, + "precision_coffee": 0.9357668977469671, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.5843580914904083, + "IoU_noncoffee": 0.4127866574009729, + "kappa": 0.5391865983916817, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.860350544765514, + "mIoU": 0.733111613054914, + "macroF1": 0.8437651509363645, + "F1_coffee": 0.8946691439188224, + "IoU_coffee": 0.8094129816395138, + "precision_coffee": 0.886434437836307, + "recall_coffee": 0.9030582804385459, + "F1_noncoffee": 0.7928611579539067, + "IoU_noncoffee": 0.6568102444703143, + "kappa": 0.6875833222856107, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8712628501367538, + "mIoU": 0.7501559277266155, + "macroF1": 0.855215058247371, + "F1_coffee": 0.9034175334323923, + "IoU_coffee": 0.8238482384823849, + "precision_coffee": 0.8924926604222004, + "recall_coffee": 0.9146131805157593, + "F1_noncoffee": 0.8070125830623498, + "IoU_noncoffee": 0.6764636169708462, + "kappa": 0.7105167882459507, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8578704140337641, + "mIoU": 0.7226757227784784, + "macroF1": 0.8359216910044157, + "F1_coffee": 0.8959326013396864, + "IoU_coffee": 0.8114836127095322, + "precision_coffee": 0.8648180242634316, + "recall_coffee": 0.9293696275071633, + "F1_noncoffee": 0.775910780669145, + "IoU_noncoffee": 0.6338678328474247, + "kappa": 0.6727555124373817, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 52415, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.701956335703532, + "test_tta": { + "OA": 0.8893838158871566, + "mIoU": 0.7262741517247647, + "macroF1": 0.8334496574064497, + "F1_coffee": 0.9299683253295188, + "IoU_coffee": 0.8691035483747755, + "precision_coffee": 0.9040665911754773, + "recall_coffee": 0.9573980182189216, + "F1_noncoffee": 0.7369309894833806, + "IoU_noncoffee": 0.5834447550747539, + "kappa": 0.6679232453551848, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8564093688704281, + "mIoU": 0.6684459892282362, + "macroF1": 0.7896851686590007, + "F1_coffee": 0.908146507980441, + "IoU_coffee": 0.8317475875821743, + "precision_coffee": 0.8706504625944206, + "recall_coffee": 0.9490175661865371, + "F1_noncoffee": 0.6712238293375603, + "IoU_noncoffee": 0.505144390874298, + "kappa": 0.5821443865486982, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7052036963740342, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8783447919692715, + "mIoU": 0.6991529222766948, + "macroF1": 0.8125582819809477, + "F1_coffee": 0.9236039322995845, + "IoU_coffee": 0.8580521241337752, + "precision_coffee": 0.8910573557306842, + "recall_coffee": 0.9586182231291944, + "F1_noncoffee": 0.7015126316623109, + "IoU_noncoffee": 0.5402537204196145, + "kappa": 0.6270605475278246, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8473664474443291, + "mIoU": 0.646642817398168, + "macroF1": 0.7712333726403033, + "F1_coffee": 0.9032057438148808, + "IoU_coffee": 0.8234960556380193, + "precision_coffee": 0.8591015067682778, + "recall_coffee": 0.9520834538477855, + "F1_noncoffee": 0.6392610014657258, + "IoU_noncoffee": 0.46978957915831665, + "kappa": 0.5469170819140634, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.345679012345679, + "mIoU": 0.17800925925925926, + "macroF1": 0.270518266779949, + "F1_coffee": 0.5046728971962616, + "IoU_coffee": 0.3375, + "precision_coffee": 1.0, + "recall_coffee": 0.3375, + "F1_noncoffee": 0.03636363636363636, + "IoU_noncoffee": 0.018518518518518517, + "kappa": 0.012422360248447149, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8835922330097087, + "mIoU": 0.7117824762993192, + "macroF1": 0.8223981735818588, + "F1_coffee": 0.9266487213997309, + "IoU_coffee": 0.8633228840125392, + "precision_coffee": 0.8962191586296668, + "recall_coffee": 0.9592172756633526, + "F1_noncoffee": 0.7181476257639868, + "IoU_noncoffee": 0.5602420685860994, + "kappa": 0.6463628632240499, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8858372419128668, + "mIoU": 0.7198437622515204, + "macroF1": 0.8287584574941724, + "F1_coffee": 0.9276233101376414, + "IoU_coffee": 0.8650162940941055, + "precision_coffee": 0.9032835820895523, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.7298936048507035, + "IoU_noncoffee": 0.5746712304089353, + "kappa": 0.6584424295908231, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8656254533146366, + "mIoU": 0.6653994939329102, + "macroF1": 0.7847655622346984, + "F1_coffee": 0.9166891507030008, + "IoU_coffee": 0.8461921629400044, + "precision_coffee": 0.8743566281596706, + "recall_coffee": 0.9633293428265389, + "F1_noncoffee": 0.652841973766396, + "IoU_noncoffee": 0.484606824925816, + "kappa": 0.5736951843929227, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6215884396894354, + "macroF1": 0.7276506921875281, + "F1_coffee": 0.9503833515881709, + "IoU_coffee": 0.9054575811332568, + "precision_coffee": 0.9229869162855016, + "recall_coffee": 0.9794559205327915, + "F1_noncoffee": 0.5049180327868853, + "IoU_noncoffee": 0.33771929824561403, + "kappa": 0.46004819285114407, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9236951776146061, + "mIoU": 0.670713826434596, + "macroF1": 0.7758297579542945, + "F1_coffee": 0.9578930077205279, + "IoU_coffee": 0.9191887347625053, + "precision_coffee": 0.9333119931711481, + "recall_coffee": 0.9838038465864357, + "F1_noncoffee": 0.5937665081880613, + "IoU_noncoffee": 0.4222389181066867, + "kappa": 0.5546399442350449, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9210160746179797, + "mIoU": 0.660367982843288, + "macroF1": 0.7660740529923064, + "F1_coffee": 0.9564551422319475, + "IoU_coffee": 0.916544348920109, + "precision_coffee": 0.9310895729044627, + "recall_coffee": 0.9832414801484647, + "F1_noncoffee": 0.5756929637526652, + "IoU_noncoffee": 0.4041916167664671, + "kappa": 0.535507249817349, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8586451918522028, + "mIoU": 0.723685609460113, + "macroF1": 0.8365992197964126, + "F1_coffee": 0.8966186252771619, + "IoU_coffee": 0.8126098970108013, + "precision_coffee": 0.8626666666666667, + "recall_coffee": 0.9333525678015003, + "F1_noncoffee": 0.7765798143156634, + "IoU_noncoffee": 0.6347613219094247, + "kappa": 0.6742887658594376, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8498538149580307, + "mIoU": 0.711562495357233, + "macroF1": 0.8283222059928166, + "F1_coffee": 0.8891210474996517, + "IoU_coffee": 0.8003761755485893, + "precision_coffee": 0.8651396042287883, + "recall_coffee": 0.9144699140401146, + "F1_noncoffee": 0.7675233644859814, + "IoU_noncoffee": 0.6227488151658768, + "kappa": 0.6571966845348409, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8129774592096577, + "mIoU": 0.6393105260237103, + "macroF1": 0.7724656763578551, + "F1_coffee": 0.8684751608410162, + "IoU_coffee": 0.7675263774912076, + "precision_coffee": 0.808571075707052, + "recall_coffee": 0.9379656160458453, + "F1_noncoffee": 0.6764561918746941, + "IoU_noncoffee": 0.511094674556213, + "kappa": 0.5509938847438839, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2609, + 2995 + ], + [ + 51815, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5360016187032064, + "test_tta": { + "OA": 0.8753429521319518, + "mIoU": 0.6893322753079871, + "macroF1": 0.8045194981890904, + "F1_coffee": 0.9221825948538153, + "IoU_coffee": 0.8556018769512628, + "precision_coffee": 0.8848139197680038, + "recall_coffee": 0.9628468642837608, + "F1_noncoffee": 0.6868564015243656, + "IoU_noncoffee": 0.5230626736647114, + "kappa": 0.6118251540498862, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8447992384908273, + "mIoU": 0.6375072881353623, + "macroF1": 0.7629460397576431, + "F1_coffee": 0.9022429346196822, + "IoU_coffee": 0.8218967229394241, + "precision_coffee": 0.8529836133154695, + "recall_coffee": 0.9575403482385608, + "F1_noncoffee": 0.6236491448956039, + "IoU_noncoffee": 0.4531178533313005, + "kappa": 0.5319021131644576, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7104240816930183, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896904554404312, + "mIoU": 0.7309824617686186, + "macroF1": 0.8372459893028092, + "F1_coffee": 0.92963401451588, + "IoU_coffee": 0.8685197653169183, + "precision_coffee": 0.9102455546147333, + "recall_coffee": 0.9498664086003408, + "F1_noncoffee": 0.7448579640897384, + "IoU_noncoffee": 0.5934451582203188, + "kappa": 0.6750265879738423, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8573179877697011, + "mIoU": 0.6749248194549704, + "macroF1": 0.7953998110883413, + "F1_coffee": 0.9079541119660585, + "IoU_coffee": 0.8314248713492145, + "precision_coffee": 0.8772879283685138, + "recall_coffee": 0.9408418657565415, + "F1_noncoffee": 0.6828455102106242, + "IoU_noncoffee": 0.5184247675607263, + "kappa": 0.5925152102967247, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885436893203883, + "mIoU": 0.7310782241014799, + "macroF1": 0.8375189298334175, + "F1_coffee": 0.9285714285714286, + "IoU_coffee": 0.8666666666666667, + "precision_coffee": 0.9126154222466826, + "recall_coffee": 0.9450953074536128, + "F1_noncoffee": 0.7464664310954063, + "IoU_noncoffee": 0.5954897815362932, + "kappa": 0.6753900667641899, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8935738117112325, + "mIoU": 0.7416951822038635, + "macroF1": 0.845210813483385, + "F1_coffee": 0.9317328866970628, + "IoU_coffee": 0.8721909296788805, + "precision_coffee": 0.9175320708613317, + "recall_coffee": 0.9463801902841661, + "F1_noncoffee": 0.7586887402697072, + "IoU_noncoffee": 0.6111994347288465, + "kappa": 0.6906835376216517, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.886949373821382, + "mIoU": 0.7198515513245757, + "macroF1": 0.828564516758083, + "F1_coffee": 0.9286106870229007, + "IoU_coffee": 0.866735066119471, + "precision_coffee": 0.9008827537176373, + "recall_coffee": 0.9580996786591898, + "F1_noncoffee": 0.7285183464932652, + "IoU_noncoffee": 0.5729680365296803, + "kappa": 0.6583597973036468, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9066202090592335, + "mIoU": 0.6370612557910657, + "macroF1": 0.7456614953583043, + "F1_coffee": 0.9479929030827234, + "IoU_coffee": 0.9011278591757141, + "precision_coffee": 0.9315680505611855, + "recall_coffee": 0.9650073371712383, + "F1_noncoffee": 0.5433300876338851, + "IoU_noncoffee": 0.3729946524064171, + "kappa": 0.4927077421022839, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9216114308394523, + "mIoU": 0.6705026636963607, + "macroF1": 0.7761496509601058, + "F1_coffee": 0.9565981760246127, + "IoU_coffee": 0.9168070766638584, + "precision_coffee": 0.9350230909676727, + "recall_coffee": 0.9791924417950737, + "F1_noncoffee": 0.5957011258955988, + "IoU_noncoffee": 0.42419825072886297, + "kappa": 0.5545088020885035, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9209168485810677, + "mIoU": 0.6727011488610251, + "macroF1": 0.7785056349875328, + "F1_coffee": 0.9561099179470235, + "IoU_coffee": 0.915910529647605, + "precision_coffee": 0.9366637893828226, + "recall_coffee": 0.9763806096052188, + "F1_noncoffee": 0.6009013520280421, + "IoU_noncoffee": 0.4294917680744452, + "kappa": 0.558740714216573, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8713405968735196, + "mIoU": 0.7497542997542997, + "macroF1": 0.8548989850767252, + "F1_coffee": 0.903742557414233, + "IoU_coffee": 0.8243889822837192, + "precision_coffee": 0.8883779264214047, + "recall_coffee": 0.9196480092325447, + "F1_noncoffee": 0.8060554127392173, + "IoU_noncoffee": 0.6751196172248803, + "kappa": 0.7099727659063366, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8669244553428275, + "mIoU": 0.7441825819191263, + "macroF1": 0.8513098509997956, + "F1_coffee": 0.8994942659733599, + "IoU_coffee": 0.8173462783171521, + "precision_coffee": 0.894460971809038, + "recall_coffee": 0.9045845272206303, + "F1_noncoffee": 0.8031254360262313, + "IoU_noncoffee": 0.6710188855211004, + "kappa": 0.702638146455955, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8546637744034707, + "mIoU": 0.7155349193090306, + "macroF1": 0.8307157732380717, + "F1_coffee": 0.8943869508601192, + "IoU_coffee": 0.8089511529878503, + "precision_coffee": 0.8573117855735121, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.7670445956160242, + "IoU_noncoffee": 0.6221186856302109, + "kappa": 0.6628224674013373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2630, + 2995 + ], + [ + 52497, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9371630152066548, + "test_tta": { + "OA": 0.8902230399276976, + "mIoU": 0.7293322082195683, + "macroF1": 0.8358101729371414, + "F1_coffee": 0.9303302196001311, + "IoU_coffee": 0.8697359097611889, + "precision_coffee": 0.9065051198626719, + "recall_coffee": 0.9554414827593462, + "F1_noncoffee": 0.7412901262741518, + "IoU_noncoffee": 0.5889285066779477, + "kappa": 0.6724605042679012, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8579525787469713, + "mIoU": 0.6728107304059149, + "macroF1": 0.7933419519955864, + "F1_coffee": 0.9088941307062578, + "IoU_coffee": 0.8330026959662241, + "precision_coffee": 0.8734798378493706, + "recall_coffee": 0.9473014403887314, + "F1_noncoffee": 0.6777897732849151, + "IoU_noncoffee": 0.5126187648456056, + "kappa": 0.5890728655575902, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7000257158211325, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.877779929634292, + "mIoU": 0.6993322064277238, + "macroF1": 0.8128262836105302, + "F1_coffee": 0.923087860414572, + "IoU_coffee": 0.8571617186615866, + "precision_coffee": 0.8923031612016493, + "recall_coffee": 0.9560726232301769, + "F1_noncoffee": 0.7025647068064883, + "IoU_noncoffee": 0.5415026941938609, + "kappa": 0.6273677995513508, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8465443636783201, + "mIoU": 0.6465898653852546, + "macroF1": 0.7713825701499577, + "F1_coffee": 0.9024676419902468, + "IoU_coffee": 0.8222697357431598, + "precision_coffee": 0.8601282521710262, + "recall_coffee": 0.9491911069975512, + "F1_noncoffee": 0.6402974983096686, + "IoU_noncoffee": 0.4709099950273496, + "kappa": 0.5468149357321405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06172839506172839, + "macroF1": 0.10989010989010989, + "F1_coffee": 0.21978021978021978, + "IoU_coffee": 0.12345679012345678, + "precision_coffee": 0.9090909090909091, + "recall_coffee": 0.125, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024950989128497615, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8807281553398059, + "mIoU": 0.7060025283833344, + "macroF1": 0.8180126632037193, + "F1_coffee": 0.9248462973725262, + "IoU_coffee": 0.860199146514936, + "precision_coffee": 0.8944503609040351, + "recall_coffee": 0.9573807865239693, + "F1_noncoffee": 0.7111790290349125, + "IoU_noncoffee": 0.551805910251733, + "kappa": 0.637633544333722, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8804216430540109, + "mIoU": 0.7155261025393613, + "macroF1": 0.8261366038598548, + "F1_coffee": 0.9232869063498464, + "IoU_coffee": 0.8575050417747047, + "precision_coffee": 0.9093242087254063, + "recall_coffee": 0.9376850860059227, + "F1_noncoffee": 0.728986301369863, + "IoU_noncoffee": 0.5735471633040179, + "kappa": 0.6525626083425482, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8722015376432474, + "mIoU": 0.674553194483535, + "macroF1": 0.7917955556575038, + "F1_coffee": 0.9211821191065518, + "IoU_coffee": 0.8538810260946483, + "precision_coffee": 0.8744762767523496, + "recall_coffee": 0.973158591141075, + "F1_noncoffee": 0.6624089922084557, + "IoU_noncoffee": 0.4952253628724217, + "kappa": 0.5886175253117606, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9008461921353907, + "mIoU": 0.6004082241334503, + "macroF1": 0.7060751093402639, + "F1_coffee": 0.9453407968389859, + "IoU_coffee": 0.8963471745238839, + "precision_coffee": 0.9198974687600128, + "recall_coffee": 0.9722316288520149, + "F1_noncoffee": 0.4668094218415418, + "IoU_noncoffee": 0.30446927374301674, + "kappa": 0.4165045914128925, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9159555467354634, + "mIoU": 0.6434268676105331, + "macroF1": 0.749768788558753, + "F1_coffee": 0.9536930730960582, + "IoU_coffee": 0.9114850036576445, + "precision_coffee": 0.9278723404255319, + "recall_coffee": 0.9809920143965808, + "F1_noncoffee": 0.5458445040214477, + "IoU_noncoffee": 0.3753687315634218, + "kappa": 0.5033098648671139, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6295725119067292, + "macroF1": 0.7338686941700561, + "F1_coffee": 0.9555567585124235, + "IoU_coffee": 0.9148958225355033, + "precision_coffee": 0.9211020663744521, + "recall_coffee": 0.9926892363063773, + "F1_noncoffee": 0.5121806298276886, + "IoU_noncoffee": 0.3442492012779553, + "kappa": 0.47578823056848896, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8615821885362388, + "mIoU": 0.7279273951330191, + "macroF1": 0.8394880978436297, + "F1_coffee": 0.8990394582267984, + "IoU_coffee": 0.8165955310067788, + "precision_coffee": 0.8628465313702083, + "recall_coffee": 0.938401615695326, + "F1_noncoffee": 0.7799367374604609, + "IoU_noncoffee": 0.6392592592592593, + "kappa": 0.6802026490319751, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8466471753277375, + "mIoU": 0.7125973435586961, + "macroF1": 0.8297202432523085, + "F1_coffee": 0.8834074286533773, + "IoU_coffee": 0.7911636270228616, + "precision_coffee": 0.8842951478610394, + "recall_coffee": 0.8825214899713467, + "F1_noncoffee": 0.7760330578512397, + "IoU_noncoffee": 0.6340310600945307, + "kappa": 0.6594411457725711, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8281618409883995, + "mIoU": 0.6634097401333803, + "macroF1": 0.7912821433649284, + "F1_coffee": 0.8790172642762284, + "IoU_coffee": 0.784148797535837, + "precision_coffee": 0.8191831683168317, + "recall_coffee": 0.9482808022922636, + "F1_noncoffee": 0.7035470224536283, + "IoU_noncoffee": 0.5426706827309237, + "kappa": 0.5879509124360821, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2661, + 2995 + ], + [ + 51728, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.534968666235606, + "test_tta": { + "OA": 0.8791355992382428, + "mIoU": 0.6963125796392018, + "macroF1": 0.809916053246418, + "F1_coffee": 0.9246223063219027, + "IoU_coffee": 0.8598116845435315, + "precision_coffee": 0.8863759166345041, + "recall_coffee": 0.9663181368733301, + "F1_noncoffee": 0.6952098001709333, + "IoU_noncoffee": 0.5328134747348721, + "kappa": 0.6226727797709241, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8484481366101304, + "mIoU": 0.6433728057649538, + "macroF1": 0.7677908770433997, + "F1_coffee": 0.9046460980036297, + "IoU_coffee": 0.8258938926997382, + "precision_coffee": 0.8544198563568111, + "recall_coffee": 0.9611461406451862, + "F1_noncoffee": 0.6309356560831695, + "IoU_noncoffee": 0.46085171883016934, + "kappa": 0.5417112047973962, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6866593362782742, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8733578644975953, + "mIoU": 0.6948611441550432, + "macroF1": 0.8098068626277988, + "F1_coffee": 0.9197475940641651, + "IoU_coffee": 0.8514191581618162, + "precision_coffee": 0.8949170083190702, + "recall_coffee": 0.9459954137125787, + "F1_noncoffee": 0.6998661311914324, + "IoU_noncoffee": 0.5383031301482701, + "kappa": 0.6207057728908312, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8430685358255452, + "mIoU": 0.6453828404298243, + "macroF1": 0.7710637883886714, + "F1_coffee": 0.8994557433400172, + "IoU_coffee": 0.8172826652785008, + "precision_coffee": 0.863555713271824, + "recall_coffee": 0.9384701413393494, + "F1_noncoffee": 0.6426718334373256, + "IoU_noncoffee": 0.4734830155811478, + "kappa": 0.5449227198213857, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.880873786407767, + "mIoU": 0.7096763208390706, + "macroF1": 0.821121307455603, + "F1_coffee": 0.9245062450009229, + "IoU_coffee": 0.8596109839816933, + "precision_coffee": 0.8989530361950344, + "recall_coffee": 0.9515546830473054, + "F1_noncoffee": 0.717736369910283, + "IoU_noncoffee": 0.5597416576964478, + "kappa": 0.6433201696149037, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8767467723997873, + "mIoU": 0.7094959000463613, + "macroF1": 0.8217430180488146, + "F1_coffee": 0.9207622245018496, + "IoU_coffee": 0.8531597442248977, + "precision_coffee": 0.9087004540434409, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7227238115957794, + "IoU_noncoffee": 0.5658320558678249, + "kappa": 0.6437057056155483, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8624824718340506, + "mIoU": 0.6647156643745523, + "macroF1": 0.784847808139179, + "F1_coffee": 0.9140889318511358, + "IoU_coffee": 0.8417714476466006, + "precision_coffee": 0.8779666918122208, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.6556066844272221, + "IoU_noncoffee": 0.4876598811025041, + "kappa": 0.572595880513208, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9053260328521653, + "mIoU": 0.6168632692451428, + "macroF1": 0.7237263164269472, + "F1_coffee": 0.9477156523173347, + "IoU_coffee": 0.9006269592476489, + "precision_coffee": 0.9237942122186495, + "recall_coffee": 0.9729089061970877, + "F1_noncoffee": 0.4997369805365597, + "IoU_noncoffee": 0.3330995792426367, + "kappa": 0.45097506748013555, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9191307799166502, + "mIoU": 0.6676198138807687, + "macroF1": 0.7739062168172317, + "F1_coffee": 0.9551087854585514, + "IoU_coffee": 0.9140748550342647, + "precision_coffee": 0.935880829015544, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.592703648175912, + "IoU_noncoffee": 0.4211647727272727, + "kappa": 0.5495376074620748, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9147648342925183, + "mIoU": 0.6455834278707459, + "macroF1": 0.7524035681906642, + "F1_coffee": 0.9529031196885794, + "IoU_coffee": 0.9100429364331344, + "precision_coffee": 0.9296106118955927, + "recall_coffee": 0.9773928691935665, + "F1_noncoffee": 0.5519040166927491, + "IoU_noncoffee": 0.3811239193083574, + "kappa": 0.5077474741145284, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8576030317385126, + "mIoU": 0.7238220299000204, + "macroF1": 0.8368813649498736, + "F1_coffee": 0.8950199064049731, + "IoU_coffee": 0.8099873577749684, + "precision_coffee": 0.8675693974272173, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.7787428234947741, + "IoU_noncoffee": 0.6376567020250723, + "kappa": 0.6744496416448947, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.836461378855041, + "mIoU": 0.6956268317645307, + "macroF1": 0.8175826834852736, + "F1_coffee": 0.8762665905523048, + "IoU_coffee": 0.7797815595631191, + "precision_coffee": 0.8729030423656525, + "recall_coffee": 0.8796561604584527, + "F1_noncoffee": 0.7588987764182424, + "IoU_noncoffee": 0.6114721039659422, + "kappa": 0.635175921994455, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8127888333490522, + "mIoU": 0.6437860450727798, + "macroF1": 0.7767113716981722, + "F1_coffee": 0.8664648503195426, + "IoU_coffee": 0.7643916913946588, + "precision_coffee": 0.8167406467977172, + "recall_coffee": 0.9226361031518625, + "F1_noncoffee": 0.6869578930768018, + "IoU_noncoffee": 0.5231803987509008, + "kappa": 0.5572696688266128, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 51509, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7546101291974385, + "test_tta": { + "OA": 0.8729705303250379, + "mIoU": 0.6887854658465602, + "macroF1": 0.8045253267113166, + "F1_coffee": 0.9201942672898902, + "IoU_coffee": 0.8521850175590152, + "precision_coffee": 0.8881277645124672, + "recall_coffee": 0.9546630761786549, + "F1_noncoffee": 0.688856386132743, + "IoU_noncoffee": 0.5253859141341052, + "kappa": 0.6110276133897806, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8428666205145956, + "mIoU": 0.6388522747501285, + "macroF1": 0.7647587757776662, + "F1_coffee": 0.9003101867525551, + "IoU_coffee": 0.8186946681754643, + "precision_coffee": 0.8566727032109772, + "recall_coffee": 0.9486319199398392, + "F1_noncoffee": 0.6292073648027772, + "IoU_noncoffee": 0.4590098813247927, + "kappa": 0.5340147497288606, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7052862361043937, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8885445918466157, + "mIoU": 0.7255066415600013, + "macroF1": 0.8329651967058398, + "F1_coffee": 0.9293171211004667, + "IoU_coffee": 0.8679667335818755, + "precision_coffee": 0.9048852923003329, + "recall_coffee": 0.9551048745082363, + "F1_noncoffee": 0.7366132723112128, + "IoU_noncoffee": 0.5830465495381272, + "kappa": 0.666835424232058, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8561209184262144, + "mIoU": 0.669546848257743, + "macroF1": 0.7907606038369488, + "F1_coffee": 0.9077048330989564, + "IoU_coffee": 0.8310069115056241, + "precision_coffee": 0.8724634072598574, + "recall_coffee": 0.9459131139006189, + "F1_noncoffee": 0.6738163745749411, + "IoU_noncoffee": 0.5080867850098619, + "kappa": 0.5839204387586377, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8873300970873786, + "mIoU": 0.7255359627495721, + "macroF1": 0.833202031991827, + "F1_coffee": 0.9282201948353178, + "IoU_coffee": 0.8660549399815328, + "precision_coffee": 0.9070962282398453, + "recall_coffee": 0.9503514660249509, + "F1_noncoffee": 0.7381838691483361, + "IoU_noncoffee": 0.5850169855176113, + "kappa": 0.6670626323843247, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8925583869251971, + "mIoU": 0.7359903408107821, + "macroF1": 0.840814029343893, + "F1_coffee": 0.9315718157181572, + "IoU_coffee": 0.8719086873811034, + "precision_coffee": 0.9110896933919643, + "recall_coffee": 0.952996030495873, + "F1_noncoffee": 0.7500562429696288, + "IoU_noncoffee": 0.6000719942404608, + "kappa": 0.6822146947166026, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8857405347903873, + "mIoU": 0.7147530372821791, + "macroF1": 0.8245101515279187, + "F1_coffee": 0.9281697419217558, + "IoU_coffee": 0.8659671015314804, + "precision_coffee": 0.8966874192411606, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7208505611340815, + "IoU_noncoffee": 0.5635389730328777, + "kappa": 0.6506936545898597, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9096067695370831, + "mIoU": 0.633972892573274, + "macroF1": 0.7414416173524394, + "F1_coffee": 0.9499614240052904, + "IoU_coffee": 0.9046919282040516, + "precision_coffee": 0.9280714977926133, + "recall_coffee": 0.9729089061970877, + "F1_noncoffee": 0.5329218106995884, + "IoU_noncoffee": 0.3632538569424965, + "kappa": 0.4855547002330126, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9236951776146061, + "mIoU": 0.6811566797623662, + "macroF1": 0.7860964287818826, + "F1_coffee": 0.9576565167116349, + "IoU_coffee": 0.9187533016376123, + "precision_coffee": 0.9380798274002158, + "recall_coffee": 0.9780677089191318, + "F1_noncoffee": 0.6145363408521304, + "IoU_noncoffee": 0.4435600578871201, + "kappa": 0.5738822300119786, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9203214923595952, + "mIoU": 0.666799261404978, + "macroF1": 0.7727773876068311, + "F1_coffee": 0.9558766965217869, + "IoU_coffee": 0.9154825807809704, + "precision_coffee": 0.9344649763644177, + "recall_coffee": 0.9782926554943201, + "F1_noncoffee": 0.5896780786918753, + "IoU_noncoffee": 0.4181159420289855, + "kappa": 0.5477627802608889, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8661297963050687, + "mIoU": 0.7398882515754335, + "macroF1": 0.848127283346749, + "F1_coffee": 0.9004158150680104, + "IoU_coffee": 0.8188693757210614, + "precision_coffee": 0.8802535482981948, + "recall_coffee": 0.9215233698788229, + "F1_noncoffee": 0.7958387516254877, + "IoU_noncoffee": 0.6609071274298056, + "kappa": 0.6965809207161344, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8629633122701122, + "mIoU": 0.7337742968974452, + "macroF1": 0.8438686469112109, + "F1_coffee": 0.8984697086157502, + "IoU_coffee": 0.8156559248921593, + "precision_coffee": 0.8769608511799208, + "recall_coffee": 0.9210601719197707, + "F1_noncoffee": 0.7892675852066715, + "IoU_noncoffee": 0.6518926689027312, + "kappa": 0.6881266868713521, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7106907682777337, + "macroF1": 0.8270790660696408, + "F1_coffee": 0.8938631106272962, + "IoU_coffee": 0.8080944765653832, + "precision_coffee": 0.8511272350349831, + "recall_coffee": 0.9411174785100287, + "F1_noncoffee": 0.7602950215119852, + "IoU_noncoffee": 0.6132870599900843, + "kappa": 0.6561161592689706, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52424, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.061352463563283, + "test_tta": { + "OA": 0.8856234466285788, + "mIoU": 0.7146795487534393, + "macroF1": 0.8244698420421146, + "F1_coffee": 0.9280763180595727, + "IoU_coffee": 0.8658044725530666, + "precision_coffee": 0.8965138622014823, + "recall_coffee": 0.9619422296089033, + "F1_noncoffee": 0.7208633660246564, + "IoU_noncoffee": 0.563554624953812, + "kappa": 0.6506203064649341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8541161878389293, + "mIoU": 0.6599235275582156, + "macroF1": 0.7822818096270407, + "F1_coffee": 0.9073403992195158, + "IoU_coffee": 0.8303962172403964, + "precision_coffee": 0.8642630274685003, + "recall_coffee": 0.9549372360733499, + "F1_noncoffee": 0.6572232200345657, + "IoU_noncoffee": 0.4894508378760347, + "kappa": 0.5685289476587314, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7094198742874434, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8862044478874148, + "mIoU": 0.7144829555352024, + "macroF1": 0.8241962050005425, + "F1_coffee": 0.9286054211682749, + "IoU_coffee": 0.8667258912032662, + "precision_coffee": 0.8951159522136332, + "recall_coffee": 0.9646982096648644, + "F1_noncoffee": 0.7197869888328101, + "IoU_noncoffee": 0.5622400198671386, + "kappa": 0.6503135534272292, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8542604130610361, + "mIoU": 0.6590588837864824, + "macroF1": 0.7814351581005032, + "F1_coffee": 0.9075979114659058, + "IoU_coffee": 0.830827697046809, + "precision_coffee": 0.8631082820272009, + "recall_coffee": 0.9569233142438441, + "F1_noncoffee": 0.6552724047351005, + "IoU_noncoffee": 0.4872900705261556, + "kappa": 0.567160815559733, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8923300970873786, + "mIoU": 0.7300959057341587, + "macroF1": 0.8360711589543892, + "F1_coffee": 0.9321048120484878, + "IoU_coffee": 0.872842974259015, + "precision_coffee": 0.9021153048527581, + "recall_coffee": 0.9641567981761763, + "F1_noncoffee": 0.7400375058602907, + "IoU_noncoffee": 0.5873488372093023, + "kappa": 0.6735237763204431, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8924133262414777, + "mIoU": 0.7310851317246155, + "macroF1": 0.8368642817117685, + "F1_coffee": 0.9320589941677608, + "IoU_coffee": 0.8727626236632927, + "precision_coffee": 0.9042540585377414, + "recall_coffee": 0.9616281267721001, + "F1_noncoffee": 0.7416695692557762, + "IoU_noncoffee": 0.5894076397859384, + "kappa": 0.6748973278640992, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8738939122866399, + "mIoU": 0.6820231103042969, + "macroF1": 0.7982584410603972, + "F1_coffee": 0.9217850287907869, + "IoU_coffee": 0.8549176680017802, + "precision_coffee": 0.8795284152692726, + "recall_coffee": 0.9683069749858232, + "F1_noncoffee": 0.6747318533300075, + "IoU_noncoffee": 0.5091285526068134, + "kappa": 0.6003532264964805, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9146839223494275, + "mIoU": 0.6330535647518294, + "macroF1": 0.7389085973472634, + "F1_coffee": 0.9531361076174332, + "IoU_coffee": 0.9104680317592979, + "precision_coffee": 0.9243742044972423, + "recall_coffee": 0.9837453437182526, + "F1_noncoffee": 0.5246810870770937, + "IoU_noncoffee": 0.3556390977443609, + "kappa": 0.48289487302412315, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9244889859099028, + "mIoU": 0.6654159569472781, + "macroF1": 0.7702962153957249, + "F1_coffee": 0.958494682301609, + "IoU_coffee": 0.9202974444909929, + "precision_coffee": 0.9304320203303685, + "recall_coffee": 0.9883027780902036, + "F1_noncoffee": 0.5820977484898407, + "IoU_noncoffee": 0.41053446940356314, + "kappa": 0.5447620639544722, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9211153006548919, + "mIoU": 0.6574772756667516, + "macroF1": 0.7630755055716073, + "F1_coffee": 0.9565787317712601, + "IoU_coffee": 0.9167713567839196, + "precision_coffee": 0.9298152473985984, + "recall_coffee": 0.9849285794623777, + "F1_noncoffee": 0.5695722793719545, + "IoU_noncoffee": 0.3981831945495837, + "kappa": 0.5300109237714103, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8710563713879678, + "mIoU": 0.7453110014559556, + "macroF1": 0.8515511805244014, + "F1_coffee": 0.9053612405256937, + "IoU_coffee": 0.8270867742345318, + "precision_coffee": 0.873942811115586, + "recall_coffee": 0.9391229082515868, + "F1_noncoffee": 0.797741120523109, + "IoU_noncoffee": 0.6635352286773795, + "kappa": 0.7039201670603342, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.861925870036782, + "mIoU": 0.7304713703617994, + "macroF1": 0.8414421883710429, + "F1_coffee": 0.8984320799222978, + "IoU_coffee": 0.8155939035142965, + "precision_coffee": 0.8709981167608286, + "recall_coffee": 0.9276504297994269, + "F1_noncoffee": 0.784452296819788, + "IoU_noncoffee": 0.6453488372093024, + "kappa": 0.683550621427818, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8290106573611242, + "mIoU": 0.6653116299074883, + "macroF1": 0.7928105742787706, + "F1_coffee": 0.8794146990355837, + "IoU_coffee": 0.7847815764482431, + "precision_coffee": 0.8207324643078833, + "recall_coffee": 0.947134670487106, + "F1_noncoffee": 0.7062064495219575, + "IoU_noncoffee": 0.5458416833667334, + "kappa": 0.5907189114020616, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2628, + 2995 + ], + [ + 52283, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.612223486105601, + "test_tta": { + "OA": 0.8846389722733288, + "mIoU": 0.7077298592113855, + "macroF1": 0.8187432866209209, + "F1_coffee": 0.928032057348825, + "IoU_coffee": 0.8657274349582041, + "precision_coffee": 0.8898993994863774, + "recall_coffee": 0.9695790293059559, + "F1_noncoffee": 0.7094545158930168, + "IoU_noncoffee": 0.5497322834645669, + "kappa": 0.6401540703839496, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.853351794161763, + "mIoU": 0.6530848571630841, + "macroF1": 0.7759802305106699, + "F1_coffee": 0.9076341702699756, + "IoU_coffee": 0.8308884675514753, + "precision_coffee": 0.8580457894646446, + "recall_coffee": 0.9633057596266944, + "F1_noncoffee": 0.6443262907513642, + "IoU_noncoffee": 0.47528124677469297, + "kappa": 0.5576495901137983, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.651287736158463, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8769084277460379, + "mIoU": 0.699972703017639, + "macroF1": 0.8135547338465592, + "F1_coffee": 0.9222377422742427, + "IoU_coffee": 0.8556968252166345, + "precision_coffee": 0.8947337184458337, + "recall_coffee": 0.9514863358088065, + "F1_noncoffee": 0.7048717254188755, + "IoU_noncoffee": 0.5442485808186436, + "kappa": 0.6284419868218537, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.6479339290896662, + "macroF1": 0.7728310486726091, + "F1_coffee": 0.901676759124625, + "IoU_coffee": 0.8209575519916881, + "precision_coffee": 0.8624672100843295, + "recall_coffee": 0.944621198974181, + "F1_noncoffee": 0.6439853382205931, + "IoU_noncoffee": 0.47491030618764435, + "kappa": 0.5490369218536463, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8819417475728155, + "mIoU": 0.7131351404042839, + "macroF1": 0.823849350464873, + "F1_coffee": 0.9250077089115017, + "IoU_coffee": 0.860478457919798, + "precision_coffee": 0.9014363843981008, + "recall_coffee": 0.949844848331328, + "F1_noncoffee": 0.722690992018244, + "IoU_noncoffee": 0.5657918228887698, + "kappa": 0.6485872117567734, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8779556114307818, + "mIoU": 0.7045359274350406, + "macroF1": 0.817287794114711, + "F1_coffee": 0.9225719369286459, + "IoU_coffee": 0.8562724218438585, + "precision_coffee": 0.8989657440066957, + "recall_coffee": 0.9474513263184424, + "F1_noncoffee": 0.7120036513007759, + "IoU_noncoffee": 0.5527994330262226, + "kappa": 0.6355104325788157, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8708476379285335, + "mIoU": 0.6819718632160467, + "macroF1": 0.7988658659523973, + "F1_coffee": 0.9191903911899071, + "IoU_coffee": 0.8504646736087784, + "precision_coffee": 0.884122919334187, + "recall_coffee": 0.9571545586289458, + "F1_noncoffee": 0.6785413407148875, + "IoU_noncoffee": 0.5134790528233151, + "kappa": 0.600233529133126, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9023394723743156, + "mIoU": 0.6109575779443983, + "macroF1": 0.7179302925956417, + "F1_coffee": 0.9460009908075081, + "IoU_coffee": 0.8975349905995404, + "precision_coffee": 0.9231843575418994, + "recall_coffee": 0.9699740377017723, + "F1_noncoffee": 0.48985959438377535, + "IoU_noncoffee": 0.3243801652892562, + "kappa": 0.4390973983871356, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9143679301448701, + "mIoU": 0.637683535735555, + "macroF1": 0.7440554484719702, + "F1_coffee": 0.9528389529482485, + "IoU_coffee": 0.9099258950005219, + "precision_coffee": 0.9266581632653061, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.535271943995692, + "IoU_noncoffee": 0.3654411764705882, + "kappa": 0.49210588062577415, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.913177217701925, + "mIoU": 0.6265560820795548, + "macroF1": 0.7321704551566948, + "F1_coffee": 0.9523498339051353, + "IoU_coffee": 0.9090342031396195, + "precision_coffee": 0.9231418918918919, + "recall_coffee": 0.9834664267236531, + "F1_noncoffee": 0.5119910764082544, + "IoU_noncoffee": 0.34407796101949023, + "kappa": 0.46977700359745306, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8625296068214117, + "mIoU": 0.7328005451016089, + "macroF1": 0.8431753091768183, + "F1_coffee": 0.898268246511954, + "IoU_coffee": 0.8153239149802723, + "precision_coffee": 0.8738234892920475, + "recall_coffee": 0.9241200230813618, + "F1_noncoffee": 0.7880823718416825, + "IoU_noncoffee": 0.6502771752229453, + "kappa": 0.6868610899908137, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8433462227671413, + "mIoU": 0.7020664406113323, + "macroF1": 0.8216786794246314, + "F1_coffee": 0.8838380306315127, + "IoU_coffee": 0.7918546365914787, + "precision_coffee": 0.8633693127476432, + "recall_coffee": 0.9053008595988539, + "F1_noncoffee": 0.7595193282177501, + "IoU_noncoffee": 0.6122782446311859, + "kappa": 0.6437718664415464, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8306139771762708, + "mIoU": 0.6749859331749037, + "macroF1": 0.8010553693876434, + "F1_coffee": 0.8777399591558883, + "IoU_coffee": 0.7821181608637632, + "precision_coffee": 0.8361867704280156, + "recall_coffee": 0.9236389684813754, + "F1_noncoffee": 0.7243707796193984, + "IoU_noncoffee": 0.5678537054860443, + "kappa": 0.6043136344718405, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2583, + 2995 + ], + [ + 51752, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5344544887542724, + "test_tta": { + "OA": 0.8790710435428165, + "mIoU": 0.7012413422580364, + "macroF1": 0.8142293098483031, + "F1_coffee": 0.9239821850683277, + "IoU_coffee": 0.8587052855876751, + "precision_coffee": 0.8922721216396269, + "recall_coffee": 0.9580291586897524, + "F1_noncoffee": 0.7044764346282785, + "IoU_noncoffee": 0.5437773989283975, + "kappa": 0.6302739529230894, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8482029537325487, + "mIoU": 0.6486703857061416, + "macroF1": 0.7729848208854497, + "F1_coffee": 0.9036586817029301, + "IoU_coffee": 0.8242494072070267, + "precision_coffee": 0.8601575297110794, + "recall_coffee": 0.951794219162762, + "F1_noncoffee": 0.6423109600679694, + "IoU_noncoffee": 0.47309136420525655, + "kappa": 0.5502405366632824, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.663680303737556, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8555727704076692, + "mIoU": 0.6857589950313179, + "macroF1": 0.8054220192865955, + "F1_coffee": 0.9042057825495884, + "IoU_coffee": 0.8251602063144733, + "precision_coffee": 0.9204332476136512, + "recall_coffee": 0.8885405928512823, + "F1_noncoffee": 0.7066382560236026, + "IoU_noncoffee": 0.5463577837481625, + "kappa": 0.6112141150187682, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8253721010730356, + "mIoU": 0.640322111595482, + "macroF1": 0.7704804214945611, + "F1_coffee": 0.8827244198210066, + "IoU_coffee": 0.790068659407726, + "precision_coffee": 0.8868302746044412, + "recall_coffee": 0.8786564084765045, + "F1_noncoffee": 0.6582364231681156, + "IoU_noncoffee": 0.49057556378323797, + "kappa": 0.5409895155801773, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8289805825242719, + "mIoU": 0.6501650205365531, + "macroF1": 0.7789408717715265, + "F1_coffee": 0.884115654090326, + "IoU_coffee": 0.7923004362693079, + "precision_coffee": 0.9198494182067077, + "recall_coffee": 0.8510543980748527, + "F1_noncoffee": 0.6737660894527271, + "IoU_noncoffee": 0.5080296048037983, + "kappa": 0.5597521055510793, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8501039601566656, + "mIoU": 0.6810612662128737, + "macroF1": 0.8024054527392526, + "F1_coffee": 0.8994877115621555, + "IoU_coffee": 0.8173354545990219, + "precision_coffee": 0.9265246142542248, + "recall_coffee": 0.8739839959674879, + "F1_noncoffee": 0.7053231939163498, + "IoU_noncoffee": 0.5447870778267254, + "kappa": 0.6057950272612258, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8875296165562594, + "mIoU": 0.7305335835946141, + "macroF1": 0.8372493429074989, + "F1_coffee": 0.927710094480358, + "IoU_coffee": 0.8651672366819315, + "precision_coffee": 0.9153633854645814, + "recall_coffee": 0.9403944300926218, + "F1_noncoffee": 0.7467885913346397, + "IoU_noncoffee": 0.5958999305072967, + "kappa": 0.6747059847342562, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.797212543554007, + "mIoU": 0.5196324282620399, + "macroF1": 0.6434927590751282, + "F1_coffee": 0.8775914908959798, + "IoU_coffee": 0.781882428525538, + "precision_coffee": 0.938319198149576, + "recall_coffee": 0.8242465289536065, + "F1_noncoffee": 0.4093940272542766, + "IoU_noncoffee": 0.2573824279985417, + "kappa": 0.3011098435791822, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8456042865647946, + "mIoU": 0.5710251809881152, + "macroF1": 0.6901836292137673, + "F1_coffee": 0.9096189591078067, + "IoU_coffee": 0.8342211804815683, + "precision_coffee": 0.9405405405405406, + "recall_coffee": 0.8806658418625577, + "F1_noncoffee": 0.4707482993197279, + "IoU_noncoffee": 0.30782918149466193, + "kappa": 0.38426441211922635, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.6658786232140481, + "macroF1": 0.7733863689617705, + "F1_coffee": 0.9521273645087923, + "IoU_coffee": 0.908628904182107, + "precision_coffee": 0.9393607705779334, + "recall_coffee": 0.9652457541333933, + "F1_noncoffee": 0.5946453734147487, + "IoU_noncoffee": 0.42312834224598933, + "kappa": 0.547480472434767, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8592136428233065, + "mIoU": 0.7343561665344455, + "macroF1": 0.8449144716025945, + "F1_coffee": 0.8920058139534883, + "IoU_coffee": 0.8050636232454415, + "precision_coffee": 0.8987990626830697, + "recall_coffee": 0.8853144835545297, + "F1_noncoffee": 0.7978231292517007, + "IoU_noncoffee": 0.6636487098234495, + "kappa": 0.6898621109338726, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8543808356125625, + "mIoU": 0.7289961468402675, + "macroF1": 0.8414966421093928, + "F1_coffee": 0.8866872156172024, + "IoU_coffee": 0.7964403427818062, + "precision_coffee": 0.9089678001805598, + "recall_coffee": 0.8654727793696275, + "F1_noncoffee": 0.7963060686015832, + "IoU_noncoffee": 0.6615519508987286, + "kappa": 0.6833353069629848, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7345764182842378, + "macroF1": 0.8446442887797136, + "F1_coffee": 0.8966004664640611, + "IoU_coffee": 0.812580066615424, + "precision_coffee": 0.8847816989817269, + "recall_coffee": 0.9087392550143266, + "F1_noncoffee": 0.7926881110953663, + "IoU_noncoffee": 0.6565727699530517, + "kappa": 0.6893996943331373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2604, + 2995 + ], + [ + 50409, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5364622632662455, + "test_tta": { + "OA": 0.867208934508247, + "mIoU": 0.6995064141296292, + "macroF1": 0.8150458252078148, + "F1_coffee": 0.9132689631909601, + "IoU_coffee": 0.8403817800884612, + "precision_coffee": 0.9151790429914439, + "recall_coffee": 0.9113668398796626, + "F1_noncoffee": 0.7168226872246696, + "IoU_noncoffee": 0.5586310481707971, + "kappa": 0.6300969113485749, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8363909080419983, + "mIoU": 0.6505348280699964, + "macroF1": 0.7775682852615036, + "F1_coffee": 0.8919536726607742, + "IoU_coffee": 0.8049786824370788, + "precision_coffee": 0.8812934068622837, + "recall_coffee": 0.9028749927691329, + "F1_noncoffee": 0.6631828978622328, + "IoU_noncoffee": 0.496090973702914, + "kappa": 0.5553393891370517, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7059817571736291, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864788095929763, + "mIoU": 0.7196080643335772, + "macroF1": 0.8284464525819586, + "F1_coffee": 0.9282244897959183, + "IoU_coffee": 0.8660624178837328, + "precision_coffee": 0.9012423960211623, + "recall_coffee": 0.9568720678265626, + "F1_noncoffee": 0.7286684153679988, + "IoU_noncoffee": 0.5731537107834214, + "kappa": 0.6580515564867037, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8546498211607246, + "mIoU": 0.6643046634188868, + "macroF1": 0.786251607182377, + "F1_coffee": 0.9071648335452016, + "IoU_coffee": 0.8301021612326781, + "precision_coffee": 0.868476286223257, + "recall_coffee": 0.9494610593702397, + "F1_noncoffee": 0.6653383808195523, + "IoU_noncoffee": 0.49850716560509556, + "kappa": 0.5755397565820171, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8860679611650485, + "mIoU": 0.7200020552498492, + "macroF1": 0.8288487069218946, + "F1_coffee": 0.927809049244871, + "IoU_coffee": 0.8653393769005681, + "precision_coffee": 0.9020334928229665, + "recall_coffee": 0.9551010069026661, + "F1_noncoffee": 0.7298883645989181, + "IoU_noncoffee": 0.5746647335991302, + "kappa": 0.6587400113329355, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8941057008848702, + "mIoU": 0.7386185177953506, + "macroF1": 0.8426689248280534, + "F1_coffee": 0.9326278225558359, + "IoU_coffee": 0.8737606640534932, + "precision_coffee": 0.9112113014727983, + "recall_coffee": 0.9550752945624095, + "F1_noncoffee": 0.752710027100271, + "IoU_noncoffee": 0.603476371537208, + "kappa": 0.6859745724448642, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.879261157584256, + "mIoU": 0.7000342385808165, + "macroF1": 0.8131437056887146, + "F1_coffee": 0.9242943334445017, + "IoU_coffee": 0.8592446448703495, + "precision_coffee": 0.8907784011220197, + "recall_coffee": 0.9604309747337912, + "F1_noncoffee": 0.7019930779329275, + "IoU_noncoffee": 0.5408238322912836, + "kappa": 0.6283584371125177, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9096067695370831, + "mIoU": 0.624288210854147, + "macroF1": 0.7307499654022712, + "F1_coffee": 0.9501974550241334, + "IoU_coffee": 0.9051201671891327, + "precision_coffee": 0.9241438173477008, + "recall_coffee": 0.9777627271701095, + "F1_noncoffee": 0.511302475780409, + "IoU_noncoffee": 0.34345625451916123, + "kappa": 0.4656672618369023, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9268704107957928, + "mIoU": 0.6826441982889517, + "macroF1": 0.7867718978640202, + "F1_coffee": 0.9596097988710472, + "IoU_coffee": 0.9223556679308892, + "precision_coffee": 0.935763146643865, + "recall_coffee": 0.9847036328871893, + "F1_noncoffee": 0.6139339968569932, + "IoU_noncoffee": 0.4429327286470144, + "kappa": 0.5761746418262407, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.918932327842826, + "mIoU": 0.6625156321136922, + "macroF1": 0.7688158476647335, + "F1_coffee": 0.9551074234848068, + "IoU_coffee": 0.9140723601177956, + "precision_coffee": 0.9337129351095832, + "recall_coffee": 0.9775053424811607, + "F1_noncoffee": 0.5825242718446602, + "IoU_noncoffee": 0.410958904109589, + "kappa": 0.5398781961060352, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8636665087636192, + "mIoU": 0.7344464936956421, + "macroF1": 0.8442826685122303, + "F1_coffee": 0.89922263463828, + "IoU_coffee": 0.8168978241506553, + "precision_coffee": 0.8738260514495713, + "recall_coffee": 0.9261396422388921, + "F1_noncoffee": 0.7893427023861807, + "IoU_noncoffee": 0.6519951632406288, + "kappa": 0.6891142644254998, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8629633122701122, + "mIoU": 0.7345467219474349, + "macroF1": 0.8444722075076709, + "F1_coffee": 0.8980994459639526, + "IoU_coffee": 0.8150458248472505, + "precision_coffee": 0.8796537985987086, + "recall_coffee": 0.9173352435530086, + "F1_noncoffee": 0.7908449690513891, + "IoU_noncoffee": 0.6540476190476191, + "kappa": 0.6892248952294658, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8415542770913892, + "mIoU": 0.6906029753298506, + "macroF1": 0.8123814444664648, + "F1_coffee": 0.8863636363636364, + "IoU_coffee": 0.7959183673469388, + "precision_coffee": 0.8395694515633009, + "recall_coffee": 0.9386819484240687, + "F1_noncoffee": 0.7383992525692931, + "IoU_noncoffee": 0.5852875833127623, + "kappa": 0.6274273119910366, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52294, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6613992293675741, + "test_tta": { + "OA": 0.8845905555017591, + "mIoU": 0.7128455790910746, + "macroF1": 0.8231121239605518, + "F1_coffee": 0.9273943812124966, + "IoU_coffee": 0.8646182389579902, + "precision_coffee": 0.8962282664154794, + "recall_coffee": 0.9608061767614079, + "F1_noncoffee": 0.7188298667086069, + "IoU_noncoffee": 0.5610729192241591, + "kappa": 0.6478732682488062, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8530200761509172, + "mIoU": 0.6579035921583302, + "macroF1": 0.7806351147109509, + "F1_coffee": 0.9066459029908853, + "IoU_coffee": 0.8292335534032642, + "precision_coffee": 0.8635871841407231, + "recall_coffee": 0.9542237905169588, + "F1_noncoffee": 0.6546243264310164, + "IoU_noncoffee": 0.4865736309133961, + "kappa": 0.5652686561921221, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.710581221969417, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8916755430747878, + "mIoU": 0.7277189608164252, + "macroF1": 0.8342369766729809, + "F1_coffee": 0.9318135641431996, + "IoU_coffee": 0.8723323315707384, + "precision_coffee": 0.9009685087322947, + "recall_coffee": 0.9648454757747249, + "F1_noncoffee": 0.7366603892027621, + "IoU_noncoffee": 0.5831055900621118, + "kappa": 0.6699678697919104, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.859654436367832, + "mIoU": 0.6711866410155078, + "macroF1": 0.7914833963329604, + "F1_coffee": 0.910709206191905, + "IoU_coffee": 0.8360570119280275, + "precision_coffee": 0.8687850140056023, + "recall_coffee": 0.9568847496191744, + "F1_noncoffee": 0.6722575864740157, + "IoU_noncoffee": 0.5063162701029882, + "kappa": 0.5865011062507747, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8929611650485437, + "mIoU": 0.7332377134556114, + "macroF1": 0.8385215374241313, + "F1_coffee": 0.9322809496022849, + "IoU_coffee": 0.8731519300465973, + "precision_coffee": 0.9050685748360167, + "recall_coffee": 0.9611804192261415, + "F1_noncoffee": 0.7447621252459775, + "IoU_noncoffee": 0.5933234968646256, + "kappa": 0.6781397336828261, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.898892703447609, + "mIoU": 0.7449650903533085, + "macroF1": 0.8469507906362743, + "F1_coffee": 0.9361117052155581, + "IoU_coffee": 0.8798966111430212, + "precision_coffee": 0.9087080317949935, + "recall_coffee": 0.9652195828870267, + "F1_noncoffee": 0.7577898760569907, + "IoU_noncoffee": 0.6100335695635957, + "kappa": 0.6949533158129123, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8831777960446787, + "mIoU": 0.7048237884987183, + "macroF1": 0.8165249951073622, + "F1_coffee": 0.9271103602244615, + "IoU_coffee": 0.8641246274112817, + "precision_coffee": 0.8894356005788712, + "recall_coffee": 0.9681179509797744, + "F1_noncoffee": 0.7059396299902629, + "IoU_noncoffee": 0.545522949586155, + "kappa": 0.6356870336763327, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9156794425087108, + "mIoU": 0.642821700835622, + "macroF1": 0.7492019627658382, + "F1_coffee": 0.9535355751824016, + "IoU_coffee": 0.9111973159991612, + "precision_coffee": 0.9275346851654216, + "recall_coffee": 0.9810362343379614, + "F1_noncoffee": 0.5448683503492746, + "IoU_noncoffee": 0.3744460856720827, + "kappa": 0.5022353181734016, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.925977376463584, + "mIoU": 0.6717295749362135, + "macroF1": 0.7762613716078912, + "F1_coffee": 0.9592839209693265, + "IoU_coffee": 0.9217537235158381, + "precision_coffee": 0.931820591665783, + "recall_coffee": 0.9884152513777977, + "F1_noncoffee": 0.5932388222464559, + "IoU_noncoffee": 0.42170542635658914, + "kappa": 0.5563725041856782, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9211153006548919, + "mIoU": 0.6616609468131909, + "macroF1": 0.7673688805744692, + "F1_coffee": 0.9564884242789119, + "IoU_coffee": 0.9166054757159341, + "precision_coffee": 0.9315565031982942, + "recall_coffee": 0.982791586998088, + "F1_noncoffee": 0.5782493368700266, + "IoU_noncoffee": 0.40671641791044777, + "kappa": 0.5379457805540471, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8713405968735196, + "mIoU": 0.7465355683777315, + "macroF1": 0.8524464564848251, + "F1_coffee": 0.9052469997209043, + "IoU_coffee": 0.8268961121733588, + "precision_coffee": 0.8766216216216216, + "recall_coffee": 0.9358049624927871, + "F1_noncoffee": 0.7996459132487459, + "IoU_noncoffee": 0.6661750245821042, + "kappa": 0.7055567857954267, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8731491087428086, + "mIoU": 0.749461757935625, + "macroF1": 0.8544096974970484, + "F1_coffee": 0.9066426042895814, + "IoU_coffee": 0.8292280345352971, + "precision_coffee": 0.879359095193214, + "recall_coffee": 0.9356733524355301, + "F1_noncoffee": 0.8021767907045154, + "IoU_noncoffee": 0.6696954813359528, + "kappa": 0.7094121481888042, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8471187399792511, + "mIoU": 0.6978856651060583, + "macroF1": 0.8174917552552532, + "F1_coffee": 0.8910252100840336, + "IoU_coffee": 0.8034675072744908, + "precision_coffee": 0.8393920202659911, + "recall_coffee": 0.9494269340974212, + "F1_noncoffee": 0.7439583004264729, + "IoU_noncoffee": 0.5923038229376257, + "kappa": 0.6381999950531966, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2630, + 2995 + ], + [ + 52620, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.651216467221578, + "test_tta": { + "OA": 0.890610374100255, + "mIoU": 0.7221065803497886, + "macroF1": 0.8297840973905046, + "F1_coffee": 0.9315367366315832, + "IoU_coffee": 0.8718472301002079, + "precision_coffee": 0.8959179311818765, + "recall_coffee": 0.9701049796983149, + "F1_noncoffee": 0.7280314581494262, + "IoU_noncoffee": 0.5723659305993691, + "kappa": 0.6616923932067341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8586881273797161, + "mIoU": 0.6650873194802979, + "macroF1": 0.786062707096796, + "F1_coffee": 0.9107113565531194, + "IoU_coffee": 0.8360606364822809, + "precision_coffee": 0.8634078067492613, + "recall_coffee": 0.9634985827500434, + "F1_noncoffee": 0.6614140576404728, + "IoU_noncoffee": 0.4941140024783148, + "kappa": 0.5769407811076579, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6156708131034364, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8366498944976465, + "mIoU": 0.6533518043688107, + "macroF1": 0.7801542007412688, + "F1_coffee": 0.8916007841278731, + "IoU_coffee": 0.8044040192019901, + "precision_coffee": 0.8967198197417454, + "recall_coffee": 0.8865398620571477, + "F1_noncoffee": 0.6687076173546646, + "IoU_noncoffee": 0.5022995895356313, + "kappa": 0.5603521892687336, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7957626629745009, + "mIoU": 0.5973542614650701, + "macroF1": 0.7352665810658685, + "F1_coffee": 0.8618182882680692, + "IoU_coffee": 0.7571886627458377, + "precision_coffee": 0.8752874018869421, + "recall_coffee": 0.8487574237444502, + "F1_noncoffee": 0.6087148738636677, + "IoU_noncoffee": 0.4375198601843025, + "kappa": 0.4708879486448262, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2233890214797136, + "mIoU": 0.11217793932186085, + "macroF1": 0.18405117985361796, + "F1_coffee": 0.36320939334637964, + "IoU_coffee": 0.22190339550454327, + "precision_coffee": 1.0, + "recall_coffee": 0.22190339550454327, + "F1_noncoffee": 0.004892966360856269, + "IoU_noncoffee": 0.002452483139178418, + "kappa": 0.0010878366556993908, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8351022012578616, + "mIoU": 0.6583723205317923, + "macroF1": 0.7851677370538841, + "F1_coffee": 0.88874154621403, + "IoU_coffee": 0.7997613365155132, + "precision_coffee": 0.9065945214744674, + "recall_coffee": 0.8715781260159958, + "F1_noncoffee": 0.6815939278937382, + "IoU_noncoffee": 0.5169833045480714, + "kappa": 0.5708117856816236, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8335516421675642, + "mIoU": 0.6474814262221869, + "macroF1": 0.7753490338039762, + "F1_coffee": 0.8896961903230992, + "IoU_coffee": 0.801308779244846, + "precision_coffee": 0.8946143402081852, + "recall_coffee": 0.8848318199258217, + "F1_noncoffee": 0.6610018772848533, + "IoU_noncoffee": 0.49365407319952775, + "kappa": 0.5507397964698246, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8412690724146282, + "mIoU": 0.6537751161611065, + "macroF1": 0.7794823903182909, + "F1_coffee": 0.8962087859880278, + "IoU_coffee": 0.8119368723098995, + "precision_coffee": 0.8895875251509054, + "recall_coffee": 0.9029293509477312, + "F1_noncoffee": 0.6627559946485541, + "IoU_noncoffee": 0.4956133600123134, + "kappa": 0.559044155460602, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8614335165953981, + "mIoU": 0.6587099549812937, + "macroF1": 0.7794231669184203, + "F1_coffee": 0.9139206881285181, + "IoU_coffee": 0.8414861402282786, + "precision_coffee": 0.9485361690954444, + "recall_coffee": 0.8817427385892116, + "F1_noncoffee": 0.6449256457083224, + "IoU_noncoffee": 0.47593376973430884, + "kappa": 0.5612565948167809, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8139466167635182, + "mIoU": 0.5798662144870143, + "macroF1": 0.7109844454193652, + "F1_coffee": 0.8834885585641152, + "IoU_coffee": 0.7912937796928516, + "precision_coffee": 0.9315816857440167, + "recall_coffee": 0.8401173020527859, + "F1_noncoffee": 0.5384803322746152, + "IoU_noncoffee": 0.36843864928117687, + "kappa": 0.42800748901236435, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8375867800919136, + "mIoU": 0.5859657554166213, + "macroF1": 0.7103669899418152, + "F1_coffee": 0.9023228462216994, + "IoU_coffee": 0.822029358191364, + "precision_coffee": 0.9125728559533722, + "recall_coffee": 0.8923005350081414, + "F1_noncoffee": 0.518411133661931, + "IoU_noncoffee": 0.3499021526418787, + "kappa": 0.4210940647805093, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8105413105413105, + "mIoU": 0.6487090818368606, + "macroF1": 0.7817771215422387, + "F1_coffee": 0.8610046680136557, + "IoU_coffee": 0.7559334475165158, + "precision_coffee": 0.8620256696428571, + "recall_coffee": 0.8599860821155184, + "F1_noncoffee": 0.7025495750708215, + "IoU_noncoffee": 0.5414847161572053, + "kappa": 0.5635555533394704, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8525812619502868, + "mIoU": 0.7024713239893645, + "macroF1": 0.8203241173208882, + "F1_coffee": 0.8964544721998389, + "IoU_coffee": 0.8123402701715955, + "precision_coffee": 0.8580794446586965, + "recall_coffee": 0.9384226064951497, + "F1_noncoffee": 0.7441937624419376, + "IoU_noncoffee": 0.5926023778071334, + "kappa": 0.6424150915085722, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8448838548665771, + "mIoU": 0.6951761992289082, + "macroF1": 0.8156272264269897, + "F1_coffee": 0.8890719384953323, + "IoU_coffee": 0.8002965892239249, + "precision_coffee": 0.8638121915432839, + "recall_coffee": 0.9158534860698628, + "F1_noncoffee": 0.7421825143586471, + "IoU_noncoffee": 0.5900558092338914, + "kappa": 0.6319858525778279, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 461, + 563 + ], + [ + 6246, + 7520 + ], + [ + 44831, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5442636688550313, + "test_tta": { + "OA": 0.8503976627170914, + "mIoU": 0.6685154847415775, + "macroF1": 0.7910783067347356, + "F1_coffee": 0.9024026090915829, + "IoU_coffee": 0.8221617658408582, + "precision_coffee": 0.89232090130463, + "recall_coffee": 0.9127147324679775, + "F1_noncoffee": 0.6797540043778882, + "IoU_noncoffee": 0.5148692036422969, + "kappa": 0.5823315591566955, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8107332410291912, + "mIoU": 0.6104920603850454, + "macroF1": 0.744718329059326, + "F1_coffee": 0.8745351116210144, + "IoU_coffee": 0.7770434428039892, + "precision_coffee": 0.8700681048586539, + "recall_coffee": 0.8790482231063446, + "F1_noncoffee": 0.6149015464976377, + "IoU_noncoffee": 0.4439406779661017, + "kappa": 0.48947796199264737, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6576711322472454, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866369095925986, + "mIoU": 0.6957353420745297, + "macroF1": 0.8119586720207227, + "F1_coffee": 0.9131090964739158, + "IoU_coffee": 0.8401110852171211, + "precision_coffee": 0.9000104025798398, + "recall_coffee": 0.9265946964828856, + "F1_noncoffee": 0.7108082475675296, + "IoU_noncoffee": 0.5513595989319383, + "kappa": 0.6241822854036647, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8275066343602169, + "mIoU": 0.6357239203576612, + "macroF1": 0.7655276592859338, + "F1_coffee": 0.8860778785338719, + "IoU_coffee": 0.795457654945957, + "precision_coffee": 0.878330658105939, + "recall_coffee": 0.8939629821830133, + "F1_noncoffee": 0.6449774400379957, + "IoU_noncoffee": 0.4759901857693656, + "kappa": 0.5311689870280328, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3494033412887828, + "mIoU": 0.17554244564348478, + "macroF1": 0.261165183943797, + "F1_coffee": 0.5164952110677545, + "IoU_coffee": 0.3481587757054041, + "precision_coffee": 1.0, + "recall_coffee": 0.3481587757054041, + "F1_noncoffee": 0.005835156819839533, + "IoU_noncoffee": 0.002926115581565472, + "kappa": 0.002035432034778453, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8784886006289309, + "mIoU": 0.7210814952486403, + "macroF1": 0.8310909487813838, + "F1_coffee": 0.9205666013554749, + "IoU_coffee": 0.8528239004939594, + "precision_coffee": 0.9096102577123271, + "recall_coffee": 0.9317901033877365, + "F1_noncoffee": 0.7416152962072928, + "IoU_noncoffee": 0.5893390900033212, + "kappa": 0.6623412513004062, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8587299277155194, + "mIoU": 0.6844558630561071, + "macroF1": 0.8036286885089943, + "F1_coffee": 0.9076493720664721, + "IoU_coffee": 0.8309139472767391, + "precision_coffee": 0.9003397508493771, + "recall_coffee": 0.9150786545594066, + "F1_noncoffee": 0.6996080049515164, + "IoU_noncoffee": 0.5379977788354752, + "kappa": 0.6073415631063306, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8620489222572051, + "mIoU": 0.6821655120135413, + "macroF1": 0.8009039320472471, + "F1_coffee": 0.9112385464065325, + "IoU_coffee": 0.8369496765328905, + "precision_coffee": 0.8904793811293171, + "recall_coffee": 0.9329887038100708, + "F1_noncoffee": 0.6905693176879617, + "IoU_noncoffee": 0.5273813474941919, + "kappa": 0.6025608410096006, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.7139279722412872, + "macroF1": 0.8209412461209629, + "F1_coffee": 0.9406236651003844, + "IoU_coffee": 0.8879032258064516, + "precision_coffee": 0.9406810692054193, + "recall_coffee": 0.9405662680009763, + "F1_noncoffee": 0.7012588271415413, + "IoU_noncoffee": 0.5399527186761229, + "kappa": 0.6418824989517065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8383728947109229, + "mIoU": 0.589475017181256, + "macroF1": 0.7140896814764337, + "F1_coffee": 0.9025939336380364, + "IoU_coffee": 0.8224794461272177, + "precision_coffee": 0.9136024993991829, + "recall_coffee": 0.8918475073313783, + "F1_noncoffee": 0.5255854293148309, + "IoU_noncoffee": 0.3564705882352941, + "kappa": 0.4285834470462498, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8584140021511685, + "mIoU": 0.6015400437006304, + "macroF1": 0.7213246618341125, + "F1_coffee": 0.9167816091954023, + "IoU_coffee": 0.8463497453310697, + "precision_coffee": 0.906157691433765, + "recall_coffee": 0.927657594789486, + "F1_noncoffee": 0.5258677144728225, + "IoU_noncoffee": 0.35673034207019105, + "kappa": 0.4430854683728931, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8575498575498576, + "mIoU": 0.7157064371278288, + "macroF1": 0.8303550941223663, + "F1_coffee": 0.898277498982775, + "IoU_coffee": 0.815339160408716, + "precision_coffee": 0.8759423356698849, + "recall_coffee": 0.9217814892136396, + "F1_noncoffee": 0.7624326892619575, + "IoU_noncoffee": 0.6160737138469414, + "kappa": 0.6612245974749812, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8784894837476099, + "mIoU": 0.7510122427669964, + "macroF1": 0.8547999297735744, + "F1_coffee": 0.9134490977187606, + "IoU_coffee": 0.8406868889445976, + "precision_coffee": 0.8857633386159535, + "recall_coffee": 0.9429214115000703, + "F1_noncoffee": 0.7961507618283882, + "IoU_noncoffee": 0.6613375965893952, + "kappa": 0.7102665337105827, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8656172009982722, + "mIoU": 0.7275373345091326, + "macroF1": 0.8385144194625931, + "F1_coffee": 0.9046711153479504, + "IoU_coffee": 0.8259355961705831, + "precision_coffee": 0.8723571897570584, + "recall_coffee": 0.9394710790552963, + "F1_noncoffee": 0.7723577235772358, + "IoU_noncoffee": 0.6291390728476821, + "kappa": 0.6780836197728151, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 526, + 563 + ], + [ + 6576, + 7520 + ], + [ + 46252, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5441532413164774, + "test_tta": { + "OA": 0.8699074825515338, + "mIoU": 0.6963524022464436, + "macroF1": 0.811795004824904, + "F1_coffee": 0.9163753977776619, + "IoU_coffee": 0.8456576160215675, + "precision_coffee": 0.8933257389287821, + "recall_coffee": 0.9406460180782248, + "F1_noncoffee": 0.7072146118721461, + "IoU_noncoffee": 0.5470471884713196, + "kappa": 0.6244653453943505, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8320929964232144, + "mIoU": 0.6360775692186174, + "macroF1": 0.7647353446001193, + "F1_coffee": 0.8906197151339772, + "IoU_coffee": 0.8028083131489354, + "precision_coffee": 0.8711562850368518, + "recall_coffee": 0.9109727267485441, + "F1_noncoffee": 0.6388509740662613, + "IoU_noncoffee": 0.46934682528829935, + "kappa": 0.5302449111898592, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6824826018588499, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8724070767732511, + "mIoU": 0.7098475275585845, + "macroF1": 0.8228465429773906, + "F1_coffee": 0.9165472361115534, + "IoU_coffee": 0.8459503419624135, + "precision_coffee": 0.908589589779209, + "recall_coffee": 0.9246455040054834, + "F1_noncoffee": 0.7291458498432278, + "IoU_noncoffee": 0.5737447131547555, + "kappa": 0.6457812720357651, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.833535248644283, + "mIoU": 0.6482768557169154, + "macroF1": 0.7761056737114509, + "F1_coffee": 0.8894994830161222, + "IoU_coffee": 0.8009897063641223, + "precision_coffee": 0.8861568395551571, + "recall_coffee": 0.892867439312691, + "F1_noncoffee": 0.6627118644067796, + "IoU_noncoffee": 0.4955640050697085, + "kappa": 0.5522307943014114, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3780429594272076, + "mIoU": 0.18995681203042733, + "macroF1": 0.2767572539939788, + "F1_coffee": 0.5474122959360889, + "IoU_coffee": 0.3768531802965088, + "precision_coffee": 1.0, + "recall_coffee": 0.3768531802965088, + "F1_noncoffee": 0.006102212051868803, + "IoU_noncoffee": 0.00306044376434583, + "kappa": 0.0023040186192773335, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8883647798742138, + "mIoU": 0.7426056287953127, + "macroF1": 0.8467660268114279, + "F1_coffee": 0.926605504587156, + "IoU_coffee": 0.8632478632478633, + "precision_coffee": 0.9207164409064647, + "recall_coffee": 0.9325703881916899, + "F1_noncoffee": 0.7669265490356997, + "IoU_noncoffee": 0.621963394342762, + "kappa": 0.6935718642171771, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.863581235142871, + "mIoU": 0.695818286587568, + "macroF1": 0.8125780437700854, + "F1_coffee": 0.9103487853089333, + "IoU_coffee": 0.8354497044882673, + "precision_coffee": 0.9077441505595117, + "recall_coffee": 0.9129684102826449, + "F1_noncoffee": 0.7148073022312373, + "IoU_noncoffee": 0.5561868686868687, + "kappa": 0.6251659047495502, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8654880116250908, + "mIoU": 0.6920880158110503, + "macroF1": 0.808961786052711, + "F1_coffee": 0.912878431372549, + "IoU_coffee": 0.8397206510446728, + "precision_coffee": 0.8977539183018635, + "recall_coffee": 0.9285212840640755, + "F1_noncoffee": 0.705045140732873, + "IoU_noncoffee": 0.5444553805774278, + "kappa": 0.6182903567835379, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9065363469761759, + "mIoU": 0.7224496202871453, + "macroF1": 0.8271667876700319, + "F1_coffee": 0.9442893555043088, + "IoU_coffee": 0.8944584962060244, + "precision_coffee": 0.939159826170932, + "recall_coffee": 0.9494752257749572, + "F1_noncoffee": 0.7100442198357549, + "IoU_noncoffee": 0.5504407443682664, + "kappa": 0.6543872364167753, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.856988082340195, + "mIoU": 0.6087518135077384, + "macroF1": 0.7297215182075787, + "F1_coffee": 0.9151869158878505, + "IoU_coffee": 0.8436355804436787, + "precision_coffee": 0.9114601512507272, + "recall_coffee": 0.9189442815249267, + "F1_noncoffee": 0.544256120527307, + "IoU_noncoffee": 0.3738680465717982, + "kappa": 0.45949159309702303, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8725921580131025, + "mIoU": 0.6216532561952318, + "macroF1": 0.7390564281243048, + "F1_coffee": 0.9257253605426666, + "IoU_coffee": 0.8617213201740422, + "precision_coffee": 0.907769703745109, + "recall_coffee": 0.9444056757385438, + "F1_noncoffee": 0.5523874957059429, + "IoU_noncoffee": 0.38158519221642145, + "kappa": 0.4793404839821893, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8714150047483381, + "mIoU": 0.7438620892353585, + "macroF1": 0.8503831230183211, + "F1_coffee": 0.9064787954137312, + "IoU_coffee": 0.8289540171803942, + "precision_coffee": 0.8997668997668997, + "recall_coffee": 0.9132915796798886, + "F1_noncoffee": 0.794287450622911, + "IoU_noncoffee": 0.6587701612903226, + "kappa": 0.7008028677355203, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.869980879541109, + "mIoU": 0.743573472871017, + "macroF1": 0.8503793798182382, + "F1_coffee": 0.9045346062052506, + "IoU_coffee": 0.8257080610021786, + "precision_coffee": 0.9032665077807375, + "recall_coffee": 0.9058062702094756, + "F1_noncoffee": 0.7962241534312257, + "IoU_noncoffee": 0.6614388847398556, + "kappa": 0.7007600185632451, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8585141101938952, + "mIoU": 0.7219861895931894, + "macroF1": 0.8352617286290083, + "F1_coffee": 0.8971532235556796, + "IoU_coffee": 0.8134885486524105, + "precision_coffee": 0.8854152320616995, + "recall_coffee": 0.9092066185829444, + "F1_noncoffee": 0.773370233702337, + "IoU_noncoffee": 0.6304838305339684, + "kappa": 0.6706510060092593, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6643, + 7520 + ], + [ + 46529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6075565020243328, + "test_tta": { + "OA": 0.8762863171563058, + "mIoU": 0.7126225962475485, + "macroF1": 0.8244616176452648, + "F1_coffee": 0.9198409860547294, + "IoU_coffee": 0.8515792343342291, + "precision_coffee": 0.9035537190082644, + "recall_coffee": 0.9367262134258664, + "F1_noncoffee": 0.7290822492358001, + "IoU_noncoffee": 0.5736659581608681, + "kappa": 0.6493083578768447, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8375591323410638, + "mIoU": 0.6498289288269774, + "macroF1": 0.7766278213852462, + "F1_coffee": 0.8932912675629329, + "IoU_coffee": 0.807160223264733, + "precision_coffee": 0.8808482810164424, + "recall_coffee": 0.906090833957985, + "F1_noncoffee": 0.6599643752075597, + "IoU_noncoffee": 0.49249763438922184, + "kappa": 0.55353953565394, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.681676115203147, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8703132608342802, + "mIoU": 0.7092377586570477, + "macroF1": 0.8227211908321301, + "F1_coffee": 0.9145746910148398, + "IoU_coffee": 0.8425956935442565, + "precision_coffee": 0.913012850616915, + "recall_coffee": 0.9161418840765968, + "F1_noncoffee": 0.7308676906494206, + "IoU_noncoffee": 0.5758798237698391, + "kappa": 0.6454456504136158, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8269153109495788, + "mIoU": 0.6424747546076857, + "macroF1": 0.7721661518862548, + "F1_coffee": 0.8838519235422212, + "IoU_coffee": 0.7918769401522641, + "precision_coffee": 0.890166874610106, + "recall_coffee": 0.8776259393799611, + "F1_noncoffee": 0.6604803802302883, + "IoU_noncoffee": 0.4930725690631072, + "kappa": 0.5443993283879786, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2324582338902148, + "mIoU": 0.11673567326827844, + "macroF1": 0.19012093517044013, + "F1_coffee": 0.3752913752913753, + "IoU_coffee": 0.2309899569583931, + "precision_coffee": 1.0, + "recall_coffee": 0.2309899569583931, + "F1_noncoffee": 0.0049504950495049506, + "IoU_noncoffee": 0.0024813895781637717, + "kappa": 0.0011456954584916918, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8843848270440252, + "mIoU": 0.7386178897110212, + "macroF1": 0.8442528390084242, + "F1_coffee": 0.9233125835153017, + "IoU_coffee": 0.8575493401138152, + "precision_coffee": 0.9255750130684788, + "recall_coffee": 0.9210611873333767, + "F1_noncoffee": 0.7651930945015467, + "IoU_noncoffee": 0.619686439308227, + "kappa": 0.6885113764549372, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8609130160578276, + "mIoU": 0.6962452195409452, + "macroF1": 0.8134661123004217, + "F1_coffee": 0.9075429713954013, + "IoU_coffee": 0.8307356240406187, + "precision_coffee": 0.9154251512588641, + "recall_coffee": 0.8997953702519503, + "F1_noncoffee": 0.7193892532054419, + "IoU_noncoffee": 0.5617548150412718, + "kappa": 0.6270161515418324, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8658270767740373, + "mIoU": 0.6932877501984942, + "macroF1": 0.8099404097205605, + "F1_coffee": 0.9130025125628141, + "IoU_coffee": 0.8399306558798035, + "precision_coffee": 0.8988312411106302, + "recall_coffee": 0.9276278001148766, + "F1_noncoffee": 0.7068783068783069, + "IoU_noncoffee": 0.546644844517185, + "kappa": 0.6201989158504493, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9085725921400937, + "mIoU": 0.7303906906234743, + "macroF1": 0.8334703182518514, + "F1_coffee": 0.9453039347058106, + "IoU_coffee": 0.8962808962808962, + "precision_coffee": 0.943579766536965, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.7216367017978921, + "IoU_noncoffee": 0.5645004849660524, + "kappa": 0.6669462959268027, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8583669851275485, + "mIoU": 0.6220715967742579, + "macroF1": 0.7435830129880348, + "F1_coffee": 0.9151422164522601, + "IoU_coffee": 0.8435596170583116, + "precision_coffee": 0.9207932549578435, + "recall_coffee": 0.9095601173020528, + "F1_noncoffee": 0.5720238095238095, + "IoU_noncoffee": 0.40058357649020426, + "kappa": 0.4872634249758944, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.879730126136697, + "mIoU": 0.6383348235779627, + "macroF1": 0.7545889672814163, + "F1_coffee": 0.9298345693097547, + "IoU_coffee": 0.8688699360341151, + "precision_coffee": 0.9124496193461711, + "recall_coffee": 0.9478948592695976, + "F1_noncoffee": 0.579343365253078, + "IoU_noncoffee": 0.4077997111218103, + "kappa": 0.510243827458265, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8618233618233618, + "mIoU": 0.7310791117279667, + "macroF1": 0.8419370338646667, + "F1_coffee": 0.8980021030494216, + "IoU_coffee": 0.8148854961832062, + "precision_coffee": 0.9046610169491526, + "recall_coffee": 0.8914405010438413, + "F1_noncoffee": 0.7858719646799117, + "IoU_noncoffee": 0.6472727272727272, + "kappa": 0.6839100201461291, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8633843212237093, + "mIoU": 0.7352992729143051, + "macroF1": 0.8449928300833296, + "F1_coffee": 0.898385835170305, + "IoU_coffee": 0.8155176865478957, + "precision_coffee": 0.9089208633093525, + "recall_coffee": 0.8880922255026009, + "F1_noncoffee": 0.7915998249963541, + "IoU_noncoffee": 0.6550808592807145, + "kappa": 0.6900710537468887, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8521789210980995, + "mIoU": 0.7119142468952905, + "macroF1": 0.8282018943523868, + "F1_coffee": 0.8923829489867225, + "IoU_coffee": 0.8056782334384858, + "precision_coffee": 0.882027904406686, + "recall_coffee": 0.9029840192334889, + "F1_noncoffee": 0.7640208397180509, + "IoU_noncoffee": 0.6181502603520952, + "kappa": 0.6565076010473833, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6686, + 7520 + ], + [ + 46357, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5465742945671082, + "test_tta": { + "OA": 0.8729102418438566, + "mIoU": 0.7112247626155455, + "macroF1": 0.8239098789538588, + "F1_coffee": 0.9167994899585591, + "IoU_coffee": 0.8463802236609771, + "precision_coffee": 0.909665991902834, + "recall_coffee": 0.924045752473975, + "F1_noncoffee": 0.7310202679491584, + "IoU_noncoffee": 0.5760693015701137, + "kappa": 0.64788976038344, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8310689973462559, + "mIoU": 0.6456393234751221, + "macroF1": 0.7741887395771383, + "F1_coffee": 0.8875210063859413, + "IoU_coffee": 0.7977867550583523, + "precision_coffee": 0.8868652362491843, + "recall_coffee": 0.8881777470256972, + "F1_noncoffee": 0.6608564727683354, + "IoU_noncoffee": 0.4934918918918919, + "kappa": 0.5483782236719185, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6672066412710309, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8592598604122708, + "mIoU": 0.6825376259716646, + "macroF1": 0.8018183634273005, + "F1_coffee": 0.9085134892750504, + "IoU_coffee": 0.8323634606089898, + "precision_coffee": 0.8952238371488574, + "recall_coffee": 0.9222036584843422, + "F1_noncoffee": 0.6951232375795506, + "IoU_noncoffee": 0.5327117913343393, + "kappa": 0.6039276014476672, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8229202722972193, + "mIoU": 0.626816156103519, + "macroF1": 0.7579413681943561, + "F1_coffee": 0.88335550066502, + "IoU_coffee": 0.7910803314672702, + "precision_coffee": 0.8733820518119141, + "recall_coffee": 0.8935593611255261, + "F1_noncoffee": 0.6325272357236921, + "IoU_noncoffee": 0.462551980739768, + "kappa": 0.5160815358897464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42482100238663484, + "mIoU": 0.21351461361643245, + "macroF1": 0.3009126579400576, + "F1_coffee": 0.5952300974135035, + "IoU_coffee": 0.42372070779531323, + "precision_coffee": 1.0, + "recall_coffee": 0.42372070779531323, + "F1_noncoffee": 0.006595218466611707, + "IoU_noncoffee": 0.0033085194375516956, + "kappa": 0.0027998513171506793, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8845322327044025, + "mIoU": 0.7324960474376476, + "macroF1": 0.8393407812360867, + "F1_coffee": 0.92454889873499, + "IoU_coffee": 0.8596847384762359, + "precision_coffee": 0.9131730830215006, + "recall_coffee": 0.9362117172768061, + "F1_noncoffee": 0.7541326637371835, + "IoU_noncoffee": 0.6053073563990594, + "kappa": 0.6788439715215762, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.844709649250473, + "mIoU": 0.6547086672010483, + "macroF1": 0.7795606068612557, + "F1_coffee": 0.8993997297212357, + "IoU_coffee": 0.8171901770416905, + "precision_coffee": 0.884308757184352, + "recall_coffee": 0.9150147077631411, + "F1_noncoffee": 0.6597214840012756, + "IoU_noncoffee": 0.49222715736040606, + "kappa": 0.5595550777027123, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8488738193267135, + "mIoU": 0.6629910455106169, + "macroF1": 0.7863385593175698, + "F1_coffee": 0.9019299679386433, + "IoU_coffee": 0.8213774546287285, + "precision_coffee": 0.8886342520904305, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.6707471506964964, + "IoU_noncoffee": 0.5046046363925055, + "kappa": 0.5729980413398863, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9022602321319487, + "mIoU": 0.7123833608092318, + "macroF1": 0.8193515637069898, + "F1_coffee": 0.9417334304442826, + "IoU_coffee": 0.8898830006882312, + "precision_coffee": 0.9367302583916929, + "recall_coffee": 0.9467903343910178, + "F1_noncoffee": 0.696969696969697, + "IoU_noncoffee": 0.5348837209302325, + "kappa": 0.6387567228935752, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8398502905545159, + "mIoU": 0.5848713938559422, + "macroF1": 0.7083868909586533, + "F1_coffee": 0.9041838538597525, + "IoU_coffee": 0.8251236825123682, + "precision_coffee": 0.9084665482534043, + "recall_coffee": 0.899941348973607, + "F1_noncoffee": 0.512589928057554, + "IoU_noncoffee": 0.34461910519951633, + "kappa": 0.4168397084194656, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8584140021511685, + "mIoU": 0.6019436650945089, + "macroF1": 0.7217751444604518, + "F1_coffee": 0.9167529032999885, + "IoU_coffee": 0.8463008173230018, + "precision_coffee": 0.9064347430650296, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.526797385620915, + "IoU_noncoffee": 0.35758651286601595, + "kappa": 0.44395984713669673, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8679962013295347, + "mIoU": 0.7347863250599456, + "macroF1": 0.8438607102739134, + "F1_coffee": 0.9052488070892979, + "IoU_coffee": 0.8268991282689913, + "precision_coffee": 0.8871075484301937, + "recall_coffee": 0.9241475295755045, + "F1_noncoffee": 0.7824726134585289, + "IoU_noncoffee": 0.6426735218508998, + "kappa": 0.6880209482336918, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8494263862332696, + "mIoU": 0.6981136904466887, + "macroF1": 0.8172510869564132, + "F1_coffee": 0.8939322513300559, + "IoU_coffee": 0.8082075012177301, + "precision_coffee": 0.8579369183040331, + "recall_coffee": 0.9330802755518065, + "F1_noncoffee": 0.7405699225827705, + "IoU_noncoffee": 0.5880198796756474, + "kappa": 0.6360690607473626, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.839508542906508, + "mIoU": 0.6893714258739252, + "macroF1": 0.811725713455612, + "F1_coffee": 0.8840499306518724, + "IoU_coffee": 0.7921948794432015, + "precision_coffee": 0.8673288882841202, + "recall_coffee": 0.901428369396125, + "F1_noncoffee": 0.7394014962593516, + "IoU_noncoffee": 0.5865479723046488, + "kappa": 0.6237657080752643, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 443, + 563 + ], + [ + 6388, + 7520 + ], + [ + 46084, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.545401656627655, + "test_tta": { + "OA": 0.861321214088622, + "mIoU": 0.6825716324896115, + "macroF1": 0.801418649818916, + "F1_coffee": 0.9104852904199146, + "IoU_coffee": 0.8356796676667436, + "precision_coffee": 0.8911037283130306, + "recall_coffee": 0.9307286981107826, + "F1_noncoffee": 0.6923520092179173, + "IoU_noncoffee": 0.5294635973124794, + "kappa": 0.6034819788095358, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8264682127610476, + "mIoU": 0.6281781991454307, + "macroF1": 0.7583842299595489, + "F1_coffee": 0.886642422415255, + "IoU_coffee": 0.796368067425999, + "precision_coffee": 0.8695692347495056, + "recall_coffee": 0.9043994695266102, + "F1_noncoffee": 0.6301260375038427, + "IoU_noncoffee": 0.45998833086486246, + "kappa": 0.5173755224718379, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.684377664838737, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8665314072390846, + "mIoU": 0.6926065188500085, + "macroF1": 0.8092054360990549, + "F1_coffee": 0.9137878613140982, + "IoU_coffee": 0.8412609551754758, + "precision_coffee": 0.8949378786323031, + "recall_coffee": 0.9334489997001242, + "F1_noncoffee": 0.7046230108840117, + "IoU_noncoffee": 0.5439520825245411, + "kappa": 0.6189900084296611, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8309391946463598, + "mIoU": 0.635900907425605, + "macroF1": 0.7648498511628952, + "F1_coffee": 0.8895130733123456, + "IoU_coffee": 0.8010117471311197, + "precision_coffee": 0.8727642652362897, + "recall_coffee": 0.9069172961233158, + "F1_noncoffee": 0.6401866290134447, + "IoU_noncoffee": 0.4707900677200903, + "kappa": 0.5302630739984511, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4663484486873508, + "mIoU": 0.23444632842050345, + "macroF1": 0.3211111446048537, + "F1_coffee": 0.6351174934725848, + "IoU_coffee": 0.4653275944524151, + "precision_coffee": 1.0, + "recall_coffee": 0.4653275944524151, + "F1_noncoffee": 0.007104795737122558, + "IoU_noncoffee": 0.0035650623885918, + "kappa": 0.003312348882592823, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8748034591194969, + "mIoU": 0.71441716320096, + "macroF1": 0.8262321541200336, + "F1_coffee": 0.9181023399331447, + "IoU_coffee": 0.8486036838978015, + "precision_coffee": 0.9077734697769021, + "recall_coffee": 0.9286689641719228, + "F1_noncoffee": 0.7343619683069225, + "IoU_noncoffee": 0.5802306425041186, + "kappa": 0.6526101851331438, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8608159899092805, + "mIoU": 0.6847082180646239, + "macroF1": 0.8034219037332795, + "F1_coffee": 0.9096406412396459, + "IoU_coffee": 0.8342576545349509, + "precision_coffee": 0.8962328554583255, + "recall_coffee": 0.923455684870188, + "F1_noncoffee": 0.6972031662269129, + "IoU_noncoffee": 0.5351587815942969, + "kappa": 0.6071384463922985, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8640833131508839, + "mIoU": 0.6782077297661688, + "macroF1": 0.7969139446343191, + "F1_coffee": 0.9137093302171105, + "IoU_coffee": 0.8411278450911561, + "precision_coffee": 0.8817140483114725, + "recall_coffee": 0.9481141106643691, + "F1_noncoffee": 0.6801185590515276, + "IoU_noncoffee": 0.5152876144411815, + "kappa": 0.5958009337249636, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8989004276114845, + "mIoU": 0.6942418893333524, + "macroF1": 0.803972423858533, + "F1_coffee": 0.9403854235456565, + "IoU_coffee": 0.8874787535410765, + "precision_coffee": 0.9254401512466028, + "recall_coffee": 0.9558213326824506, + "F1_noncoffee": 0.6675594241714095, + "IoU_noncoffee": 0.5010050251256282, + "kappa": 0.6085142098171228, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.854230276765488, + "mIoU": 0.5983138216139363, + "macroF1": 0.7190246142638421, + "F1_coffee": 0.9139334729006746, + "IoU_coffee": 0.8415078175198115, + "precision_coffee": 0.9062391880982585, + "recall_coffee": 0.9217595307917889, + "F1_noncoffee": 0.5241157556270096, + "IoU_noncoffee": 0.355119825708061, + "kappa": 0.438273122855035, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.877285616505329, + "mIoU": 0.611899123306694, + "macroF1": 0.7269974115038813, + "F1_coffee": 0.9295537468425484, + "IoU_coffee": 0.8683796539066597, + "precision_coffee": 0.8983400238689379, + "recall_coffee": 0.9630146545708305, + "F1_noncoffee": 0.5244410761652141, + "IoU_noncoffee": 0.3554185927067283, + "kappa": 0.4584087759578432, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.852326685660019, + "mIoU": 0.7123094787571493, + "macroF1": 0.8284985301168286, + "F1_coffee": 0.8924247665167762, + "IoU_coffee": 0.8057464084946908, + "precision_coffee": 0.8872077028885832, + "recall_coffee": 0.8977035490605428, + "F1_noncoffee": 0.7645722937168812, + "IoU_noncoffee": 0.6188725490196079, + "kappa": 0.6570230146885556, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8672084130019121, + "mIoU": 0.7337492385329567, + "macroF1": 0.8431721052658565, + "F1_coffee": 0.9045688766746822, + "IoU_coffee": 0.825765178123432, + "precision_coffee": 0.8845740392367644, + "recall_coffee": 0.9254885421060031, + "F1_noncoffee": 0.7817753338570307, + "IoU_noncoffee": 0.6417332989424813, + "kappa": 0.6867102495357024, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8511230562488001, + "mIoU": 0.7027293389743906, + "macroF1": 0.820808572594039, + "F1_coffee": 0.894511324219547, + "IoU_coffee": 0.8091546696197859, + "precision_coffee": 0.8616352201257862, + "recall_coffee": 0.9299957573186254, + "F1_noncoffee": 0.747105820968531, + "IoU_noncoffee": 0.5963040083289953, + "kappa": 0.6428636125232654, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6623, + 7520 + ], + [ + 46186, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5458417097727457, + "test_tta": { + "OA": 0.8691446193799708, + "mIoU": 0.6947102661803419, + "macroF1": 0.8105182151305323, + "F1_coffee": 0.915915727993325, + "IoU_coffee": 0.8448750264570626, + "precision_coffee": 0.8925681993739074, + "recall_coffee": 0.9405174998929016, + "F1_noncoffee": 0.7051207022677396, + "IoU_noncoffee": 0.5445455059036213, + "kappa": 0.621943592849308, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8340256143994462, + "mIoU": 0.6377197750800303, + "macroF1": 0.7658567794130651, + "F1_coffee": 0.8921947015400757, + "IoU_coffee": 0.8053713976457855, + "precision_coffee": 0.8702644419671413, + "recall_coffee": 0.9152587979780507, + "F1_noncoffee": 0.6395188572860544, + "IoU_noncoffee": 0.4700681525142752, + "kappa": 0.5327058014980527, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.684738040356863, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8692095439052102, + "mIoU": 0.7070552061378184, + "macroF1": 0.8210889707315715, + "F1_coffee": 0.9138752912507214, + "IoU_coffee": 0.8414091714229482, + "precision_coffee": 0.9120232101715163, + "recall_coffee": 0.9157349098230733, + "F1_noncoffee": 0.7283026502124216, + "IoU_noncoffee": 0.5727012408526885, + "kappa": 0.6421825965448064, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8295402099919233, + "mIoU": 0.645515126863609, + "macroF1": 0.7744324750110649, + "F1_coffee": 0.8859246962077851, + "IoU_coffee": 0.7952107843986623, + "precision_coffee": 0.8897979758811897, + "recall_coffee": 0.8820849910626766, + "F1_noncoffee": 0.6629402538143447, + "IoU_noncoffee": 0.4958194693285556, + "kappa": 0.5488902064774026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34272076372315036, + "mIoU": 0.17217993324031722, + "macroF1": 0.2574335411880538, + "F1_coffee": 0.509090909090909, + "IoU_coffee": 0.34146341463414637, + "precision_coffee": 1.0, + "recall_coffee": 0.34146341463414637, + "F1_noncoffee": 0.005776173285198556, + "IoU_noncoffee": 0.002896451846488052, + "kappa": 0.0019761102387211987, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8859571540880503, + "mIoU": 0.7398114059084885, + "macroF1": 0.8449445563530883, + "F1_coffee": 0.9246893150329343, + "IoU_coffee": 0.85992757996379, + "precision_coffee": 0.9228626943005181, + "recall_coffee": 0.9265231809610508, + "F1_noncoffee": 0.7651997976732423, + "IoU_noncoffee": 0.619695231853187, + "kappa": 0.6898929004113107, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8563527870761171, + "mIoU": 0.6896054722017869, + "macroF1": 0.8086250254064903, + "F1_coffee": 0.9041964603487883, + "IoU_coffee": 0.8251446793433329, + "precision_coffee": 0.915122142903923, + "recall_coffee": 0.8935285842179307, + "F1_noncoffee": 0.7130535904641923, + "IoU_noncoffee": 0.5540662650602409, + "kappa": 0.6174133891143994, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8655364495035117, + "mIoU": 0.6928137732257016, + "macroF1": 0.8095853955137597, + "F1_coffee": 0.9128031159693429, + "IoU_coffee": 0.839593204668901, + "precision_coffee": 0.8987443557864786, + "recall_coffee": 0.9273086987044483, + "F1_noncoffee": 0.7063676750581764, + "IoU_noncoffee": 0.5460343417825021, + "kappa": 0.6194843340446009, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9076562818163307, + "mIoU": 0.7277429846669703, + "macroF1": 0.8314231638212706, + "F1_coffee": 0.9447860230108966, + "IoU_coffee": 0.8953501788392754, + "precision_coffee": 0.9425482813069355, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.7180603046316444, + "IoU_noncoffee": 0.5601357904946653, + "kappa": 0.6628560312962775, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.848517679503595, + "mIoU": 0.6081602526497101, + "macroF1": 0.7316034401370313, + "F1_coffee": 0.90874569835054, + "IoU_coffee": 0.832753371030883, + "precision_coffee": 0.9194381078160644, + "recall_coffee": 0.8982991202346041, + "F1_noncoffee": 0.5544611819235226, + "IoU_noncoffee": 0.38356713426853706, + "kappa": 0.4635610884966588, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8829568788501027, + "mIoU": 0.6440662957540264, + "macroF1": 0.7595950948025572, + "F1_coffee": 0.931806528798496, + "IoU_coffee": 0.87232, + "precision_coffee": 0.9132328308207706, + "recall_coffee": 0.9511514305652478, + "F1_noncoffee": 0.5873836608066184, + "IoU_noncoffee": 0.4158125915080527, + "kappa": 0.5203905870123787, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8657169990503324, + "mIoU": 0.7355836072638099, + "macroF1": 0.8448466921401712, + "F1_coffee": 0.9017509727626459, + "IoU_coffee": 0.8210806023029229, + "precision_coffee": 0.9003746357707784, + "recall_coffee": 0.9031315240083507, + "F1_noncoffee": 0.7879424115176965, + "IoU_noncoffee": 0.6500866122246969, + "kappa": 0.6896949492915954, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8639579349904398, + "mIoU": 0.7363985825283461, + "macroF1": 0.8457587660585225, + "F1_coffee": 0.8987404824592614, + "IoU_coffee": 0.8161023520289481, + "precision_coffee": 0.909942363112392, + "recall_coffee": 0.8878110501897933, + "F1_noncoffee": 0.7927770496577836, + "IoU_noncoffee": 0.6566948130277442, + "kappa": 0.6916131748392346, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8484354002687656, + "mIoU": 0.706282739414464, + "macroF1": 0.8242453278086822, + "F1_coffee": 0.8894489953091087, + "IoU_coffee": 0.8009078300340436, + "precision_coffee": 0.8807542983915696, + "recall_coffee": 0.8983170697213972, + "F1_noncoffee": 0.7590416603082557, + "IoU_noncoffee": 0.6116576487948844, + "kappa": 0.6485653044905176, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6677, + 7520 + ], + [ + 46298, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0689627130826316, + "test_tta": { + "OA": 0.8725531569550398, + "mIoU": 0.7100858258299627, + "macroF1": 0.8230198277847101, + "F1_coffee": 0.9166489745658358, + "IoU_coffee": 0.8461236967939171, + "precision_coffee": 0.9086241003409234, + "recall_coffee": 0.9248168615859144, + "F1_noncoffee": 0.7293906810035843, + "IoU_noncoffee": 0.5740479548660085, + "kappa": 0.6461292713323746, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8331602630668051, + "mIoU": 0.6477063199074661, + "macroF1": 0.7756542085728768, + "F1_coffee": 0.8892378399080811, + "IoU_coffee": 0.8005654782428798, + "precision_coffee": 0.885997214325237, + "recall_coffee": 0.8925022583559169, + "F1_noncoffee": 0.6620705772376724, + "IoU_noncoffee": 0.4948471615720524, + "kappa": 0.551326730073675, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.682014763967653, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588865443921442, + "mIoU": 0.6972709946609763, + "macroF1": 0.8147369731820413, + "F1_coffee": 0.9051763628034815, + "IoU_coffee": 0.8267782426778243, + "precision_coffee": 0.9221333333333334, + "recall_coffee": 0.8888317696954119, + "F1_noncoffee": 0.7242975835606013, + "IoU_noncoffee": 0.5677637466441284, + "kappa": 0.6298378823680537, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8167474327910464, + "mIoU": 0.6353633750489545, + "macroF1": 0.7678081990406658, + "F1_coffee": 0.8744069270915704, + "IoU_coffee": 0.7768410699545111, + "precision_coffee": 0.9001200675634424, + "recall_coffee": 0.8501220473197639, + "F1_noncoffee": 0.6612094709897611, + "IoU_noncoffee": 0.49388568014339773, + "kappa": 0.5366363902902959, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25823389021479715, + "mIoU": 0.12969115759269048, + "macroF1": 0.2068987190056069, + "F1_coffee": 0.408675799086758, + "IoU_coffee": 0.2568149210903874, + "precision_coffee": 1.0, + "recall_coffee": 0.2568149210903874, + "F1_noncoffee": 0.005121638924455826, + "IoU_noncoffee": 0.0025673940949935813, + "kappa": 0.0013178213247785487, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8760318396226415, + "mIoU": 0.730523966340201, + "macroF1": 0.8391742640591218, + "F1_coffee": 0.9161654759926898, + "IoU_coffee": 0.8453001410264271, + "precision_coffee": 0.936803479206306, + "recall_coffee": 0.8964171922751805, + "F1_noncoffee": 0.7621830521255538, + "IoU_noncoffee": 0.615747791653975, + "kappa": 0.6787907561772424, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8456313976616698, + "mIoU": 0.6791282107143444, + "macroF1": 0.8016200884291922, + "F1_coffee": 0.8950596926324121, + "IoU_coffee": 0.8100525310410697, + "precision_coffee": 0.9241351130482157, + "recall_coffee": 0.8677580253229313, + "F1_noncoffee": 0.7081804842259721, + "IoU_noncoffee": 0.548203890387619, + "kappa": 0.604329324930605, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8552191813998546, + "mIoU": 0.6830039575354157, + "macroF1": 0.8030682466305871, + "F1_coffee": 0.9044101186478621, + "IoU_coffee": 0.8255006129955047, + "precision_coffee": 0.9064102564102564, + "recall_coffee": 0.902418788691046, + "F1_noncoffee": 0.701726374613312, + "IoU_noncoffee": 0.5405073020753267, + "kappa": 0.6061424775462155, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.724770381281153, + "macroF1": 0.8299446313678409, + "F1_coffee": 0.9406831915156, + "IoU_coffee": 0.8880093131548312, + "precision_coffee": 0.9506480558325024, + "recall_coffee": 0.9309250671222846, + "F1_noncoffee": 0.7192060712200817, + "IoU_noncoffee": 0.5615314494074749, + "kappa": 0.660066073091973, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8369939919235694, + "mIoU": 0.5974856156736377, + "macroF1": 0.7234283295405001, + "F1_coffee": 0.9006543009784501, + "IoU_coffee": 0.8192639510756798, + "precision_coffee": 0.9223014507007622, + "recall_coffee": 0.88, + "F1_noncoffee": 0.54620235810255, + "IoU_noncoffee": 0.3757072802715956, + "kappa": 0.4482450605134731, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8761122518822724, + "mIoU": 0.6416395292159216, + "macroF1": 0.7589489641906002, + "F1_coffee": 0.9270035144322175, + "IoU_coffee": 0.8639390034364262, + "precision_coffee": 0.9184838451878068, + "recall_coffee": 0.9356827169109095, + "F1_noncoffee": 0.5908944139489829, + "IoU_noncoffee": 0.41934005499541704, + "kappa": 0.5181302905976228, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8517568850902184, + "mIoU": 0.7203634506742846, + "macroF1": 0.8350965204720043, + "F1_coffee": 0.8875117100237804, + "IoU_coffee": 0.7977717320896489, + "precision_coffee": 0.9202032277346085, + "recall_coffee": 0.8570633263743911, + "F1_noncoffee": 0.7826813309202283, + "IoU_noncoffee": 0.6429551692589204, + "kappa": 0.6709952628832582, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8540152963671128, + "mIoU": 0.725634539907978, + "macroF1": 0.8389103899672978, + "F1_coffee": 0.8882383078386884, + "IoU_coffee": 0.7989466754443713, + "precision_coffee": 0.926412213740458, + "recall_coffee": 0.8530858990580626, + "F1_noncoffee": 0.7895824720959074, + "IoU_noncoffee": 0.6523224043715847, + "kappa": 0.6788474360345739, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8347091572278749, + "mIoU": 0.6906881982959079, + "macroF1": 0.8137608966686366, + "F1_coffee": 0.8762219666474985, + "IoU_coffee": 0.779710886529359, + "precision_coffee": 0.8909516152609268, + "recall_coffee": 0.8619714326120775, + "F1_noncoffee": 0.7512998266897747, + "IoU_noncoffee": 0.6016655100624566, + "kappa": 0.6277262359743643, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6607, + 7520 + ], + [ + 45732, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5471001068751018, + "test_tta": { + "OA": 0.8625872423307904, + "mIoU": 0.7005702464138037, + "macroF1": 0.8168424323891553, + "F1_coffee": 0.9083766233766234, + "IoU_coffee": 0.8321337219677593, + "precision_coffee": 0.918033862711642, + "recall_coffee": 0.8989204472432849, + "F1_noncoffee": 0.7253082414016873, + "IoU_noncoffee": 0.5690067708598483, + "kappa": 0.6338063542737272, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8211895696319372, + "mIoU": 0.6384417701997491, + "macroF1": 0.7696867189253115, + "F1_coffee": 0.8785985664486311, + "IoU_coffee": 0.7834826496219067, + "precision_coffee": 0.8955584389659647, + "recall_coffee": 0.8622691191450922, + "F1_noncoffee": 0.6607748714019919, + "IoU_noncoffee": 0.49340089077759164, + "kappa": 0.5398345807070103, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6658658481670054, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8191527349456257, + "mIoU": 0.6234800543284923, + "macroF1": 0.7555957262435578, + "F1_coffee": 0.8802296082899772, + "IoU_coffee": 0.7860804454257464, + "precision_coffee": 0.8834966121444909, + "recall_coffee": 0.8769866769481215, + "F1_noncoffee": 0.6309618441971383, + "IoU_noncoffee": 0.4608796632312382, + "kappa": 0.5112120460652761, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7847150109611168, + "mIoU": 0.5797146560140106, + "macroF1": 0.7197197380099551, + "F1_coffee": 0.8546897055244586, + "IoU_coffee": 0.7462516574303879, + "precision_coffee": 0.8659263058229446, + "recall_coffee": 0.8437409906013954, + "F1_noncoffee": 0.5847497704954516, + "IoU_noncoffee": 0.4131776545976334, + "kappa": 0.4397090854493963, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.356563245823389, + "mIoU": 0.17914547836741856, + "macroF1": 0.26512345871767806, + "F1_coffee": 0.5243472124206069, + "IoU_coffee": 0.3553323768531803, + "precision_coffee": 1.0, + "recall_coffee": 0.3553323768531803, + "F1_noncoffee": 0.0058997050147492625, + "IoU_noncoffee": 0.0029585798816568047, + "kappa": 0.0021003503881973176, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8451749213836478, + "mIoU": 0.6690545876790596, + "macroF1": 0.792708346454894, + "F1_coffee": 0.8969958484521592, + "IoU_coffee": 0.8132298026198803, + "precision_coffee": 0.9019195372074678, + "recall_coffee": 0.8921256258534365, + "F1_noncoffee": 0.6884208444576287, + "IoU_noncoffee": 0.5248793727382388, + "kappa": 0.5854540636692025, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8030369184495222, + "mIoU": 0.606870424635001, + "macroF1": 0.7430920248020346, + "F1_coffee": 0.8671900556100752, + "IoU_coffee": 0.7655212243719318, + "precision_coffee": 0.8876908652558264, + "recall_coffee": 0.8476147844992966, + "F1_noncoffee": 0.618993993993994, + "IoU_noncoffee": 0.4482196248980701, + "kappa": 0.48696903816381953, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8095906999273432, + "mIoU": 0.5958206675847755, + "macroF1": 0.7297363986696791, + "F1_coffee": 0.8766435497536637, + "IoU_coffee": 0.7803787921112911, + "precision_coffee": 0.8623286825534017, + "recall_coffee": 0.8914417001723147, + "F1_noncoffee": 0.5828292475856945, + "IoU_noncoffee": 0.4112625430582597, + "kappa": 0.4599760591622814, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8800651598452454, + "mIoU": 0.6683808257476108, + "macroF1": 0.7842227217227217, + "F1_coffee": 0.928030303030303, + "IoU_coffee": 0.8657243816254417, + "precision_coffee": 0.9291656471739662, + "recall_coffee": 0.9268977300463754, + "F1_noncoffee": 0.6404151404151404, + "IoU_noncoffee": 0.47103726986977995, + "kappa": 0.568448662682429, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8255687973997833, + "mIoU": 0.5810502393624071, + "macroF1": 0.7086347180734105, + "F1_coffee": 0.8932167621344589, + "IoU_coffee": 0.8070385704946611, + "precision_coffee": 0.9189826302729529, + "recall_coffee": 0.8688563049853373, + "F1_noncoffee": 0.5240526740123622, + "IoU_noncoffee": 0.35506190823015293, + "kappa": 0.4193040386080772, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8703432091522441, + "mIoU": 0.6345582665146179, + "macroF1": 0.7532546509153357, + "F1_coffee": 0.9232283464566929, + "IoU_coffee": 0.8574040219378428, + "precision_coffee": 0.9191837675812774, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.5832809553739786, + "IoU_noncoffee": 0.41171251109139306, + "kappa": 0.5065611600632254, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8126305792972459, + "mIoU": 0.6542297407271704, + "macroF1": 0.7863520812487927, + "F1_coffee": 0.8612810236940167, + "IoU_coffee": 0.7563595949617189, + "precision_coffee": 0.8702756464904803, + "recall_coffee": 0.8524704244954767, + "F1_noncoffee": 0.7114231388035688, + "IoU_noncoffee": 0.552099886492622, + "kappa": 0.5727990939323446, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7811663479923519, + "mIoU": 0.6111892146002312, + "macroF1": 0.753129872643957, + "F1_coffee": 0.8363246335359313, + "IoU_coffee": 0.7186923927737495, + "precision_coffee": 0.8509895227008148, + "recall_coffee": 0.8221566146492338, + "F1_noncoffee": 0.6699351117519827, + "IoU_noncoffee": 0.503686036426713, + "kappa": 0.5065552495044107, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7499520061432137, + "mIoU": 0.5540631293082144, + "macroF1": 0.7020565798374188, + "F1_coffee": 0.8215142171976705, + "IoU_coffee": 0.6970930232558139, + "precision_coffee": 0.7967836257309941, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.5825989424771671, + "IoU_noncoffee": 0.411033235360615, + "kappa": 0.4054526038056708, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 227, + 563 + ], + [ + 6132, + 7520 + ], + [ + 44095, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1943472822507224, + "test_tta": { + "OA": 0.828128550559974, + "mIoU": 0.6325493045722766, + "macroF1": 0.7622735766807671, + "F1_coffee": 0.8873953869221689, + "IoU_coffee": 0.7975837745875786, + "precision_coffee": 0.8811640725644654, + "recall_coffee": 0.8937154607376944, + "F1_noncoffee": 0.6371517664393653, + "IoU_noncoffee": 0.46751483455697473, + "kappa": 0.5246237574701482, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7952867197415484, + "mIoU": 0.5888978191247299, + "macroF1": 0.7264905903615109, + "F1_coffee": 0.8636634329075017, + "IoU_coffee": 0.7600419258858534, + "precision_coffee": 0.8632322728058217, + "recall_coffee": 0.8640950239289626, + "F1_noncoffee": 0.5893177478155199, + "IoU_noncoffee": 0.41775371236360653, + "kappa": 0.45298159179447295, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6775652332074872, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8290212627820159, + "mIoU": 0.6533951131933775, + "macroF1": 0.7819389624023229, + "F1_coffee": 0.8832642567432789, + "IoU_coffee": 0.7909339896002858, + "precision_coffee": 0.9150440852314474, + "recall_coffee": 0.8536177869168488, + "F1_noncoffee": 0.6806136680613668, + "IoU_noncoffee": 0.5158562367864693, + "kappa": 0.5653124518335529, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7923156801661475, + "mIoU": 0.60387195864515, + "macroF1": 0.7429147239480757, + "F1_coffee": 0.8556101473979746, + "IoU_coffee": 0.7476561815473582, + "precision_coffee": 0.8944256933816901, + "recall_coffee": 0.8200234484614349, + "F1_noncoffee": 0.6302193004981768, + "IoU_noncoffee": 0.46008773574294176, + "kappa": 0.48829746407301405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3369928400954654, + "mIoU": 0.16929801703743147, + "macroF1": 0.2542059207739155, + "F1_coffee": 0.5026852846401718, + "IoU_coffee": 0.3357245337159254, + "precision_coffee": 1.0, + "recall_coffee": 0.3357245337159254, + "F1_noncoffee": 0.00572655690765927, + "IoU_noncoffee": 0.002871500358937545, + "kappa": 0.001926209308571108, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8377555031446541, + "mIoU": 0.6722586146161091, + "macroF1": 0.7971686486795553, + "F1_coffee": 0.887900597501358, + "IoU_coffee": 0.7984003907442457, + "precision_coffee": 0.9289621368189245, + "recall_coffee": 0.8503153651082646, + "F1_noncoffee": 0.7064366998577525, + "IoU_noncoffee": 0.5461168384879725, + "kappa": 0.5964023045455085, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8071605297627711, + "mIoU": 0.6248568561376115, + "macroF1": 0.7599929084604835, + "F1_coffee": 0.8663910456791368, + "IoU_coffee": 0.7642768190713396, + "precision_coffee": 0.9132005951959187, + "recall_coffee": 0.8241463102698555, + "F1_noncoffee": 0.6535947712418301, + "IoU_noncoffee": 0.4854368932038835, + "kappa": 0.523233630092778, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8422378299830467, + "mIoU": 0.6640368384536424, + "macroF1": 0.7887815532275628, + "F1_coffee": 0.8950404434275402, + "IoU_coffee": 0.8100209986000934, + "precision_coffee": 0.903983856268715, + "recall_coffee": 0.8862722573233773, + "F1_noncoffee": 0.6825226630275856, + "IoU_noncoffee": 0.5180526783071915, + "kappa": 0.5776881350162149, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8888210140500916, + "mIoU": 0.6989355309984733, + "macroF1": 0.8102642870905635, + "F1_coffee": 0.9323503902862099, + "IoU_coffee": 0.8732737611697806, + "precision_coffee": 0.9467790639154504, + "recall_coffee": 0.9183548938247498, + "F1_noncoffee": 0.6881781838949171, + "IoU_noncoffee": 0.5245973008271658, + "kappa": 0.6209343733322966, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8107948389638531, + "mIoU": 0.5699231614995486, + "macroF1": 0.700687827167934, + "F1_coffee": 0.8822267181656551, + "IoU_coffee": 0.789271610355419, + "precision_coffee": 0.9240945286411508, + "recall_coffee": 0.8439882697947214, + "F1_noncoffee": 0.5191489361702127, + "IoU_noncoffee": 0.3505747126436782, + "kappa": 0.40635097713135315, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8602718294710081, + "mIoU": 0.6114482496581131, + "macroF1": 0.7316744994765367, + "F1_coffee": 0.9174322528456694, + "IoU_coffee": 0.8474594363791631, + "precision_coffee": 0.9115857159260535, + "recall_coffee": 0.9233542684345196, + "F1_noncoffee": 0.5459167461074039, + "IoU_noncoffee": 0.3754370629370629, + "kappa": 0.46347037168589933, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7901234567901234, + "mIoU": 0.6356630860920749, + "macroF1": 0.7743503835790402, + "F1_coffee": 0.8340093135045816, + "IoU_coffee": 0.7152795671218758, + "precision_coffee": 0.9058573992494697, + "recall_coffee": 0.7727209464161447, + "F1_noncoffee": 0.7146914536534986, + "IoU_noncoffee": 0.556046605062274, + "kappa": 0.55352841535999, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8036328871892925, + "mIoU": 0.6519930747805798, + "macroF1": 0.7862868442831679, + "F1_coffee": 0.8471726190476191, + "IoU_coffee": 0.7348651090744804, + "precision_coffee": 0.8997945313734788, + "recall_coffee": 0.8003655279066498, + "F1_noncoffee": 0.7254010695187165, + "IoU_noncoffee": 0.5691210404866792, + "kappa": 0.5751843152254323, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8245344595891726, + "mIoU": 0.6779845748059767, + "macroF1": 0.8048861551151925, + "F1_coffee": 0.8668026814339843, + "IoU_coffee": 0.7649176954732511, + "precision_coffee": 0.8940327671727041, + "recall_coffee": 0.8411822938763965, + "F1_noncoffee": 0.7429696287964005, + "IoU_noncoffee": 0.5910514541387024, + "kappa": 0.6104696130935495, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 458, + 563 + ], + [ + 6227, + 7520 + ], + [ + 44367, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7320401628812154, + "test_tta": { + "OA": 0.8375588378509982, + "mIoU": 0.6632777281829916, + "macroF1": 0.7891189394120006, + "F1_coffee": 0.890188505343545, + "IoU_coffee": 0.802107844106539, + "precision_coffee": 0.9125573652479079, + "recall_coffee": 0.8688900312727584, + "F1_noncoffee": 0.6880493734804564, + "IoU_noncoffee": 0.524447612259444, + "kappa": 0.5789565534658736, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8018056997807776, + "mIoU": 0.6131120986949097, + "macroF1": 0.7497383807391036, + "F1_coffee": 0.8638893841247202, + "IoU_coffee": 0.7603919654066118, + "precision_coffee": 0.8912186050313694, + "recall_coffee": 0.8381863960483577, + "F1_noncoffee": 0.6355873773534871, + "IoU_noncoffee": 0.46583223198320767, + "kappa": 0.5007337162901994, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6884981666249153, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8699399448141536, + "mIoU": 0.7033969916753781, + "macroF1": 0.8178492251949241, + "F1_coffee": 0.9152574637520225, + "IoU_coffee": 0.8437554840596666, + "precision_coffee": 0.9039293100206806, + "recall_coffee": 0.9268731525510859, + "F1_noncoffee": 0.7204409866378257, + "IoU_noncoffee": 0.5630384992910895, + "kappa": 0.6358871006623751, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8336506288219684, + "mIoU": 0.6458910599253602, + "macroF1": 0.7738154186841388, + "F1_coffee": 0.8901502885769252, + "IoU_coffee": 0.8020457899975972, + "precision_coffee": 0.8822518831769526, + "recall_coffee": 0.8981913932614504, + "F1_noncoffee": 0.6574805487913524, + "IoU_noncoffee": 0.4897363298531233, + "kappa": 0.5477438597473799, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4315035799522673, + "mIoU": 0.21688167460064953, + "macroF1": 0.3042388215522297, + "F1_coffee": 0.6018054162487463, + "IoU_coffee": 0.430416068866571, + "precision_coffee": 1.0, + "recall_coffee": 0.430416068866571, + "F1_noncoffee": 0.006672226855713094, + "IoU_noncoffee": 0.0033472803347280333, + "kappa": 0.002877301091576101, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8900845125786163, + "mIoU": 0.7446296959263732, + "macroF1": 0.8480862098842692, + "F1_coffee": 0.927961871638811, + "IoU_coffee": 0.8656052868729348, + "precision_coffee": 0.9192292969248437, + "recall_coffee": 0.9368619546134339, + "F1_noncoffee": 0.7682105481297274, + "IoU_noncoffee": 0.6236541049798116, + "kappa": 0.6962606199046386, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8550914471450056, + "mIoU": 0.6827099318868696, + "macroF1": 0.8028346692952802, + "F1_coffee": 0.9043394715772618, + "IoU_coffee": 0.8253829065824857, + "precision_coffee": 0.9058189516905113, + "recall_coffee": 0.9028648164726947, + "F1_noncoffee": 0.7013298670132987, + "IoU_noncoffee": 0.5400369571912534, + "kappa": 0.6056726229555034, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8649067570840397, + "mIoU": 0.6841128712641589, + "macroF1": 0.8020432386700973, + "F1_coffee": 0.9135970754980018, + "IoU_coffee": 0.8409376069350976, + "precision_coffee": 0.8877182420228777, + "recall_coffee": 0.9410300593528623, + "F1_noncoffee": 0.6904894018421929, + "IoU_noncoffee": 0.5272881355932203, + "kappa": 0.6052880952988939, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.903685603746691, + "mIoU": 0.7094416748800902, + "macroF1": 0.8165119446786084, + "F1_coffee": 0.9429845708775313, + "IoU_coffee": 0.8921199680693351, + "precision_coffee": 0.9315313169802334, + "recall_coffee": 0.9547229680253845, + "F1_noncoffee": 0.6900393184796855, + "IoU_noncoffee": 0.5267633816908455, + "kappa": 0.6333252302665329, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8463508322663252, + "mIoU": 0.5954790696834185, + "macroF1": 0.718320229152786, + "F1_coffee": 0.908224496999647, + "IoU_coffee": 0.8318784351762043, + "precision_coffee": 0.9110114481293521, + "recall_coffee": 0.9054545454545454, + "F1_noncoffee": 0.528415961305925, + "IoU_noncoffee": 0.3590797041906327, + "kappa": 0.4366675482510983, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8758189107265083, + "mIoU": 0.6106987164556292, + "macroF1": 0.7261172303419907, + "F1_coffee": 0.9286035529570497, + "IoU_coffee": 0.866722636163291, + "precision_coffee": 0.8986942328618063, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5236309077269318, + "IoU_noncoffee": 0.3546747967479675, + "kappa": 0.4562528603860337, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8773979107312441, + "mIoU": 0.7544173118057393, + "macroF1": 0.8575448484854137, + "F1_coffee": 0.9107253993499758, + "IoU_coffee": 0.8360843067546978, + "precision_coffee": 0.9050302363936229, + "recall_coffee": 0.9164926931106472, + "F1_noncoffee": 0.8043642976208516, + "IoU_noncoffee": 0.6727503168567808, + "kappa": 0.7151144185835974, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8635755258126195, + "mIoU": 0.7331022744938105, + "macroF1": 0.8432449643546706, + "F1_coffee": 0.8996977577844942, + "IoU_coffee": 0.8176823814999361, + "precision_coffee": 0.8996345234748383, + "recall_coffee": 0.8997610009841136, + "F1_noncoffee": 0.7867921709248469, + "IoU_noncoffee": 0.6485221674876848, + "kappa": 0.6864899320017771, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8541946630831253, + "mIoU": 0.7119631010120201, + "macroF1": 0.8278876065516929, + "F1_coffee": 0.8951763163342764, + "IoU_coffee": 0.8102435977514054, + "precision_coffee": 0.8741239892183288, + "recall_coffee": 0.9172677131947391, + "F1_noncoffee": 0.7605988967691095, + "IoU_noncoffee": 0.6136826042726348, + "kappa": 0.656230607913811, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6634, + 7520 + ], + [ + 46386, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.73085351785024, + "test_tta": { + "OA": 0.8730076286317157, + "mIoU": 0.7059163674759183, + "macroF1": 0.8194112056653948, + "F1_coffee": 0.9177926744699183, + "IoU_coffee": 0.8480747198974737, + "precision_coffee": 0.9007383270087445, + "recall_coffee": 0.9355052906652958, + "F1_noncoffee": 0.7210297368608715, + "IoU_noncoffee": 0.563758015054363, + "kappa": 0.6392612583039975, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8364485981308412, + "mIoU": 0.6467212082039945, + "macroF1": 0.7739400545847068, + "F1_coffee": 0.8928125827063405, + "IoU_coffee": 0.8063789099849747, + "precision_coffee": 0.8783826510684992, + "recall_coffee": 0.9077245382382901, + "F1_noncoffee": 0.6550675264630733, + "IoU_noncoffee": 0.48706350642301427, + "kappa": 0.5482724178642082, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6858680894037115, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8710923551371531, + "mIoU": 0.7071535683875398, + "macroF1": 0.8208202410716678, + "F1_coffee": 0.9157293833029159, + "IoU_coffee": 0.8445579629303427, + "precision_coffee": 0.9073342024475377, + "recall_coffee": 0.9242813691470676, + "F1_noncoffee": 0.7259110988404197, + "IoU_noncoffee": 0.569749173844737, + "kappa": 0.6417402381049002, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8341121495327103, + "mIoU": 0.6490649391814256, + "macroF1": 0.7767147948124471, + "F1_coffee": 0.889922480620155, + "IoU_coffee": 0.8016759776536313, + "precision_coffee": 0.8862583633556356, + "recall_coffee": 0.8936170212765957, + "F1_noncoffee": 0.6635071090047393, + "IoU_noncoffee": 0.49645390070921985, + "kappa": 0.5534529221932226, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4343675417661098, + "mIoU": 0.21832484044921585, + "macroF1": 0.3056551941715395, + "F1_coffee": 0.6046046046046046, + "IoU_coffee": 0.4332855093256815, + "precision_coffee": 1.0, + "recall_coffee": 0.4332855093256815, + "F1_noncoffee": 0.006705783738474434, + "IoU_noncoffee": 0.00336417157275021, + "kappa": 0.0029110503035758638, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8859571540880503, + "mIoU": 0.7392706449668476, + "macroF1": 0.8445163720877858, + "F1_coffee": 0.9247869341197058, + "IoU_coffee": 0.8600964436407474, + "precision_coffee": 0.9217700258397933, + "recall_coffee": 0.9278236556343066, + "F1_noncoffee": 0.7642458100558659, + "IoU_noncoffee": 0.6184448462929476, + "kappa": 0.6890431852515877, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8651336535196236, + "mIoU": 0.6981964146224833, + "macroF1": 0.8143229784667803, + "F1_coffee": 0.9114536883679449, + "IoU_coffee": 0.837312734082397, + "precision_coffee": 0.9079832466048992, + "recall_coffee": 0.9149507609668756, + "F1_noncoffee": 0.7171922685656155, + "IoU_noncoffee": 0.5590800951625694, + "kappa": 0.6286632831026008, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8623879874061516, + "mIoU": 0.6844511636703261, + "macroF1": 0.8028685970898185, + "F1_coffee": 0.9111882209509519, + "IoU_coffee": 0.8368647717484927, + "precision_coffee": 0.893014705882353, + "recall_coffee": 0.9301167911162167, + "F1_noncoffee": 0.6945489732286851, + "IoU_noncoffee": 0.5320375555921595, + "kappa": 0.606297982950292, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.905620036652413, + "mIoU": 0.717767703271194, + "macroF1": 0.8233462662836095, + "F1_coffee": 0.9439031770045386, + "IoU_coffee": 0.893765757506303, + "precision_coffee": 0.9361421197935422, + "recall_coffee": 0.9517939956065413, + "F1_noncoffee": 0.7027893555626803, + "IoU_noncoffee": 0.541769649036085, + "kappa": 0.6468211438254637, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8603368462523392, + "mIoU": 0.6110480914053027, + "macroF1": 0.7312197884998966, + "F1_coffee": 0.9175101803374055, + "IoU_coffee": 0.8475924333619949, + "precision_coffee": 0.9100980957876514, + "recall_coffee": 0.9250439882697947, + "F1_noncoffee": 0.5449293966623877, + "IoU_noncoffee": 0.3745037494486105, + "kappa": 0.46263620761859386, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8780678595873668, + "mIoU": 0.6265474652765162, + "macroF1": 0.7426990986850448, + "F1_coffee": 0.9293284216491924, + "IoU_coffee": 0.867986449290705, + "precision_coffee": 0.9062672709185365, + "recall_coffee": 0.9535938590369853, + "F1_noncoffee": 0.5560697757208971, + "IoU_noncoffee": 0.38510848126232744, + "kappa": 0.4874828212429084, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.867616334283001, + "mIoU": 0.7396933835799728, + "macroF1": 0.847746641330003, + "F1_coffee": 0.9027487093623552, + "IoU_coffee": 0.822736520854527, + "precision_coffee": 0.9050216813540355, + "recall_coffee": 0.9004871259568545, + "F1_noncoffee": 0.7927445732976509, + "IoU_noncoffee": 0.6566502463054187, + "kappa": 0.6954973759430644, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8697896749521988, + "mIoU": 0.7438650013973114, + "macroF1": 0.8506326607204573, + "F1_coffee": 0.904125017598198, + "IoU_coffee": 0.8250256937307296, + "precision_coffee": 0.9053996898350486, + "recall_coffee": 0.9028539294249965, + "F1_noncoffee": 0.7971403038427167, + "IoU_noncoffee": 0.662704309063893, + "kappa": 0.701266574266642, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8469955845651757, + "mIoU": 0.7028566079409804, + "macroF1": 0.8216702164472709, + "F1_coffee": 0.8888733965421082, + "IoU_coffee": 0.7999749027481491, + "precision_coffee": 0.8765296301388698, + "recall_coffee": 0.9015697921086127, + "F1_noncoffee": 0.7544670363524337, + "IoU_noncoffee": 0.6057383131338115, + "kappa": 0.6434966460378094, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6701, + 7520 + ], + [ + 46390, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.386753233273824, + "test_tta": { + "OA": 0.8750365200454472, + "mIoU": 0.7104434230890401, + "macroF1": 0.8228610689779028, + "F1_coffee": 0.9189979694256526, + "IoU_coffee": 0.8501352850719249, + "precision_coffee": 0.903083062798536, + "recall_coffee": 0.9354838709677419, + "F1_noncoffee": 0.726724168530153, + "IoU_noncoffee": 0.5707515611061552, + "kappa": 0.6460929444526354, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8387706242067613, + "mIoU": 0.6517477266477982, + "macroF1": 0.7781558115592142, + "F1_coffee": 0.8941172013373871, + "IoU_coffee": 0.8085099093852242, + "precision_coffee": 0.8814192343604108, + "recall_coffee": 0.9071863768283073, + "F1_noncoffee": 0.6621944217810413, + "IoU_noncoffee": 0.49498554391037225, + "kappa": 0.5566052091111906, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6750885736234274, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8163294431054168, + "mIoU": 0.6513256231082545, + "macroF1": 0.7828860620040281, + "F1_coffee": 0.8680977054034049, + "IoU_coffee": 0.7669369605022234, + "precision_coffee": 0.8631926987793554, + "recall_coffee": 0.8730587750240506, + "F1_noncoffee": 0.6976744186046512, + "IoU_noncoffee": 0.5357142857142857, + "kappa": 0.5658042585257227, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7868639667705088, + "mIoU": 0.6117774919460371, + "macroF1": 0.7522642090690512, + "F1_coffee": 0.8448471358978666, + "IoU_coffee": 0.7313725846618072, + "precision_coffee": 0.8424237348464229, + "recall_coffee": 0.8472845199738875, + "F1_noncoffee": 0.6596812822402358, + "IoU_noncoffee": 0.492182399230267, + "kappa": 0.504537411587629, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11592505854800937, + "mIoU": 0.05838312213785427, + "macroF1": 0.10531493741214737, + "F1_coffee": 0.20274551214361142, + "IoU_coffee": 0.1128084606345476, + "precision_coffee": 0.9896907216494846, + "recall_coffee": 0.11294117647058824, + "F1_noncoffee": 0.00788436268068331, + "IoU_noncoffee": 0.00395778364116095, + "kappa": -0.001447569108999463, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8098047680721446, + "mIoU": 0.6399733387371963, + "macroF1": 0.7738329645167641, + "F1_coffee": 0.8640307259696169, + "IoU_coffee": 0.7606110004226287, + "precision_coffee": 0.8523103984845409, + "recall_coffee": 0.8760778859527121, + "F1_noncoffee": 0.6836352030639112, + "IoU_noncoffee": 0.5193356770517639, + "kappa": 0.547864858700553, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8232914525033315, + "mIoU": 0.661210990796212, + "macroF1": 0.7903497244631563, + "F1_coffee": 0.8734535291912341, + "IoU_coffee": 0.775337326798572, + "precision_coffee": 0.8659278280848763, + "recall_coffee": 0.8811111875128927, + "F1_noncoffee": 0.7072459197350784, + "IoU_noncoffee": 0.5470846547938522, + "kappa": 0.5807727032072657, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8158453195001178, + "mIoU": 0.6527643923472214, + "macroF1": 0.7843113861082478, + "F1_coffee": 0.8667826561593832, + "IoU_coffee": 0.7648865073153109, + "precision_coffee": 0.871450130333379, + "recall_coffee": 0.8621649134713267, + "F1_noncoffee": 0.7018401160571123, + "IoU_noncoffee": 0.5406422773791318, + "kappa": 0.5686504669086212, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8393132716049383, + "mIoU": 0.6638227332238713, + "macroF1": 0.7892305138483375, + "F1_coffee": 0.8919725068084554, + "IoU_coffee": 0.8050093632958801, + "precision_coffee": 0.8645047762694822, + "recall_coffee": 0.9212429681221538, + "F1_noncoffee": 0.6864885208882198, + "IoU_noncoffee": 0.5226361031518625, + "kappa": 0.5796924219754653, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8217150496562261, + "mIoU": 0.6435010161582533, + "macroF1": 0.7743696637943396, + "F1_coffee": 0.8777261117296483, + "IoU_coffee": 0.7820961718020542, + "precision_coffee": 0.8703727756851539, + "recall_coffee": 0.8852047556142668, + "F1_noncoffee": 0.6710132158590308, + "IoU_noncoffee": 0.5049058605144524, + "kappa": 0.5488259732956774, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8231908670629304, + "mIoU": 0.6412355320210276, + "macroF1": 0.7718735979361068, + "F1_coffee": 0.8800716754127735, + "IoU_coffee": 0.7858285714285714, + "precision_coffee": 0.8670870113493064, + "recall_coffee": 0.8934511434511434, + "F1_noncoffee": 0.66367552045944, + "IoU_noncoffee": 0.49664249261348375, + "kappa": 0.5440339471074102, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7806088367210612, + "mIoU": 0.6151106084176368, + "macroF1": 0.7571004857633163, + "F1_coffee": 0.8326661329063251, + "IoU_coffee": 0.7133058984910837, + "precision_coffee": 0.8380952380952381, + "recall_coffee": 0.8273069135088227, + "F1_noncoffee": 0.6815348386203075, + "IoU_noncoffee": 0.5169153183441899, + "kappa": 0.5142397659952043, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8248576850094876, + "mIoU": 0.6755373207725737, + "macroF1": 0.802702133969851, + "F1_coffee": 0.8688175099488346, + "IoU_coffee": 0.7680613142354568, + "precision_coffee": 0.8611071981969292, + "recall_coffee": 0.8766671447009895, + "F1_noncoffee": 0.7365867579908676, + "IoU_noncoffee": 0.5830133273096906, + "kappa": 0.6054677825509194, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8085046200264001, + "mIoU": 0.6582484609577841, + "macroF1": 0.7908553427640799, + "F1_coffee": 0.8516110177540732, + "IoU_coffee": 0.7415701743224329, + "precision_coffee": 0.8766546329723225, + "recall_coffee": 0.8279585168347776, + "F1_noncoffee": 0.7300996677740864, + "IoU_noncoffee": 0.5749267475931352, + "kappa": 0.5823306564820595, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9213, + 11000 + ], + [ + 42138, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5289414445559184, + "test_tta": { + "OA": 0.8259862996321198, + "mIoU": 0.663489083618306, + "macroF1": 0.7918207673454682, + "F1_coffee": 0.8761567282083691, + "IoU_coffee": 0.7796075753619987, + "precision_coffee": 0.8635271610980113, + "recall_coffee": 0.8891612075679143, + "F1_noncoffee": 0.7074848064825674, + "IoU_noncoffee": 0.5473705918746133, + "kappa": 0.5838517909664144, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7960655359409253, + "mIoU": 0.6222555494831652, + "macroF1": 0.760214765086699, + "F1_coffee": 0.8529319992511389, + "IoU_coffee": 0.7435757938450936, + "precision_coffee": 0.84266014509135, + "recall_coffee": 0.863457367279466, + "F1_noncoffee": 0.6674975309222593, + "IoU_noncoffee": 0.5009353051212367, + "kappa": 0.5205905858459366, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6867956132871539, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8177248509450716, + "mIoU": 0.6477093857893138, + "macroF1": 0.7792326766838507, + "F1_coffee": 0.871416266765104, + "IoU_coffee": 0.7721325774095072, + "precision_coffee": 0.8515927326788955, + "recall_coffee": 0.8921847084154106, + "F1_noncoffee": 0.6870490866025972, + "IoU_noncoffee": 0.5232861941691204, + "kappa": 0.5590468950766245, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7901955694011769, + "mIoU": 0.6110486132387474, + "macroF1": 0.7506885471909956, + "F1_coffee": 0.8499334619391976, + "IoU_coffee": 0.739029815937713, + "precision_coffee": 0.8330637007077857, + "recall_coffee": 0.8675005791058605, + "F1_noncoffee": 0.6514436324427938, + "IoU_noncoffee": 0.4830674105397818, + "kappa": 0.50185156505785, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.0922607675548852, + "macroF1": 0.15736232916603055, + "F1_coffee": 0.3033932135728543, + "IoU_coffee": 0.17882352941176471, + "precision_coffee": 1.0, + "recall_coffee": 0.17882352941176471, + "F1_noncoffee": 0.0113314447592068, + "IoU_noncoffee": 0.005698005698005698, + "kappa": 0.0020358006254729616, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.821365184439008, + "mIoU": 0.6518682155463367, + "macroF1": 0.7822567231299796, + "F1_coffee": 0.8745367562832693, + "IoU_coffee": 0.7770460396335988, + "precision_coffee": 0.8481897791138413, + "recall_coffee": 0.9025730180806676, + "F1_noncoffee": 0.6899766899766899, + "IoU_noncoffee": 0.5266903914590747, + "kappa": 0.5655492891037536, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8097753664572626, + "mIoU": 0.6351035755500691, + "macroF1": 0.769234606075253, + "F1_coffee": 0.8659579462758644, + "IoU_coffee": 0.7636030281523539, + "precision_coffee": 0.8451819848127782, + "recall_coffee": 0.8877810630543904, + "F1_noncoffee": 0.6725112658746415, + "IoU_noncoffee": 0.5066041229477842, + "kappa": 0.5391495695116831, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8220231077576043, + "mIoU": 0.6562077657116949, + "macroF1": 0.7860900741664385, + "F1_coffee": 0.8737623762376238, + "IoU_coffee": 0.7758241758241758, + "precision_coffee": 0.8614867093199657, + "recall_coffee": 0.8863929419748897, + "F1_noncoffee": 0.6984177720952534, + "IoU_noncoffee": 0.5365913555992141, + "kappa": 0.5723875729421547, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8337191358024691, + "mIoU": 0.6470459320614219, + "macroF1": 0.7748965864095128, + "F1_coffee": 0.8899668113352055, + "IoU_coffee": 0.8017479300827967, + "precision_coffee": 0.8500365764447696, + "recall_coffee": 0.9338333779801768, + "F1_noncoffee": 0.65982636148382, + "IoU_noncoffee": 0.4923439340400471, + "kappa": 0.5528436296391915, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8048128342245989, + "mIoU": 0.6098644036273102, + "macroF1": 0.7456666377218975, + "F1_coffee": 0.8683159386676974, + "IoU_coffee": 0.7672776955482181, + "precision_coffee": 0.8474597585513078, + "recall_coffee": 0.890224570673712, + "F1_noncoffee": 0.6230173367760974, + "IoU_noncoffee": 0.45245111170640234, + "kappa": 0.4922137169305491, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8234739126332673, + "mIoU": 0.633944411015527, + "macroF1": 0.7647945351787961, + "F1_coffee": 0.8822752155036808, + "IoU_coffee": 0.7893492456653907, + "precision_coffee": 0.8553129193607417, + "recall_coffee": 0.9109927234927235, + "F1_noncoffee": 0.6473138548539114, + "IoU_noncoffee": 0.4785395763656633, + "kappa": 0.5309853441737408, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.809142093711232, + "mIoU": 0.651495683673923, + "macroF1": 0.7846335691957811, + "F1_coffee": 0.8572855715712858, + "IoU_coffee": 0.750218558761084, + "precision_coffee": 0.846056338028169, + "recall_coffee": 0.8688168932600521, + "F1_noncoffee": 0.7119815668202765, + "IoU_noncoffee": 0.552772808586762, + "kappa": 0.569420214601228, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8147058823529412, + "mIoU": 0.6562576923076924, + "macroF1": 0.787736109526106, + "F1_coffee": 0.8633979156466391, + "IoU_coffee": 0.7596307692307692, + "precision_coffee": 0.8427089022392136, + "recall_coffee": 0.8851283522156891, + "F1_noncoffee": 0.7120743034055728, + "IoU_noncoffee": 0.5528846153846154, + "kappa": 0.5760108635498884, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.820573260418631, + "mIoU": 0.6715141342348545, + "macroF1": 0.8000624819046018, + "F1_coffee": 0.8641005498821681, + "IoU_coffee": 0.7607192254495159, + "precision_coffee": 0.8687535898908674, + "recall_coffee": 0.8594970876544964, + "F1_noncoffee": 0.7360244139270357, + "IoU_noncoffee": 0.5823090430201932, + "kappa": 0.6001472443899084, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9171, + 11000 + ], + [ + 42265, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8712938229242961, + "test_tta": { + "OA": 0.8223233540530255, + "mIoU": 0.6500203172922255, + "macroF1": 0.7803305737000035, + "F1_coffee": 0.8763749903461059, + "IoU_coffee": 0.7799532609336031, + "precision_coffee": 0.8453990080674344, + "recall_coffee": 0.9097072701452197, + "F1_noncoffee": 0.684286157053901, + "IoU_noncoffee": 0.520087373650848, + "kappa": 0.5621623079350793, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7949405792084919, + "mIoU": 0.6126894316331806, + "macroF1": 0.7510979139934075, + "F1_coffee": 0.8555609736275347, + "IoU_coffee": 0.7475810889981714, + "precision_coffee": 0.8264931598264932, + "recall_coffee": 0.8867479520710931, + "F1_noncoffee": 0.6466348543592803, + "IoU_noncoffee": 0.47779777426818965, + "kappa": 0.5036976956330432, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7031151975840606, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8464417100088799, + "mIoU": 0.691569175975828, + "macroF1": 0.8122635756326093, + "F1_coffee": 0.8923665140265861, + "IoU_coffee": 0.8056514409568917, + "precision_coffee": 0.8667789437319169, + "recall_coffee": 0.9195107425901324, + "F1_noncoffee": 0.7321606372386326, + "IoU_noncoffee": 0.5774869109947643, + "kappa": 0.6253396190681302, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8157667012807199, + "mIoU": 0.6473422055331648, + "macroF1": 0.779337833830224, + "F1_coffee": 0.8689953644829143, + "IoU_coffee": 0.7683393482163907, + "precision_coffee": 0.8469842666080246, + "recall_coffee": 0.8921810179628109, + "F1_noncoffee": 0.6896803031775338, + "IoU_noncoffee": 0.5263450628499389, + "kappa": 0.5593805539494907, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13934426229508196, + "mIoU": 0.07018763195857575, + "macroF1": 0.12400721794941573, + "F1_coffee": 0.23991726990692863, + "IoU_coffee": 0.136310223266745, + "precision_coffee": 0.9914529914529915, + "recall_coffee": 0.13647058823529412, + "F1_noncoffee": 0.008097165991902834, + "IoU_noncoffee": 0.0040650406504065045, + "kappa": -0.001231421015188618, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8435746150525255, + "mIoU": 0.6857486874914558, + "macroF1": 0.8078198436204849, + "F1_coffee": 0.8907134957605818, + "IoU_coffee": 0.8029607250755287, + "precision_coffee": 0.8596286952584256, + "recall_coffee": 0.9241307371349096, + "F1_noncoffee": 0.7249261914803881, + "IoU_noncoffee": 0.568536649907383, + "kappa": 0.6169005522499722, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8495145631067961, + "mIoU": 0.6967990839339054, + "macroF1": 0.8161239342111916, + "F1_coffee": 0.894480411132617, + "IoU_coffee": 0.8091040811398214, + "precision_coffee": 0.8689619399598003, + "recall_coffee": 0.9215430103830021, + "F1_noncoffee": 0.7377674572897661, + "IoU_noncoffee": 0.5844940867279895, + "kappa": 0.6330343466553796, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8462155152086772, + "mIoU": 0.6921142330394683, + "macroF1": 0.8127727308589066, + "F1_coffee": 0.8919017469420227, + "IoU_coffee": 0.804894100753859, + "precision_coffee": 0.8717599792638673, + "recall_coffee": 0.9129962673905667, + "F1_noncoffee": 0.7336437147757903, + "IoU_noncoffee": 0.5793343653250774, + "kappa": 0.6260373582970913, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8536844135802469, + "mIoU": 0.681561942940112, + "macroF1": 0.802109460197793, + "F1_coffee": 0.9031351765532214, + "IoU_coffee": 0.8233787402491559, + "precision_coffee": 0.8629652226967663, + "recall_coffee": 0.9472274310206268, + "F1_noncoffee": 0.7010837438423645, + "IoU_noncoffee": 0.539745145631068, + "kappa": 0.606847737066606, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8398586707410237, + "mIoU": 0.6615691257425875, + "macroF1": 0.7870464802587435, + "F1_coffee": 0.8930961943010136, + "IoU_coffee": 0.8068417415342087, + "precision_coffee": 0.8630035727485524, + "recall_coffee": 0.9253632760898283, + "F1_noncoffee": 0.6809967662164733, + "IoU_noncoffee": 0.5162965099509662, + "kappa": 0.5756326697771958, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8399849042362487, + "mIoU": 0.6566824907727837, + "macroF1": 0.7824983302519626, + "F1_coffee": 0.8943170488534397, + "IoU_coffee": 0.8088367899008115, + "precision_coffee": 0.8591954022988506, + "recall_coffee": 0.9324324324324325, + "F1_noncoffee": 0.6706796116504854, + "IoU_noncoffee": 0.504528191644756, + "kappa": 0.5672499482892704, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8335719057161943, + "mIoU": 0.6858672419410181, + "macroF1": 0.8098826924925442, + "F1_coffee": 0.8769925236281563, + "IoU_coffee": 0.7809320437131013, + "precision_coffee": 0.855864537444934, + "recall_coffee": 0.8991900491755858, + "F1_noncoffee": 0.7427728613569321, + "IoU_noncoffee": 0.5908024401689348, + "kappa": 0.6202493232680869, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8591081593927894, + "mIoU": 0.7265800628054535, + "macroF1": 0.8388254389576334, + "F1_coffee": 0.8960011205266475, + "IoU_coffee": 0.8115960416138036, + "precision_coffee": 0.8755817136600055, + "recall_coffee": 0.9173956690090348, + "F1_noncoffee": 0.7816497573886193, + "IoU_noncoffee": 0.6415640839971035, + "kappa": 0.6780185399310579, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8524420139543655, + "mIoU": 0.719459100675627, + "macroF1": 0.8342581940836479, + "F1_coffee": 0.8891564558396488, + "IoU_coffee": 0.8004335628666157, + "precision_coffee": 0.8865819209039548, + "recall_coffee": 0.8917459866458304, + "F1_noncoffee": 0.779359932327647, + "IoU_noncoffee": 0.6384846384846384, + "kappa": 0.6685219521860841, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9456, + 11000 + ], + [ + 43793, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.720059827963511, + "test_tta": { + "OA": 0.851008499302296, + "mIoU": 0.6948814205517927, + "macroF1": 0.8142110310553275, + "F1_coffee": 0.8968945462526061, + "IoU_coffee": 0.8130632871098025, + "precision_coffee": 0.8608653522076172, + "recall_coffee": 0.9360712813230107, + "F1_noncoffee": 0.731527515858049, + "IoU_noncoffee": 0.5766995539937829, + "kappa": 0.6301091216191618, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8199203876773971, + "mIoU": 0.6490233040259488, + "macroF1": 0.779952202447038, + "F1_coffee": 0.8737333899642012, + "IoU_coffee": 0.7757784721473979, + "precision_coffee": 0.8404832778847837, + "recall_coffee": 0.9097226609387833, + "F1_noncoffee": 0.6861710149298749, + "IoU_noncoffee": 0.5222681359044995, + "kappa": 0.5616096765112475, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.704294258535852, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8500253710516301, + "mIoU": 0.6954177958329282, + "macroF1": 0.8148554903623769, + "F1_coffee": 0.8955494202098289, + "IoU_coffee": 0.8108551315894729, + "precision_coffee": 0.8646677471636953, + "recall_coffee": 0.9287186769893261, + "F1_noncoffee": 0.734161560514925, + "IoU_noncoffee": 0.5799804600763834, + "kappa": 0.6309092191520642, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8200646128995038, + "mIoU": 0.651434038133642, + "macroF1": 0.7821489287831418, + "F1_coffee": 0.8730333190857096, + "IoU_coffee": 0.7746753598584045, + "precision_coffee": 0.844766125061546, + "recall_coffee": 0.9032577336955377, + "F1_noncoffee": 0.6912645384805741, + "IoU_noncoffee": 0.5281927164088794, + "kappa": 0.5654808937976235, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.105939383837542, + "macroF1": 0.17576538648795714, + "F1_coffee": 0.34563106796116505, + "IoU_coffee": 0.20892018779342722, + "precision_coffee": 0.9888888888888889, + "recall_coffee": 0.20941176470588235, + "F1_noncoffee": 0.0058997050147492625, + "IoU_noncoffee": 0.0029585798816568047, + "kappa": -0.0034447892332903113, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.84328680385667, + "mIoU": 0.6823820452979548, + "macroF1": 0.8049527633581197, + "F1_coffee": 0.8914221143939646, + "IoU_coffee": 0.8041132030219451, + "precision_coffee": 0.8537144312177732, + "recall_coffee": 0.9326147426981919, + "F1_noncoffee": 0.7184834123222749, + "IoU_noncoffee": 0.5606508875739645, + "kappa": 0.611868776885773, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8582238720731011, + "mIoU": 0.7087421978537882, + "macroF1": 0.8245163506633892, + "F1_coffee": 0.9014261606167896, + "IoU_coffee": 0.8205421686746988, + "precision_coffee": 0.8687970404388314, + "recall_coffee": 0.9366018015540123, + "F1_noncoffee": 0.747606540709989, + "IoU_noncoffee": 0.5969422270328778, + "kappa": 0.6502956668601041, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.848526290969111, + "mIoU": 0.6951663260692857, + "macroF1": 0.8149276888697595, + "F1_coffee": 0.8937830687830688, + "IoU_coffee": 0.8079636494081072, + "precision_coffee": 0.871589809738794, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7360723089564503, + "IoU_noncoffee": 0.5823690027304642, + "kappa": 0.6304507401651105, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8458719135802469, + "mIoU": 0.6642240865681227, + "macroF1": 0.7881475616604829, + "F1_coffee": 0.8987325728770595, + "IoU_coffee": 0.8160893083208655, + "precision_coffee": 0.8528987250420976, + "recall_coffee": 0.9497723010983123, + "F1_noncoffee": 0.6775625504439063, + "IoU_noncoffee": 0.51235886481538, + "kappa": 0.5801556073945037, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8516997708174179, + "mIoU": 0.6781672363145603, + "macroF1": 0.7995070093885686, + "F1_coffee": 0.9018020866266203, + "IoU_coffee": 0.8211653615845232, + "precision_coffee": 0.8648878107944209, + "recall_coffee": 0.942007926023778, + "F1_noncoffee": 0.6972119321505167, + "IoU_noncoffee": 0.5351691110445974, + "kappa": 0.6012537826054336, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8417775261817153, + "mIoU": 0.6581681707131752, + "macroF1": 0.7834720109994053, + "F1_coffee": 0.8958320392570968, + "IoU_coffee": 0.8113186318631863, + "precision_coffee": 0.8581459002737117, + "recall_coffee": 0.9369802494802495, + "F1_noncoffee": 0.671111982741714, + "IoU_noncoffee": 0.5050177095631642, + "kappa": 0.569564994705689, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.6948946783072216, + "macroF1": 0.8161724663726686, + "F1_coffee": 0.8833601229995108, + "IoU_coffee": 0.7910877456502691, + "precision_coffee": 0.854631507775524, + "recall_coffee": 0.9140873589817761, + "F1_noncoffee": 0.7489848097458265, + "IoU_noncoffee": 0.5987016109641741, + "kappa": 0.6332368206308813, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8647058823529412, + "mIoU": 0.7338798744845569, + "macroF1": 0.8436742490382612, + "F1_coffee": 0.9010134666111342, + "IoU_coffee": 0.8198585144012127, + "precision_coffee": 0.8731333243643212, + "recall_coffee": 0.9307328266169511, + "F1_noncoffee": 0.7863350314653881, + "IoU_noncoffee": 0.6479012345679013, + "kappa": 0.6880350791270038, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8552706015462945, + "mIoU": 0.7237156800055884, + "macroF1": 0.8371832644036372, + "F1_coffee": 0.8914503924757796, + "IoU_coffee": 0.8041592242919112, + "precision_coffee": 0.8874964798648268, + "recall_coffee": 0.8954396931382299, + "F1_noncoffee": 0.7829161363314948, + "IoU_noncoffee": 0.6432721357192657, + "kappa": 0.6743794538485832, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9393, + 11000 + ], + [ + 44082, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5267637173334758, + "test_tta": { + "OA": 0.8555277178739059, + "mIoU": 0.6993495608941694, + "macroF1": 0.8171457422413232, + "F1_coffee": 0.9009210826799482, + "IoU_coffee": 0.8197055447817311, + "precision_coffee": 0.8576368040746185, + "recall_coffee": 0.948806633377617, + "F1_noncoffee": 0.7333704018026982, + "IoU_noncoffee": 0.5789935770066078, + "kappa": 0.6367811957134879, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8260211145725165, + "mIoU": 0.6546089630944749, + "macroF1": 0.7837365901958515, + "F1_coffee": 0.8793639681984099, + "IoU_coffee": 0.7847007799532385, + "precision_coffee": 0.8373200274243925, + "recall_coffee": 0.9258533914545033, + "F1_noncoffee": 0.6881092121932931, + "IoU_noncoffee": 0.5245171462357114, + "kappa": 0.5702743580035837, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6797080539116188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.838402258023595, + "mIoU": 0.6747058296249342, + "macroF1": 0.799206129387596, + "F1_coffee": 0.8879210795473291, + "IoU_coffee": 0.7984335133210705, + "precision_coffee": 0.8540057966108866, + "recall_coffee": 0.9246415319070961, + "F1_noncoffee": 0.7104911792278629, + "IoU_noncoffee": 0.550978145928798, + "kappa": 0.6000416369526719, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8082381446867428, + "mIoU": 0.6316974587081061, + "macroF1": 0.7663488217808505, + "F1_coffee": 0.8652805641680346, + "IoU_coffee": 0.7625502276989017, + "precision_coffee": 0.8338508407053723, + "recall_coffee": 0.8991724050792849, + "F1_noncoffee": 0.6674170793936666, + "IoU_noncoffee": 0.5008446897173106, + "kappa": 0.534330889158538, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.0798250752583191, + "macroF1": 0.13903927020543, + "F1_coffee": 0.2670744138634047, + "IoU_coffee": 0.15411764705882353, + "precision_coffee": 1.0, + "recall_coffee": 0.15411764705882353, + "F1_noncoffee": 0.011004126547455296, + "IoU_noncoffee": 0.005532503457814661, + "kappa": 0.0017038600233467839, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8362833980908524, + "mIoU": 0.6700375295269805, + "macroF1": 0.7954974036959604, + "F1_coffee": 0.8868256126272507, + "IoU_coffee": 0.7966636878165029, + "precision_coffee": 0.8475629080306776, + "recall_coffee": 0.9299026425591099, + "F1_noncoffee": 0.7041691947646702, + "IoU_noncoffee": 0.5434113712374582, + "kappa": 0.5932762592387901, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8343327622311061, + "mIoU": 0.6661782485406265, + "macroF1": 0.7924494431012987, + "F1_coffee": 0.8856851991724409, + "IoU_coffee": 0.7948249440056584, + "precision_coffee": 0.8476866985164697, + "recall_coffee": 0.9272502234752115, + "F1_noncoffee": 0.6992136870301564, + "IoU_noncoffee": 0.5375315530755945, + "kappa": 0.5870820261574359, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8445178024050931, + "mIoU": 0.6876638406804192, + "macroF1": 0.809287073820607, + "F1_coffee": 0.8912563079257232, + "IoU_coffee": 0.8038434079009995, + "precision_coffee": 0.8669789527720739, + "recall_coffee": 0.9169324737020699, + "F1_noncoffee": 0.7273178397154909, + "IoU_noncoffee": 0.5714842734598389, + "kappa": 0.6193226536989423, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8324652777777778, + "mIoU": 0.6424004636021495, + "macroF1": 0.7707636548931176, + "F1_coffee": 0.8896932749095066, + "IoU_coffee": 0.8013040494166095, + "precision_coffee": 0.8459123294288129, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.6518340348767288, + "IoU_noncoffee": 0.48349687778768957, + "kappa": 0.545371110961441, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8371848739495799, + "mIoU": 0.65138037806999, + "macroF1": 0.7781796480278043, + "F1_coffee": 0.8925848925848926, + "IoU_coffee": 0.8060075093867334, + "precision_coffee": 0.853185595567867, + "recall_coffee": 0.9357992073976222, + "F1_noncoffee": 0.6637744034707158, + "IoU_noncoffee": 0.4967532467532468, + "kappa": 0.5593009894004725, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8388527219549015, + "mIoU": 0.6531330106435868, + "macroF1": 0.779439848533952, + "F1_coffee": 0.8939130434782608, + "IoU_coffee": 0.8081761006289309, + "precision_coffee": 0.8562589243217515, + "recall_coffee": 0.935031185031185, + "F1_noncoffee": 0.664966653589643, + "IoU_noncoffee": 0.4980899206582427, + "kappa": 0.5615573458183059, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8400610745300124, + "mIoU": 0.6920162468173258, + "macroF1": 0.813867931766993, + "F1_coffee": 0.8836918806384455, + "IoU_coffee": 0.7916200422727838, + "precision_coffee": 0.8493863393810032, + "recall_coffee": 0.9208851605438241, + "F1_noncoffee": 0.7440439828955406, + "IoU_noncoffee": 0.5924124513618677, + "kappa": 0.6290674466101862, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8314990512333966, + "mIoU": 0.6768581389475894, + "macroF1": 0.8025129323737952, + "F1_coffee": 0.8781725888324873, + "IoU_coffee": 0.7828054298642534, + "precision_coffee": 0.8416831032215648, + "recall_coffee": 0.9179693101964721, + "F1_noncoffee": 0.7268532759151031, + "IoU_noncoffee": 0.5709108480309254, + "kappa": 0.6066832812281021, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8501791438808222, + "mIoU": 0.7143262997734643, + "macroF1": 0.8305104457435846, + "F1_coffee": 0.8882481187143962, + "IoU_coffee": 0.7989625506072875, + "precision_coffee": 0.8795264623955432, + "recall_coffee": 0.8971444807501066, + "F1_noncoffee": 0.7727727727727728, + "IoU_noncoffee": 0.6296900489396411, + "kappa": 0.6610886543507816, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9324, + 11000 + ], + [ + 43416, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9265883962313335, + "test_tta": { + "OA": 0.8411455029810986, + "mIoU": 0.676065658384601, + "macroF1": 0.7998406032361974, + "F1_coffee": 0.890766748080949, + "IoU_coffee": 0.803047282021036, + "precision_coffee": 0.850022890914388, + "recall_coffee": 0.9356131751339961, + "F1_noncoffee": 0.7089144583914458, + "IoU_noncoffee": 0.5490840347481658, + "kappa": 0.6021172437389295, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8115697473174108, + "mIoU": 0.6331175783919333, + "macroF1": 0.7669054428935094, + "F1_coffee": 0.8689397815161455, + "IoU_coffee": 0.768252447850149, + "precision_coffee": 0.8297126436781609, + "recall_coffee": 0.9120601427759176, + "F1_noncoffee": 0.6648711042708734, + "IoU_noncoffee": 0.4979827089337176, + "kappa": 0.5364602750578973, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6974688106900224, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.843238614740581, + "mIoU": 0.6817672844531095, + "macroF1": 0.8044257384334024, + "F1_coffee": 0.8915509335439566, + "IoU_coffee": 0.8043228692450813, + "precision_coffee": 0.8554947368421053, + "recall_coffee": 0.9307801548398918, + "F1_noncoffee": 0.7173005433228482, + "IoU_noncoffee": 0.5592116996611378, + "kappa": 0.6106543271104177, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125504788277373, + "mIoU": 0.637465098356516, + "macroF1": 0.7708191020404298, + "F1_coffee": 0.8686149833709046, + "IoU_coffee": 0.7677448177269478, + "precision_coffee": 0.8352710164087409, + "recall_coffee": 0.9047318213405774, + "F1_noncoffee": 0.673023220709955, + "IoU_noncoffee": 0.5071853789860843, + "kappa": 0.5434488777925084, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09133489461358314, + "mIoU": 0.04599135050661533, + "macroF1": 0.0848298376539084, + "F1_coffee": 0.16198704103671707, + "IoU_coffee": 0.0881316098707403, + "precision_coffee": 0.9868421052631579, + "recall_coffee": 0.08823529411764706, + "F1_noncoffee": 0.0076726342710997444, + "IoU_noncoffee": 0.0038510911424903724, + "kappa": -0.0016626259817050684, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8417038422794647, + "mIoU": 0.6799647270444933, + "macroF1": 0.803159562120606, + "F1_coffee": 0.8902633679169992, + "IoU_coffee": 0.8022294138798993, + "precision_coffee": 0.8530461381595718, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7160557563242127, + "IoU_noncoffee": 0.5577000402090873, + "kappa": 0.6082485810641302, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8467066438225775, + "mIoU": 0.688652595196299, + "macroF1": 0.8097089741622062, + "F1_coffee": 0.8936156158139842, + "IoU_coffee": 0.8076900113439608, + "precision_coffee": 0.8597940765221813, + "recall_coffee": 0.930206972426597, + "F1_noncoffee": 0.7258023325104282, + "IoU_noncoffee": 0.5696151790486371, + "kappa": 0.6209297797931232, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8413110115538788, + "mIoU": 0.6766903520162566, + "macroF1": 0.8003587334751612, + "F1_coffee": 0.8907786685708722, + "IoU_coffee": 0.8030666588634634, + "precision_coffee": 0.8536767450541247, + "recall_coffee": 0.9312521208008144, + "F1_noncoffee": 0.7099387983794501, + "IoU_noncoffee": 0.5503140451690498, + "kappa": 0.6027104119274805, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8459683641975309, + "mIoU": 0.6664402739350308, + "macroF1": 0.790156607916493, + "F1_coffee": 0.8983773464842507, + "IoU_coffee": 0.815503696857671, + "precision_coffee": 0.8557400897078433, + "recall_coffee": 0.9454862041253683, + "F1_noncoffee": 0.6819358693487353, + "IoU_noncoffee": 0.5173768510123905, + "kappa": 0.5835490242574194, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.841100076394194, + "mIoU": 0.660846164157995, + "macroF1": 0.7861038752970478, + "F1_coffee": 0.8945634266886326, + "IoU_coffee": 0.8092399403874814, + "precision_coffee": 0.8595957135898685, + "recall_coffee": 0.9324966974900925, + "F1_noncoffee": 0.677644323905463, + "IoU_noncoffee": 0.5124523879285087, + "kappa": 0.5743611830005229, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8322483253137088, + "mIoU": 0.6320977924837049, + "macroF1": 0.7607891154846096, + "F1_coffee": 0.8915324548560273, + "IoU_coffee": 0.8042927903137039, + "precision_coffee": 0.8402713891444342, + "recall_coffee": 0.949454261954262, + "F1_noncoffee": 0.6300457761131918, + "IoU_noncoffee": 0.4599027946537059, + "kappa": 0.5275749977889183, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.837484492795114, + "mIoU": 0.6888782611929734, + "macroF1": 0.811695345422524, + "F1_coffee": 0.8813819042975553, + "IoU_coffee": 0.787920298879203, + "precision_coffee": 0.8500604594921403, + "recall_coffee": 0.9150997975122939, + "F1_noncoffee": 0.7420087865474928, + "IoU_noncoffee": 0.5898362235067437, + "kappa": 0.6244994786870856, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8522770398481974, + "mIoU": 0.7117720852329414, + "macroF1": 0.8280685901430154, + "F1_coffee": 0.8925836495343222, + "IoU_coffee": 0.8060054821829056, + "precision_coffee": 0.8600106354692901, + "recall_coffee": 0.9277212103829054, + "F1_noncoffee": 0.7635535307517084, + "IoU_noncoffee": 0.6175386882829772, + "kappa": 0.6572195775842536, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8503677163869507, + "mIoU": 0.711503002917846, + "macroF1": 0.8281837682120736, + "F1_coffee": 0.8899216203093571, + "IoU_coffee": 0.8016745813546613, + "precision_coffee": 0.8694768229872594, + "recall_coffee": 0.9113510441824123, + "F1_noncoffee": 0.7664459161147903, + "IoU_noncoffee": 0.6213314244810307, + "kappa": 0.656770179328716, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9305, + 11000 + ], + [ + 43758, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5357678413391114, + "test_tta": { + "OA": 0.8475358366104275, + "mIoU": 0.6854116993343065, + "macroF1": 0.8067388100290837, + "F1_coffee": 0.8955334151826942, + "IoU_coffee": 0.8108288901568064, + "precision_coffee": 0.8518219962381927, + "recall_coffee": 0.9439736130835128, + "F1_noncoffee": 0.7179442048754731, + "IoU_noncoffee": 0.5599945085118067, + "kappa": 0.6162062686905178, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8166753201799931, + "mIoU": 0.6398740037602023, + "macroF1": 0.7721265820182686, + "F1_coffee": 0.8728811016771174, + "IoU_coffee": 0.7744356899488927, + "precision_coffee": 0.8311621528968118, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.6713720623594198, + "IoU_noncoffee": 0.505312317571512, + "kappa": 0.5472022930685979, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6985732892895906, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.847821260941266, + "mIoU": 0.6872248217830251, + "macroF1": 0.8082556536032777, + "F1_coffee": 0.8953560641580618, + "IoU_coffee": 0.8105381608560035, + "precision_coffee": 0.8544107547915842, + "recall_coffee": 0.9404232901186496, + "F1_noncoffee": 0.7211552430484934, + "IoU_noncoffee": 0.5639114827100468, + "kappa": 0.6188438320072744, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8178868120456906, + "mIoU": 0.6429815179810587, + "macroF1": 0.7747761356112346, + "F1_coffee": 0.8733132004294127, + "IoU_coffee": 0.7751162086591035, + "precision_coffee": 0.8340104246512341, + "recall_coffee": 0.9165034641059658, + "F1_noncoffee": 0.6762390707930566, + "IoU_noncoffee": 0.5108468273030139, + "kappa": 0.5520943156486479, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2306791569086651, + "mIoU": 0.11625627603888473, + "macroF1": 0.19017081989218212, + "F1_coffee": 0.3712918660287081, + "IoU_coffee": 0.22796709753231492, + "precision_coffee": 0.9948717948717949, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.00904977375565611, + "IoU_noncoffee": 0.004545454545454545, + "kappa": -0.0002638475389085896, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8467405382069363, + "mIoU": 0.6860846996915175, + "macroF1": 0.8074821735238248, + "F1_coffee": 0.894418558540696, + "IoU_coffee": 0.8090028694404591, + "precision_coffee": 0.8521503683647126, + "recall_coffee": 0.9410987482614742, + "F1_noncoffee": 0.7205457885069536, + "IoU_noncoffee": 0.5631665299425759, + "kappa": 0.6174554970051808, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8512278697886921, + "mIoU": 0.6918628693706202, + "macroF1": 0.8115862197949533, + "F1_coffee": 0.8980097879282218, + "IoU_coffee": 0.814898152534344, + "precision_coffee": 0.8544111255975663, + "recall_coffee": 0.946297187650416, + "F1_noncoffee": 0.7251626516616846, + "IoU_noncoffee": 0.5688275862068966, + "kappa": 0.6257980833523016, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8455081348738505, + "mIoU": 0.6837894042380266, + "macroF1": 0.8057329105003523, + "F1_coffee": 0.8936363636363637, + "IoU_coffee": 0.8077239112571898, + "precision_coffee": 0.856644880174292, + "recall_coffee": 0.9339667458432304, + "F1_noncoffee": 0.7178294573643411, + "IoU_noncoffee": 0.5598548972188634, + "kappa": 0.6133783433683893, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8466435185185185, + "mIoU": 0.6662007845849854, + "macroF1": 0.7897889565345129, + "F1_coffee": 0.8991116751269036, + "IoU_coffee": 0.8167146974063401, + "precision_coffee": 0.85423197492163, + "recall_coffee": 0.9489686579158854, + "F1_noncoffee": 0.6804662379421221, + "IoU_noncoffee": 0.5156868717636308, + "kappa": 0.5832215021654625, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8385217723453018, + "mIoU": 0.6507671001524372, + "macroF1": 0.7772887344646611, + "F1_coffee": 0.8940675311658209, + "IoU_coffee": 0.8084286847173445, + "precision_coffee": 0.8502323364708686, + "recall_coffee": 0.942668428005284, + "F1_noncoffee": 0.6605099377635013, + "IoU_noncoffee": 0.49310551558752996, + "kappa": 0.5583397988892048, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8282856873289933, + "mIoU": 0.6243781342565264, + "macroF1": 0.7541235229067045, + "F1_coffee": 0.8891595615103532, + "IoU_coffee": 0.8004385964912281, + "precision_coffee": 0.8367721228794132, + "recall_coffee": 0.9485446985446986, + "F1_noncoffee": 0.6190874843030557, + "IoU_noncoffee": 0.4483176720218248, + "kappa": 0.5147829100136705, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8468365302032637, + "mIoU": 0.7012655828911678, + "macroF1": 0.8203752659440201, + "F1_coffee": 0.8893179780704779, + "IoU_coffee": 0.8006953930212343, + "precision_coffee": 0.8498747858178464, + "recall_coffee": 0.9326005206826729, + "F1_noncoffee": 0.7514325538175624, + "IoU_noncoffee": 0.6018357727611015, + "kappa": 0.6424799570894193, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8638519924098672, + "mIoU": 0.7276748916998941, + "macroF1": 0.8389151442076841, + "F1_coffee": 0.9022945461973173, + "IoU_coffee": 0.8219823843195633, + "precision_coffee": 0.858957739175525, + "recall_coffee": 0.9502366269898179, + "F1_noncoffee": 0.775535742218051, + "IoU_noncoffee": 0.6333673990802249, + "kappa": 0.6797033455243812, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8627192155383745, + "mIoU": 0.7323819146249053, + "macroF1": 0.8428167536879545, + "F1_coffee": 0.8987482614742698, + "IoU_coffee": 0.816115180601162, + "precision_coffee": 0.8802615447486718, + "recall_coffee": 0.9180281289955959, + "F1_noncoffee": 0.7868852459016393, + "IoU_noncoffee": 0.6486486486486487, + "kappa": 0.6859250757438595, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9372, + 11000 + ], + [ + 43962, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7477551142374674, + "test_tta": { + "OA": 0.8515317772421667, + "mIoU": 0.6900382044296526, + "macroF1": 0.809955208982923, + "F1_coffee": 0.8988450859433239, + "IoU_coffee": 0.8162748714728622, + "precision_coffee": 0.8506431098296628, + "recall_coffee": 0.9528379678409455, + "F1_noncoffee": 0.7210653320225221, + "IoU_noncoffee": 0.563801537386443, + "kappa": 0.6232462791402203, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8218097380869966, + "mIoU": 0.6452732712472122, + "macroF1": 0.7760165130343274, + "F1_coffee": 0.8772929971098553, + "IoU_coffee": 0.781408679959661, + "precision_coffee": 0.830187969924812, + "recall_coffee": 0.930065070440331, + "F1_noncoffee": 0.6747400289587995, + "IoU_noncoffee": 0.5091378625347636, + "kappa": 0.5558235430952059, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7026700827844908, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.852736902194596, + "mIoU": 0.701474138469738, + "macroF1": 0.8194595818494312, + "F1_coffee": 0.8969702348594948, + "IoU_coffee": 0.8131876973829782, + "precision_coffee": 0.8697317183365246, + "recall_coffee": 0.9259700398552384, + "F1_noncoffee": 0.7419489288393676, + "IoU_noncoffee": 0.589760579556498, + "kappa": 0.6398040308835677, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8227183569862697, + "mIoU": 0.6568245609781409, + "macroF1": 0.7864992823210635, + "F1_coffee": 0.8744356140315035, + "IoU_coffee": 0.7768863557983773, + "precision_coffee": 0.849108258773583, + "recall_coffee": 0.901320361362057, + "F1_noncoffee": 0.6985629506106233, + "IoU_noncoffee": 0.5367627661579046, + "kappa": 0.5739086589866406, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25878220140515223, + "mIoU": 0.13009592991016966, + "macroF1": 0.20762151014251853, + "F1_coffee": 0.40896358543417366, + "IoU_coffee": 0.25704225352112675, + "precision_coffee": 0.9909502262443439, + "recall_coffee": 0.2576470588235294, + "F1_noncoffee": 0.006279434850863423, + "IoU_noncoffee": 0.0031496062992125984, + "kappa": -0.003057888349964886, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8498105242960617, + "mIoU": 0.695080254872622, + "macroF1": 0.8146095707281384, + "F1_coffee": 0.8953927366275768, + "IoU_coffee": 0.8105982699171254, + "precision_coffee": 0.8616809208411035, + "recall_coffee": 0.9318497913769124, + "F1_noncoffee": 0.7338264048287002, + "IoU_noncoffee": 0.5795622398281187, + "kappa": 0.6306576207299306, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8579383209594518, + "mIoU": 0.7086463891633494, + "macroF1": 0.8244885206373631, + "F1_coffee": 0.9011098227596488, + "IoU_coffee": 0.8200180886343081, + "precision_coffee": 0.8694540340109961, + "recall_coffee": 0.9351578078800797, + "F1_noncoffee": 0.7478672185150773, + "IoU_noncoffee": 0.5972746896923907, + "kappa": 0.6501594274933881, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8504597972176373, + "mIoU": 0.7006527160120124, + "macroF1": 0.8191933935657806, + "F1_coffee": 0.8943809745861506, + "IoU_coffee": 0.8089413749472796, + "precision_coffee": 0.8782051282051282, + "recall_coffee": 0.9111638954869359, + "F1_noncoffee": 0.7440058125454105, + "IoU_noncoffee": 0.5923640570767451, + "kappa": 0.6386838971908463, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8543595679012346, + "mIoU": 0.6839019080038936, + "macroF1": 0.8040367747478849, + "F1_coffee": 0.9033414415567789, + "IoU_coffee": 0.8237216904039225, + "precision_coffee": 0.8651299656694458, + "recall_coffee": 0.9450843825341548, + "F1_noncoffee": 0.704732107938991, + "IoU_noncoffee": 0.5440821256038647, + "kappa": 0.610395350291005, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.850553857906799, + "mIoU": 0.6792543537039686, + "macroF1": 0.8007131008492994, + "F1_coffee": 0.9003755808772042, + "IoU_coffee": 0.8188028250549959, + "precision_coffee": 0.868902813613466, + "recall_coffee": 0.9342140026420079, + "F1_noncoffee": 0.7010506208213945, + "IoU_noncoffee": 0.5397058823529411, + "kappa": 0.6029892111925459, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8500801962449288, + "mIoU": 0.6766722845363338, + "macroF1": 0.7985134234431006, + "F1_coffee": 0.9004448342835661, + "IoU_coffee": 0.8189173789173789, + "precision_coffee": 0.8694494857834241, + "recall_coffee": 0.9337318087318087, + "F1_noncoffee": 0.6965820126026351, + "IoU_noncoffee": 0.5344271901552886, + "kappa": 0.5985816631275818, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8453096669529535, + "mIoU": 0.7022326365879745, + "macroF1": 0.8214592977771695, + "F1_coffee": 0.8867146551121672, + "IoU_coffee": 0.7964846202134338, + "precision_coffee": 0.8578769438810007, + "recall_coffee": 0.9175585768006942, + "F1_noncoffee": 0.7562039404421718, + "IoU_noncoffee": 0.6079806529625151, + "kappa": 0.643784832979424, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8652751423149905, + "mIoU": 0.7337002580582359, + "macroF1": 0.843442702380548, + "F1_coffee": 0.9019066040342636, + "IoU_coffee": 0.8213387015601409, + "precision_coffee": 0.8700519792083167, + "recall_coffee": 0.936182417897605, + "F1_noncoffee": 0.7849788007268322, + "IoU_noncoffee": 0.646061814556331, + "kappa": 0.6878027339142208, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8508391476522723, + "mIoU": 0.7177022699170141, + "macroF1": 0.8331197404501345, + "F1_coffee": 0.8874982221590101, + "IoU_coffee": 0.7977499360777295, + "precision_coffee": 0.888509184109355, + "recall_coffee": 0.8864895581758773, + "F1_noncoffee": 0.7787412587412588, + "IoU_noncoffee": 0.6376546037562987, + "kappa": 0.6662403307080167, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9452, + 11000 + ], + [ + 44194, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6478824019432068, + "test_tta": { + "OA": 0.8567645566408728, + "mIoU": 0.7045117748381617, + "macroF1": 0.8212596306961576, + "F1_coffee": 0.9009224424433208, + "IoU_coffee": 0.8197077960959642, + "precision_coffee": 0.8643739608107255, + "recall_coffee": 0.9406981538320582, + "F1_noncoffee": 0.7415968189489944, + "IoU_noncoffee": 0.5893157535803591, + "kappa": 0.6441784286365535, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8269874235606323, + "mIoU": 0.659389352682398, + "macroF1": 0.7878970195570782, + "F1_coffee": 0.8789529979213335, + "IoU_coffee": 0.7840465174890637, + "precision_coffee": 0.8438050954179986, + "recall_coffee": 0.9171562743487691, + "F1_noncoffee": 0.6968410411928229, + "IoU_noncoffee": 0.5347321878757321, + "kappa": 0.5776294131130402, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.6551026357554662, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8249873144741849, + "mIoU": 0.658925287766964, + "macroF1": 0.787913069223898, + "F1_coffee": 0.8765864185796871, + "IoU_coffee": 0.7802882509853883, + "precision_coffee": 0.8563345203504249, + "recall_coffee": 0.8978194145402905, + "F1_noncoffee": 0.6992397198681091, + "IoU_noncoffee": 0.5375623245485398, + "kappa": 0.576403508759331, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7949261566862813, + "mIoU": 0.617845832141583, + "macroF1": 0.7561967481452366, + "F1_coffee": 0.8533685328603396, + "IoU_coffee": 0.7442395898911772, + "precision_coffee": 0.8361490582814647, + "recall_coffee": 0.8713121485880346, + "F1_noncoffee": 0.6590249634301336, + "IoU_noncoffee": 0.49145207439198857, + "kappa": 0.5128739031309165, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11592505854800937, + "mIoU": 0.05851739905448346, + "macroF1": 0.10577156448716081, + "F1_coffee": 0.20105820105820105, + "IoU_coffee": 0.11176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.11176470588235295, + "F1_noncoffee": 0.010484927916120577, + "IoU_noncoffee": 0.005270092226613966, + "kappa": 0.0011773271575294794, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8150333381301866, + "mIoU": 0.6451310241069336, + "macroF1": 0.7774497242444102, + "F1_coffee": 0.8689059631468008, + "IoU_coffee": 0.7681995792004809, + "precision_coffee": 0.85000665158973, + "recall_coffee": 0.8886648122392211, + "F1_noncoffee": 0.6859934853420195, + "IoU_noncoffee": 0.5220624690133863, + "kappa": 0.5554258864675214, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8349038644584047, + "mIoU": 0.6744443542301777, + "macroF1": 0.7996991104807292, + "F1_coffee": 0.8836725797256967, + "IoU_coffee": 0.7915890657855211, + "precision_coffee": 0.862416546668412, + "recall_coffee": 0.9060028879873478, + "F1_noncoffee": 0.7157256412357617, + "IoU_noncoffee": 0.5572996426748341, + "kappa": 0.5999920405193322, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.824946946474888, + "mIoU": 0.6574493235057843, + "macroF1": 0.7865781343668503, + "F1_coffee": 0.8770698105709366, + "IoU_coffee": 0.7810546183791436, + "precision_coffee": 0.8564775887717483, + "recall_coffee": 0.8986766202918222, + "F1_noncoffee": 0.696086458162764, + "IoU_noncoffee": 0.533844028632425, + "kappa": 0.5737654052073609, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8279320987654321, + "mIoU": 0.6428935796522177, + "macroF1": 0.7723227342258586, + "F1_coffee": 0.884843790343403, + "IoU_coffee": 0.7934707108126882, + "precision_coffee": 0.8539745826065288, + "recall_coffee": 0.9180283953924457, + "F1_noncoffee": 0.6598016781083142, + "IoU_noncoffee": 0.49231644849174727, + "kappa": 0.5463964530440133, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8287815126050421, + "mIoU": 0.6464150994726119, + "macroF1": 0.7754627166777233, + "F1_coffee": 0.8848796147672552, + "IoU_coffee": 0.7935283279594657, + "precision_coffee": 0.860836976889444, + "recall_coffee": 0.9103038309114927, + "F1_noncoffee": 0.6660458185881915, + "IoU_noncoffee": 0.4993018709857582, + "kappa": 0.5519393304490798, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8222473818284743, + "mIoU": 0.6302597724543171, + "macroF1": 0.7615044609265829, + "F1_coffee": 0.8818660647103085, + "IoU_coffee": 0.7886944818304172, + "precision_coffee": 0.8521570528356762, + "recall_coffee": 0.9137214137214137, + "F1_noncoffee": 0.6411428571428571, + "IoU_noncoffee": 0.471825063078217, + "kappa": 0.5247635850367988, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8022712090848363, + "mIoU": 0.6429591048333947, + "macroF1": 0.7783426528325319, + "F1_coffee": 0.8511708087918403, + "IoU_coffee": 0.7409028385644617, + "precision_coffee": 0.8454623287671232, + "recall_coffee": 0.856956899045415, + "F1_noncoffee": 0.7055144968732234, + "IoU_noncoffee": 0.5450153711023277, + "kappa": 0.5567252910425445, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8409867172675521, + "mIoU": 0.6977920712474488, + "macroF1": 0.8185542873865964, + "F1_coffee": 0.8823529411764706, + "IoU_coffee": 0.7894736842105263, + "precision_coffee": 0.8641550941839681, + "recall_coffee": 0.9013337157607916, + "F1_noncoffee": 0.7547556335967223, + "IoU_noncoffee": 0.6061104582843714, + "kappa": 0.6374437330982766, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8276447293984537, + "mIoU": 0.6783738343867539, + "macroF1": 0.8046042355955276, + "F1_coffee": 0.8717012914093206, + "IoU_coffee": 0.7725802438417517, + "precision_coffee": 0.8614232209737828, + "recall_coffee": 0.8822275891461855, + "F1_noncoffee": 0.7375071797817346, + "IoU_noncoffee": 0.5841674249317561, + "kappa": 0.6093222611234363, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9087, + 11000 + ], + [ + 42818, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5313153783480327, + "test_tta": { + "OA": 0.8290466827349994, + "mIoU": 0.6630014695844874, + "macroF1": 0.7907229507545241, + "F1_coffee": 0.8802789530377231, + "IoU_coffee": 0.7861591558235481, + "precision_coffee": 0.8543314724204083, + "recall_coffee": 0.9078519400797105, + "F1_noncoffee": 0.7011669484713252, + "IoU_noncoffee": 0.5398437833454266, + "kappa": 0.5824073997617122, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985606322833737, + "mIoU": 0.6208249888257577, + "macroF1": 0.7582020153547352, + "F1_coffee": 0.8569878050029182, + "IoU_coffee": 0.7497626086177551, + "precision_coffee": 0.8340242346938775, + "recall_coffee": 0.881251710994588, + "F1_noncoffee": 0.6594162257065522, + "IoU_noncoffee": 0.4918873690337602, + "kappa": 0.5172755392963495, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6816469680703452, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8346124571863504, + "mIoU": 0.6796086223570366, + "macroF1": 0.804281810950668, + "F1_coffee": 0.8813289338946411, + "IoU_coffee": 0.7878356387306753, + "precision_coffee": 0.8756104177970699, + "recall_coffee": 0.8871226350267992, + "F1_noncoffee": 0.7272346880066949, + "IoU_noncoffee": 0.5713816059833977, + "kappa": 0.6086019933115911, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8041133033344872, + "mIoU": 0.6371802748282842, + "macroF1": 0.7725357149280405, + "F1_coffee": 0.8572869601765262, + "IoU_coffee": 0.7502206855965867, + "precision_coffee": 0.8555250298848647, + "recall_coffee": 0.859056162739276, + "F1_noncoffee": 0.687784469679555, + "IoU_noncoffee": 0.5241398640599818, + "kappa": 0.5450756511153915, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.07963337901312127, + "macroF1": 0.13842073876591715, + "F1_coffee": 0.2685656154628688, + "IoU_coffee": 0.15511163337250294, + "precision_coffee": 0.9924812030075187, + "recall_coffee": 0.15529411764705883, + "F1_noncoffee": 0.008275862068965517, + "IoU_noncoffee": 0.004155124653739612, + "kappa": -0.001049916691392951, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8256823523768408, + "mIoU": 0.6658354919341021, + "macroF1": 0.793987008220723, + "F1_coffee": 0.8747932745314223, + "IoU_coffee": 0.7774511605119726, + "precision_coffee": 0.8669079486479104, + "recall_coffee": 0.8828233657858137, + "F1_noncoffee": 0.7131807419100237, + "IoU_noncoffee": 0.5542198233562315, + "kappa": 0.5880520922112558, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8432800304587854, + "mIoU": 0.6929909041394285, + "macroF1": 0.8140811843471185, + "F1_coffee": 0.8877603190292784, + "IoU_coffee": 0.7981735719539103, + "precision_coffee": 0.8801703163017032, + "recall_coffee": 0.895482362648697, + "F1_noncoffee": 0.7404020496649586, + "IoU_noncoffee": 0.5878082363249468, + "kappa": 0.6282263103554706, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8348031124734733, + "mIoU": 0.6801648424315612, + "macroF1": 0.8047270517778193, + "F1_coffee": 0.8813628204694008, + "IoU_coffee": 0.7878897971541023, + "precision_coffee": 0.8796646836127636, + "recall_coffee": 0.8830675262979301, + "F1_noncoffee": 0.7280912830862377, + "IoU_noncoffee": 0.5724398877090199, + "kappa": 0.6094574392154314, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8490547839506173, + "mIoU": 0.6819261720184409, + "macroF1": 0.8033827518468099, + "F1_coffee": 0.8981451350471852, + "IoU_coffee": 0.8151210868281158, + "precision_coffee": 0.8735282947208507, + "recall_coffee": 0.9241896597910527, + "F1_noncoffee": 0.7086203686464345, + "IoU_noncoffee": 0.5487312572087658, + "kappa": 0.6076568657291974, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.841100076394194, + "mIoU": 0.6708896374006116, + "macroF1": 0.795238139107615, + "F1_coffee": 0.8921441534871661, + "IoU_coffee": 0.8052890241048444, + "precision_coffee": 0.8757953677780606, + "recall_coffee": 0.909114927344782, + "F1_noncoffee": 0.6983321247280638, + "IoU_noncoffee": 0.5364902506963788, + "kappa": 0.5908750340675137, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8423436173223889, + "mIoU": 0.6721344479720877, + "macroF1": 0.7960897617135076, + "F1_coffee": 0.893206365437464, + "IoU_coffee": 0.8070215960272549, + "precision_coffee": 0.878883159351025, + "recall_coffee": 0.908004158004158, + "F1_noncoffee": 0.6989731579895514, + "IoU_noncoffee": 0.5372472999169206, + "kappa": 0.5924846092777806, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8025574959442695, + "mIoU": 0.6475929290682856, + "macroF1": 0.7825306470229141, + "F1_coffee": 0.8485247821948898, + "IoU_coffee": 0.7369023397761953, + "precision_coffee": 0.8591549295774648, + "recall_coffee": 0.8381544691929419, + "F1_noncoffee": 0.7165365118509385, + "IoU_noncoffee": 0.5582835183603757, + "kappa": 0.5651858586925352, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8454459203036053, + "mIoU": 0.7100180279652887, + "macroF1": 0.8278350407231336, + "F1_coffee": 0.8828984257062756, + "IoU_coffee": 0.7903474903474903, + "precision_coffee": 0.8851253963678294, + "recall_coffee": 0.8806826330130504, + "F1_noncoffee": 0.7727716557399916, + "IoU_noncoffee": 0.6296885655830871, + "kappa": 0.6556743109419205, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8272675843861965, + "mIoU": 0.6834885201190171, + "macroF1": 0.8090739579058912, + "F1_coffee": 0.8680115273775216, + "IoU_coffee": 0.7668024439918534, + "precision_coffee": 0.8805730156409881, + "recall_coffee": 0.8558033811620969, + "F1_noncoffee": 0.7501363884342608, + "IoU_noncoffee": 0.6001745962461807, + "kappa": 0.6182949594883922, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9383, + 11000 + ], + [ + 43128, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6833258191744487, + "test_tta": { + "OA": 0.8461562856780414, + "mIoU": 0.6934494299527899, + "macroF1": 0.8139214266428177, + "F1_coffee": 0.8913695807954138, + "IoU_coffee": 0.8040277132526713, + "precision_coffee": 0.8718841722521575, + "recall_coffee": 0.9117458426863347, + "F1_noncoffee": 0.7364732724902217, + "IoU_noncoffee": 0.5828711466529085, + "kappa": 0.6282932291719849, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8155792084919811, + "mIoU": 0.6492044502194441, + "macroF1": 0.7811025371906886, + "F1_coffee": 0.8679751788793326, + "IoU_coffee": 0.7667457132433418, + "precision_coffee": 0.8514564680144229, + "recall_coffee": 0.8851475140564786, + "F1_noncoffee": 0.6942298955020445, + "IoU_noncoffee": 0.5316631871955463, + "kappa": 0.5625863676631855, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.705935136380327, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8470125586705569, + "mIoU": 0.6940686635120168, + "macroF1": 0.8142841332706582, + "F1_coffee": 0.8922468672518931, + "IoU_coffee": 0.8054564152198899, + "precision_coffee": 0.870640802092415, + "recall_coffee": 0.914952586009437, + "F1_noncoffee": 0.7363213992894233, + "IoU_noncoffee": 0.5826809118041438, + "kappa": 0.6291271783928433, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8169349255797854, + "mIoU": 0.6504740881940839, + "macroF1": 0.7819676986264763, + "F1_coffee": 0.8692831323440059, + "IoU_coffee": 0.7687893912346534, + "precision_coffee": 0.8506328603676233, + "recall_coffee": 0.8887695579842905, + "F1_noncoffee": 0.6946522649089466, + "IoU_noncoffee": 0.5321587851535144, + "kappa": 0.5644245139943388, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1990632318501171, + "mIoU": 0.10055403556771546, + "macroF1": 0.16916617359246278, + "F1_coffee": 0.32677165354330706, + "IoU_coffee": 0.1952941176470588, + "precision_coffee": 1.0, + "recall_coffee": 0.1952941176470588, + "F1_noncoffee": 0.011560693641618497, + "IoU_noncoffee": 0.005813953488372093, + "kappa": 0.0022682863506552063, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8465966326090085, + "mIoU": 0.6924590811241229, + "macroF1": 0.8129935458940754, + "F1_coffee": 0.8922651933701657, + "IoU_coffee": 0.8054862842892768, + "precision_coffee": 0.8653293256664925, + "recall_coffee": 0.9209318497913769, + "F1_noncoffee": 0.733721898417985, + "IoU_noncoffee": 0.579431877958969, + "kappa": 0.6268806570484368, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8576527698458024, + "mIoU": 0.7115406562570062, + "macroF1": 0.8269293488599017, + "F1_coffee": 0.8998493219487694, + "IoU_coffee": 0.8179327976625274, + "precision_coffee": 0.8769742853413393, + "recall_coffee": 0.9239496665062229, + "F1_noncoffee": 0.7540093757710338, + "IoU_noncoffee": 0.6051485148514851, + "kappa": 0.654436185497668, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8368780947889649, + "mIoU": 0.6787645863468961, + "macroF1": 0.803088857133454, + "F1_coffee": 0.8846577078262029, + "IoU_coffee": 0.7931714900741449, + "precision_coffee": 0.8696079716795595, + "recall_coffee": 0.9002375296912114, + "F1_noncoffee": 0.7215200064407052, + "IoU_noncoffee": 0.5643576826196474, + "kappa": 0.6064622930516687, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8502121913580247, + "mIoU": 0.6778468940218596, + "macroF1": 0.7995332050009178, + "F1_coffee": 0.9003273217380142, + "IoU_coffee": 0.8187230068868916, + "precision_coffee": 0.8643253234750462, + "recall_coffee": 0.9394588802571658, + "F1_noncoffee": 0.6987390882638216, + "IoU_noncoffee": 0.5369707811568276, + "kappa": 0.6011579507754996, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8491214667685256, + "mIoU": 0.6783353173265873, + "macroF1": 0.8001952912256856, + "F1_coffee": 0.8990673310336016, + "IoU_coffee": 0.8166415225716607, + "precision_coffee": 0.8704849084611579, + "recall_coffee": 0.9295904887714663, + "F1_noncoffee": 0.7013232514177694, + "IoU_noncoffee": 0.5400291120815138, + "kappa": 0.601661442078721, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8355505236343052, + "mIoU": 0.6485066704974762, + "macroF1": 0.7758489748483159, + "F1_coffee": 0.8915302756861037, + "IoU_coffee": 0.8042892432068268, + "precision_coffee": 0.8554878777021379, + "recall_coffee": 0.9307432432432432, + "F1_noncoffee": 0.6601676740105283, + "IoU_noncoffee": 0.4927240977881257, + "kappa": 0.5541771868725207, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8430193720774883, + "mIoU": 0.7020128793198763, + "macroF1": 0.8216936632660835, + "F1_coffee": 0.8833581507480678, + "IoU_coffee": 0.7910845821691643, + "precision_coffee": 0.8664626512727779, + "recall_coffee": 0.9009256580850449, + "F1_noncoffee": 0.7600291757840992, + "IoU_noncoffee": 0.6129411764705882, + "kappa": 0.6436660692955338, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8661290322580645, + "mIoU": 0.7392680302830704, + "macroF1": 0.8476475407932476, + "F1_coffee": 0.9007107170501724, + "IoU_coffee": 0.8193573166047882, + "precision_coffee": 0.8842221608179055, + "recall_coffee": 0.9178258998996128, + "F1_noncoffee": 0.7945843645363226, + "IoU_noncoffee": 0.6591787439613527, + "kappa": 0.6955141303142539, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.699755926002162, + "macroF1": 0.8206988764257477, + "F1_coffee": 0.8767241379310344, + "IoU_coffee": 0.7805065234075211, + "precision_coffee": 0.8867897107978492, + "recall_coffee": 0.8668845006392953, + "F1_noncoffee": 0.7646736149204608, + "IoU_noncoffee": 0.6190053285968028, + "kappa": 0.6414859256222452, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9479, + 11000 + ], + [ + 43814, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.109449334939321, + "test_tta": { + "OA": 0.8535297475580362, + "mIoU": 0.701322479069865, + "macroF1": 0.8191847478677285, + "F1_coffee": 0.8979889341682404, + "IoU_coffee": 0.8148638085502976, + "precision_coffee": 0.8670320530592225, + "recall_coffee": 0.9312382610289065, + "F1_noncoffee": 0.7403805615672167, + "IoU_noncoffee": 0.5877811495894324, + "kappa": 0.6395389744650958, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236702434521749, + "mIoU": 0.6567700422030857, + "macroF1": 0.7862398500409276, + "F1_coffee": 0.8756888662938485, + "IoU_coffee": 0.7788670235855882, + "precision_coffee": 0.8466272142815013, + "recall_coffee": 0.9068166024385621, + "F1_noncoffee": 0.6967908337880065, + "IoU_noncoffee": 0.5346730608205831, + "kappa": 0.5737048770119553, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.7130385464421194, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8506596473423823, + "mIoU": 0.6950640094520348, + "macroF1": 0.8144333628605249, + "F1_coffee": 0.8964235439028682, + "IoU_coffee": 0.8122894784047197, + "precision_coffee": 0.8621747408504337, + "recall_coffee": 0.9335058866645288, + "F1_noncoffee": 0.7324431818181818, + "IoU_noncoffee": 0.57783854049935, + "kappa": 0.6303733966286433, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8203530633437176, + "mIoU": 0.6503230564084554, + "macroF1": 0.7810580328893241, + "F1_coffee": 0.8738121770843886, + "IoU_coffee": 0.7759027040641923, + "precision_coffee": 0.8419460008199442, + "recall_coffee": 0.9081853981089562, + "F1_noncoffee": 0.6883038886942595, + "IoU_noncoffee": 0.5247434087527185, + "kappa": 0.5636600056735721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1791569086651054, + "mIoU": 0.09026229168892212, + "macroF1": 0.1540934313211541, + "F1_coffee": 0.2997002997002997, + "IoU_coffee": 0.1762632197414806, + "precision_coffee": 0.9933774834437086, + "recall_coffee": 0.17647058823529413, + "F1_noncoffee": 0.008486562942008486, + "IoU_noncoffee": 0.004261363636363636, + "kappa": -0.0008359051347980513, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8441502374442366, + "mIoU": 0.682599585880497, + "macroF1": 0.8049685454315774, + "F1_coffee": 0.8923851478917558, + "IoU_coffee": 0.8056818181818182, + "precision_coffee": 0.8520017709189804, + "recall_coffee": 0.9367872044506259, + "F1_noncoffee": 0.7175519429713988, + "IoU_noncoffee": 0.5595173535791758, + "kappa": 0.6122235951997846, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8606034646868456, + "mIoU": 0.7116216653247731, + "macroF1": 0.826470192471427, + "F1_coffee": 0.9034321321420329, + "IoU_coffee": 0.8238725195429946, + "precision_coffee": 0.8678109956929313, + "recall_coffee": 0.9421027298356598, + "F1_noncoffee": 0.749508252800821, + "IoU_noncoffee": 0.5993708111065518, + "kappa": 0.6544505908990732, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8472058476774346, + "mIoU": 0.6911606236623016, + "macroF1": 0.8117660269046234, + "F1_coffee": 0.8934420837992502, + "IoU_coffee": 0.8074065267788147, + "precision_coffee": 0.8667602578010337, + "recall_coffee": 0.9218187987784188, + "F1_noncoffee": 0.7300899700099966, + "IoU_noncoffee": 0.5749147205457885, + "kappa": 0.6244335278688818, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8493441358024691, + "mIoU": 0.6668053587473012, + "macroF1": 0.789746044090814, + "F1_coffee": 0.901686807653575, + "IoU_coffee": 0.8209742120343839, + "precision_coffee": 0.8505105675611494, + "recall_coffee": 0.9594160192874364, + "F1_noncoffee": 0.6778052805280528, + "IoU_noncoffee": 0.5126365054602184, + "kappa": 0.5844230921223481, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8508403361344538, + "mIoU": 0.6732336299194379, + "macroF1": 0.7952650964427643, + "F1_coffee": 0.9019337016574586, + "IoU_coffee": 0.8213836477987422, + "precision_coffee": 0.8594161282603494, + "recall_coffee": 0.9488771466314398, + "F1_noncoffee": 0.6885964912280702, + "IoU_noncoffee": 0.5250836120401338, + "kappa": 0.5936880556301303, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8397962071893574, + "mIoU": 0.6483624844645185, + "macroF1": 0.7747067110355605, + "F1_coffee": 0.8958026509572902, + "IoU_coffee": 0.8112704234744915, + "precision_coffee": 0.8487209302325581, + "recall_coffee": 0.948414760914761, + "F1_noncoffee": 0.653610771113831, + "IoU_noncoffee": 0.48545454545454547, + "kappa": 0.5539763168887989, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8390113560454242, + "mIoU": 0.6922668792185958, + "macroF1": 0.8142795511945947, + "F1_coffee": 0.8820527162133818, + "IoU_coffee": 0.7889931207004378, + "precision_coffee": 0.8537014480985249, + "recall_coffee": 0.9123517500723171, + "F1_noncoffee": 0.7465063861758077, + "IoU_noncoffee": 0.5955406377367538, + "kappa": 0.6294374643716536, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.870303605313093, + "mIoU": 0.7433760953941653, + "macroF1": 0.8501782765769503, + "F1_coffee": 0.905089217524127, + "IoU_coffee": 0.8266328471781864, + "precision_coffee": 0.8772543741588156, + "recall_coffee": 0.9347483149290119, + "F1_noncoffee": 0.7952673356297738, + "IoU_noncoffee": 0.6601193436101442, + "kappa": 0.7010058760493095, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8546105977748444, + "mIoU": 0.7230926042630357, + "macroF1": 0.8367969334558237, + "F1_coffee": 0.8907158043940467, + "IoU_coffee": 0.8029644773830821, + "precision_coffee": 0.8887003252722387, + "recall_coffee": 0.8927404460860918, + "F1_noncoffee": 0.7828780625176007, + "IoU_noncoffee": 0.6432207311429894, + "kappa": 0.6735972022980005, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9378, + 11000 + ], + [ + 44138, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.047732412815094, + "test_tta": { + "OA": 0.8561302803501205, + "mIoU": 0.701423347502892, + "macroF1": 0.8187841606427745, + "F1_coffee": 0.9010502437481597, + "IoU_coffee": 0.8199194172637596, + "precision_coffee": 0.859997918184657, + "recall_coffee": 0.9462183334096844, + "F1_noncoffee": 0.7365180775373893, + "IoU_noncoffee": 0.5829272777420245, + "kappa": 0.6397541484161327, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8252999884619823, + "mIoU": 0.6547544220621457, + "macroF1": 0.7840317939199957, + "F1_coffee": 0.8784384565206483, + "IoU_coffee": 0.7832280463143578, + "precision_coffee": 0.8391042601326738, + "recall_coffee": 0.9216417124686757, + "F1_noncoffee": 0.689625131319343, + "IoU_noncoffee": 0.5262807978099335, + "kappa": 0.5704734327067886, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6045748045911068, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8308134770802873, + "mIoU": 0.6533742149011446, + "macroF1": 0.7815122620443482, + "F1_coffee": 0.8852991155069496, + "IoU_coffee": 0.7942032950925401, + "precision_coffee": 0.9119204703559086, + "recall_coffee": 0.8601879683332627, + "F1_noncoffee": 0.6777254085817469, + "IoU_noncoffee": 0.512545134709749, + "kappa": 0.5640683404258804, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.795719395407869, + "mIoU": 0.6061403323420521, + "macroF1": 0.744310722490678, + "F1_coffee": 0.8589608268775019, + "IoU_coffee": 0.7527882014137359, + "precision_coffee": 0.8882184558990095, + "recall_coffee": 0.8315692058534329, + "F1_noncoffee": 0.629660618103854, + "IoU_noncoffee": 0.45949246327036825, + "kappa": 0.49007424475633016, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.13073254323451194, + "macroF1": 0.2094530293022787, + "F1_coffee": 0.4069419509275883, + "IoU_coffee": 0.2554470323065364, + "precision_coffee": 0.9912536443148688, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.011964107676969093, + "IoU_noncoffee": 0.006018054162487462, + "kappa": -0.0013966997677457588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8183119447186574, + "mIoU": 0.6459184638248607, + "macroF1": 0.7774304844174739, + "F1_coffee": 0.872818989047438, + "IoU_coffee": 0.7743379107405591, + "precision_coffee": 0.9232512243257072, + "recall_coffee": 0.8276110601493907, + "F1_noncoffee": 0.6820419797875097, + "IoU_noncoffee": 0.5174990169091624, + "kappa": 0.5581570062638246, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8337865559849243, + "mIoU": 0.6601130006887583, + "macroF1": 0.7870594484176096, + "F1_coffee": 0.886809616634178, + "IoU_coffee": 0.7966378706514126, + "precision_coffee": 0.920979823199946, + "recall_coffee": 0.8550842679030136, + "F1_noncoffee": 0.6873092802010411, + "IoU_noncoffee": 0.5235881307261042, + "kappa": 0.575732290760204, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8398991340755543, + "mIoU": 0.6524392346417398, + "macroF1": 0.7785440798859353, + "F1_coffee": 0.895109254699043, + "IoU_coffee": 0.810133724538735, + "precision_coffee": 0.8939110945087785, + "recall_coffee": 0.8963106311255384, + "F1_noncoffee": 0.6619789050728278, + "IoU_noncoffee": 0.4947447447447447, + "kappa": 0.5570907240346319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8467919248450929, + "mIoU": 0.6906754347015928, + "macroF1": 0.8114306929705346, + "F1_coffee": 0.8930887788548714, + "IoU_coffee": 0.8068296370967742, + "precision_coffee": 0.9158918609640967, + "recall_coffee": 0.8713935764833969, + "F1_noncoffee": 0.7297726070861977, + "IoU_noncoffee": 0.5745212323064113, + "kappa": 0.623451350439355, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8516504483877123, + "mIoU": 0.6886589500250436, + "macroF1": 0.8087385613274009, + "F1_coffee": 0.8993332038583544, + "IoU_coffee": 0.8170803434890013, + "precision_coffee": 0.9110703043022036, + "recall_coffee": 0.8878946695641058, + "F1_noncoffee": 0.7181439187964473, + "IoU_noncoffee": 0.560237556561086, + "kappa": 0.6176547928881655, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8718337918603548, + "mIoU": 0.7051423640715183, + "macroF1": 0.8189754025972227, + "F1_coffee": 0.9167949744410914, + "IoU_coffee": 0.8463725267227655, + "precision_coffee": 0.8908438061041293, + "recall_coffee": 0.9443034762750571, + "F1_noncoffee": 0.721155830753354, + "IoU_noncoffee": 0.5639122014202711, + "kappa": 0.6389775368081076, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7905207723815096, + "mIoU": 0.6050104834336127, + "macroF1": 0.7445479354136187, + "F1_coffee": 0.8529170090386196, + "IoU_coffee": 0.7435530085959885, + "precision_coffee": 0.9309417040358744, + "recall_coffee": 0.7869598180439727, + "F1_noncoffee": 0.6361788617886179, + "IoU_noncoffee": 0.46646795827123694, + "kappa": 0.49782161899508837, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8159175493844832, + "mIoU": 0.6328902530905047, + "macroF1": 0.765629791951999, + "F1_coffee": 0.8741929172373313, + "IoU_coffee": 0.7765033020507474, + "precision_coffee": 0.9314801945795691, + "recall_coffee": 0.8235438682723027, + "F1_noncoffee": 0.6570666666666667, + "IoU_noncoffee": 0.4892772041302621, + "kappa": 0.5360431449311291, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8077693996373008, + "mIoU": 0.6045150686220178, + "macroF1": 0.7393782382139757, + "F1_coffee": 0.8728856349406715, + "IoU_coffee": 0.7744428267443163, + "precision_coffee": 0.8972362787076683, + "recall_coffee": 0.8498218016467985, + "F1_noncoffee": 0.6058708414872799, + "IoU_noncoffee": 0.43458731049971927, + "kappa": 0.47994416110664334, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6922, + 8413 + ], + [ + 44680, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6651408592859904, + "test_tta": { + "OA": 0.8406947412394158, + "mIoU": 0.6625228954233569, + "macroF1": 0.7877361552954616, + "F1_coffee": 0.8937606480439744, + "IoU_coffee": 0.807927006450863, + "precision_coffee": 0.9049799283931865, + "recall_coffee": 0.8828161381821261, + "F1_noncoffee": 0.6817116625469487, + "IoU_noncoffee": 0.5171187843958506, + "kappa": 0.575667696623438, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8052959501557633, + "mIoU": 0.6128415821126343, + "macroF1": 0.7485510713368495, + "F1_coffee": 0.8680016426462248, + "IoU_coffee": 0.7667870160830583, + "precision_coffee": 0.8805721427579503, + "recall_coffee": 0.8557849885283514, + "F1_noncoffee": 0.6291005000274741, + "IoU_noncoffee": 0.45889614814221014, + "kappa": 0.49738994488193855, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6476767739942944, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8399074535259242, + "mIoU": 0.6628250666834578, + "macroF1": 0.7881875456043606, + "F1_coffee": 0.8928533023635934, + "IoU_coffee": 0.8064453466462053, + "precision_coffee": 0.907392026578073, + "recall_coffee": 0.8787731256085687, + "F1_noncoffee": 0.6835217888451277, + "IoU_noncoffee": 0.5192047867207102, + "kappa": 0.5766960727086836, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.803709472712588, + "mIoU": 0.6129108841560902, + "macroF1": 0.7490379462636692, + "F1_coffee": 0.8661723927707526, + "IoU_coffee": 0.7639365872272522, + "precision_coffee": 0.8838674720555477, + "recall_coffee": 0.8491719204889429, + "F1_noncoffee": 0.6319034997565857, + "IoU_noncoffee": 0.46188518108492804, + "kappa": 0.49862861388050644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.13073254323451194, + "macroF1": 0.2094530293022787, + "F1_coffee": 0.4069419509275883, + "IoU_coffee": 0.2554470323065364, + "precision_coffee": 0.9912536443148688, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.011964107676969093, + "IoU_noncoffee": 0.006018054162487462, + "kappa": -0.0013966997677457588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8471865745310958, + "mIoU": 0.6806932808058941, + "macroF1": 0.8026801640881659, + "F1_coffee": 0.8963924770765009, + "IoU_coffee": 0.812238462004973, + "precision_coffee": 0.9160738714090287, + "recall_coffee": 0.8775389857161577, + "F1_noncoffee": 0.7089678510998308, + "IoU_noncoffee": 0.5491480996068152, + "kappa": 0.6058713487860767, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8288726682887266, + "mIoU": 0.6483169282658791, + "macroF1": 0.7772333250305926, + "F1_coffee": 0.8844878111615625, + "IoU_coffee": 0.7928983833718245, + "precision_coffee": 0.9099522926053538, + "recall_coffee": 0.8604097487626089, + "F1_noncoffee": 0.6699788388996227, + "IoU_noncoffee": 0.5037354731599336, + "kappa": 0.555461267358748, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8438957084403844, + "mIoU": 0.659685802884771, + "macroF1": 0.7844005372186341, + "F1_coffee": 0.8976574440874637, + "IoU_coffee": 0.8143180531975099, + "precision_coffee": 0.897069825436409, + "recall_coffee": 0.8982458330732256, + "F1_noncoffee": 0.6711436303498045, + "IoU_noncoffee": 0.505053552572032, + "kappa": 0.5688016689562386, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8709774135518689, + "mIoU": 0.7247005432135007, + "macroF1": 0.835339967766636, + "F1_coffee": 0.911943250801446, + "IoU_coffee": 0.8381394182547643, + "precision_coffee": 0.9141255298782989, + "recall_coffee": 0.9097713663581927, + "F1_noncoffee": 0.7587366847318259, + "IoU_noncoffee": 0.6112616681722373, + "kappa": 0.6706850777331572, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8480251860331998, + "mIoU": 0.6779540038260832, + "macroF1": 0.8000850168336563, + "F1_coffee": 0.8979827089337176, + "IoU_coffee": 0.8148535564853556, + "precision_coffee": 0.8997689938398358, + "recall_coffee": 0.8962035024926499, + "F1_noncoffee": 0.702187324733595, + "IoU_noncoffee": 0.5410544511668107, + "kappa": 0.6001746338930644, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8696518356892136, + "mIoU": 0.702554218159865, + "macroF1": 0.8171851858359414, + "F1_coffee": 0.9151223128243143, + "IoU_coffee": 0.8435257943286641, + "precision_coffee": 0.8917649891644595, + "recall_coffee": 0.9397361075869068, + "F1_noncoffee": 0.7192480588475685, + "IoU_noncoffee": 0.5615826419910658, + "kappa": 0.6351981833424497, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8239711332163059, + "mIoU": 0.6394735426373215, + "macroF1": 0.7700051968707633, + "F1_coffee": 0.8814138361474279, + "IoU_coffee": 0.7879713379537179, + "precision_coffee": 0.9180238127822636, + "recall_coffee": 0.8476118271417741, + "F1_noncoffee": 0.6585965575940987, + "IoU_noncoffee": 0.49097574732092497, + "kappa": 0.542106865506189, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8097146674300983, + "mIoU": 0.6202413594669177, + "macroF1": 0.7548031537088044, + "F1_coffee": 0.8708381914755797, + "IoU_coffee": 0.7712253327214319, + "precision_coffee": 0.9208219178082192, + "recall_coffee": 0.8260014745637749, + "F1_noncoffee": 0.638768115942029, + "IoU_noncoffee": 0.46925738621240354, + "kappa": 0.51361440811851, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8179822468263815, + "mIoU": 0.6199142789685086, + "macroF1": 0.752335798859715, + "F1_coffee": 0.8798437401549997, + "IoU_coffee": 0.7854651816852289, + "precision_coffee": 0.9027670028445823, + "recall_coffee": 0.8580557945188645, + "F1_noncoffee": 0.6248278575644305, + "IoU_noncoffee": 0.45436337625178824, + "kappa": 0.505666786524431, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7182, + 8413 + ], + [ + 44986, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1718536416689553, + "test_tta": { + "OA": 0.8472340493902537, + "mIoU": 0.669780341349329, + "macroF1": 0.7929198053915039, + "F1_coffee": 0.8989735852264276, + "IoU_coffee": 0.8164868464225744, + "precision_coffee": 0.9025217613927291, + "recall_coffee": 0.8954531984251302, + "F1_noncoffee": 0.6868660255565802, + "IoU_noncoffee": 0.5230738362760835, + "kappa": 0.5858594506149307, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8116274374062536, + "mIoU": 0.6187204663660882, + "macroF1": 0.7527952750876876, + "F1_coffee": 0.8733920764630044, + "IoU_coffee": 0.7752404880315259, + "precision_coffee": 0.8782703630054197, + "recall_coffee": 0.8685676827269747, + "F1_noncoffee": 0.6321984737123708, + "IoU_noncoffee": 0.4622004447006506, + "kappa": 0.5056348578174954, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.6698135255725295, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8549141213708447, + "mIoU": 0.6904633037453994, + "macroF1": 0.8096551485472965, + "F1_coffee": 0.9024711625696634, + "IoU_coffee": 0.822275581097837, + "precision_coffee": 0.9213381555153707, + "recall_coffee": 0.8843613733542187, + "F1_noncoffee": 0.7168391345249294, + "IoU_noncoffee": 0.5586510263929618, + "kappa": 0.6197732215706249, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8172522210684204, + "mIoU": 0.6360073605608926, + "macroF1": 0.7683038672965068, + "F1_coffee": 0.8747986759547454, + "IoU_coffee": 0.7774596929994029, + "precision_coffee": 0.8972191819692732, + "recall_coffee": 0.8534713787186458, + "F1_noncoffee": 0.6618090586382683, + "IoU_noncoffee": 0.4945550281223822, + "kappa": 0.5373880382230652, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24308152580403888, + "mIoU": 0.12298361212156987, + "macroF1": 0.19978377713431367, + "F1_coffee": 0.3859223300970874, + "IoU_coffee": 0.23909774436090225, + "precision_coffee": 0.99375, + "recall_coffee": 0.2394578313253012, + "F1_noncoffee": 0.01364522417153996, + "IoU_noncoffee": 0.0068694798822374874, + "kappa": 0.00030440590606565013, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8454096742349457, + "mIoU": 0.6844139797307467, + "macroF1": 0.8062964975809133, + "F1_coffee": 0.893338782182264, + "IoU_coffee": 0.8072378138847858, + "precision_coffee": 0.9300808395972202, + "recall_coffee": 0.8593893329838815, + "F1_noncoffee": 0.7192542129795626, + "IoU_noncoffee": 0.5615901455767077, + "kappa": 0.6141778133819343, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8608844997853156, + "mIoU": 0.6970374832445665, + "macroF1": 0.8141515751526989, + "F1_coffee": 0.9073462125063548, + "IoU_coffee": 0.830405955565895, + "precision_coffee": 0.9205080265617949, + "recall_coffee": 0.8945554789800138, + "F1_noncoffee": 0.720956937799043, + "IoU_noncoffee": 0.5636690109232381, + "kappa": 0.6285318712587542, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8581216100485298, + "mIoU": 0.6893623560771498, + "macroF1": 0.8080598309594809, + "F1_coffee": 0.906084656084656, + "IoU_coffee": 0.8282950423216445, + "precision_coffee": 0.9143202186487002, + "recall_coffee": 0.8979961295961046, + "F1_noncoffee": 0.7100350058343057, + "IoU_noncoffee": 0.550429669832655, + "kappa": 0.6162157979096425, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8607835298820707, + "mIoU": 0.7120423541355929, + "macroF1": 0.8267850170079497, + "F1_coffee": 0.9035251748736062, + "IoU_coffee": 0.8240272865083376, + "precision_coffee": 0.91989846284022, + "recall_coffee": 0.8877245508982036, + "F1_noncoffee": 0.7500448591422932, + "IoU_noncoffee": 0.6000574217628482, + "kappa": 0.6538541523198302, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8735928257966037, + "mIoU": 0.72177758518571, + "macroF1": 0.8325172286762282, + "F1_coffee": 0.9154597077777069, + "IoU_coffee": 0.8440993058006825, + "precision_coffee": 0.9138853503184713, + "recall_coffee": 0.9170394989134603, + "F1_noncoffee": 0.7495747495747496, + "IoU_noncoffee": 0.5994558645707376, + "kappa": 0.6650374020042694, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.878189925054549, + "mIoU": 0.7270702560452124, + "macroF1": 0.8360304758005873, + "F1_coffee": 0.919174115573461, + "IoU_coffee": 0.850436808386721, + "precision_coffee": 0.9121689155422289, + "recall_coffee": 0.9262877442273535, + "F1_noncoffee": 0.7528868360277137, + "IoU_noncoffee": 0.6037037037037037, + "kappa": 0.6721200738288251, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8304076457967622, + "mIoU": 0.6581398885608094, + "macroF1": 0.7860014023187764, + "F1_coffee": 0.8834840871021775, + "IoU_coffee": 0.7912866058569371, + "precision_coffee": 0.940379403794038, + "recall_coffee": 0.8330806166287592, + "F1_noncoffee": 0.6885187175353752, + "IoU_noncoffee": 0.5249931712646818, + "kappa": 0.5761504844614233, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.848172535547285, + "mIoU": 0.6728069345941686, + "macroF1": 0.7954521622248562, + "F1_coffee": 0.8992974238875878, + "IoU_coffee": 0.8170212765957446, + "precision_coffee": 0.9272940869338206, + "recall_coffee": 0.8729417547308921, + "F1_noncoffee": 0.6916069005621245, + "IoU_noncoffee": 0.5285925925925926, + "kappa": 0.5920431464923592, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8379307053545862, + "mIoU": 0.6531039395951167, + "macroF1": 0.7796261407447752, + "F1_coffee": 0.8929786965838901, + "IoU_coffee": 0.8066499658392166, + "precision_coffee": 0.9165480657264846, + "recall_coffee": 0.8705911269509647, + "F1_noncoffee": 0.6662735849056604, + "IoU_noncoffee": 0.4995579133510168, + "kappa": 0.5601592688148563, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7058, + 8413 + ], + [ + 46044, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4269314765930177, + "test_tta": { + "OA": 0.8648757210109417, + "mIoU": 0.7003306400225977, + "macroF1": 0.8162008140439871, + "F1_coffee": 0.9107862689353757, + "IoU_coffee": 0.8361869144315238, + "precision_coffee": 0.9128779823927189, + "recall_coffee": 0.908704119215952, + "F1_noncoffee": 0.7216153591525984, + "IoU_noncoffee": 0.5644743656136717, + "kappa": 0.6324076503403018, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.827319141571478, + "mIoU": 0.6433206049747897, + "macroF1": 0.7728751616953767, + "F1_coffee": 0.8840757917566299, + "IoU_coffee": 0.7922364128548622, + "precision_coffee": 0.8879531663295472, + "recall_coffee": 0.8802321321842405, + "F1_noncoffee": 0.6616745316341236, + "IoU_noncoffee": 0.4944047970947173, + "kappa": 0.5457756004419647, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6849946807341272, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8661932228988255, + "mIoU": 0.7032185128970434, + "macroF1": 0.81840887982912, + "F1_coffee": 0.9115604358260944, + "IoU_coffee": 0.8374929264152048, + "precision_coffee": 0.914649220015344, + "recall_coffee": 0.9084924431649803, + "F1_noncoffee": 0.7252573238321457, + "IoU_noncoffee": 0.568944099378882, + "kappa": 0.6368306259899058, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8286171685704395, + "mIoU": 0.6461391185129337, + "macroF1": 0.7752405478022695, + "F1_coffee": 0.884770909090909, + "IoU_coffee": 0.7933535058430717, + "precision_coffee": 0.8900269226267119, + "recall_coffee": 0.8795766094048239, + "F1_noncoffee": 0.6657101865136298, + "IoU_noncoffee": 0.4989247311827957, + "kappa": 0.5505265704983006, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8614511352418559, + "mIoU": 0.7019820663806635, + "macroF1": 0.8182564606061993, + "F1_coffee": 0.9068586787006006, + "IoU_coffee": 0.8295896066051481, + "precision_coffee": 0.9186554621848739, + "recall_coffee": 0.8953610273882846, + "F1_noncoffee": 0.7296542425117981, + "IoU_noncoffee": 0.5743745261561789, + "kappa": 0.6366868134592023, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8713324745956776, + "mIoU": 0.7106463380416486, + "macroF1": 0.823715037985101, + "F1_coffee": 0.9153351122272798, + "IoU_coffee": 0.8438874739523038, + "precision_coffee": 0.9172643764942746, + "recall_coffee": 0.9134139464945805, + "F1_noncoffee": 0.7320949637429224, + "IoU_noncoffee": 0.5774052021309934, + "kappa": 0.6474350112423952, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8656389761157104, + "mIoU": 0.6967020759106102, + "macroF1": 0.8129378057209382, + "F1_coffee": 0.9122272642506372, + "IoU_coffee": 0.8386193496771244, + "precision_coffee": 0.9083874961312287, + "recall_coffee": 0.9160996316873713, + "F1_noncoffee": 0.7136483471912392, + "IoU_noncoffee": 0.5547848021440959, + "kappa": 0.6258974185695404, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8671796921846892, + "mIoU": 0.7158341465446385, + "macroF1": 0.8287709748079222, + "F1_coffee": 0.9098677517802645, + "IoU_coffee": 0.8346397909667786, + "precision_coffee": 0.9068541300527241, + "recall_coffee": 0.9129014697876974, + "F1_noncoffee": 0.74767419783558, + "IoU_noncoffee": 0.5970285021224985, + "kappa": 0.6575525367402965, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8789353176874642, + "mIoU": 0.7275701672174815, + "macroF1": 0.836308486471346, + "F1_coffee": 0.9198408186469585, + "IoU_coffee": 0.8515789473684211, + "precision_coffee": 0.9092157842157842, + "recall_coffee": 0.9307171161958327, + "F1_noncoffee": 0.7527761542957335, + "IoU_noncoffee": 0.6035613870665417, + "kappa": 0.6727548008390407, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8812256901622237, + "mIoU": 0.7293862819589828, + "macroF1": 0.8373890781635525, + "F1_coffee": 0.9218184088922193, + "IoU_coffee": 0.8549750955635352, + "precision_coffee": 0.9076487948844073, + "recall_coffee": 0.9364374524232428, + "F1_noncoffee": 0.7529597474348856, + "IoU_noncoffee": 0.6037974683544304, + "kappa": 0.6750284149069388, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8558611273649308, + "mIoU": 0.6882456955084277, + "macroF1": 0.8075392576223304, + "F1_coffee": 0.9039760914760915, + "IoU_coffee": 0.8247777119146413, + "precision_coffee": 0.9303289649638941, + "recall_coffee": 0.8790750568612585, + "F1_noncoffee": 0.7111024237685692, + "IoU_noncoffee": 0.5517136791022141, + "kappa": 0.6160054995740325, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8637274549098196, + "mIoU": 0.69371784957139, + "macroF1": 0.8107316629433636, + "F1_coffee": 0.9108836744882676, + "IoU_coffee": 0.8363511345404538, + "precision_coffee": 0.9254374841491251, + "recall_coffee": 0.8967805357581715, + "F1_noncoffee": 0.7105796513984597, + "IoU_noncoffee": 0.5510845646023264, + "kappa": 0.621767127636557, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8499570487735039, + "mIoU": 0.6644098657719405, + "macroF1": 0.7874064424590144, + "F1_coffee": 0.9027227722772277, + "IoU_coffee": 0.8226934355966614, + "precision_coffee": 0.9091362333291786, + "recall_coffee": 0.8963991643111712, + "F1_noncoffee": 0.672090112640801, + "IoU_noncoffee": 0.5061262959472196, + "kappa": 0.5748841993723715, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7183, + 8413 + ], + [ + 46621, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1758805314699807, + "test_tta": { + "OA": 0.8728450007230193, + "mIoU": 0.7079227338933566, + "macroF1": 0.8211424763612806, + "F1_coffee": 0.9173058034314853, + "IoU_coffee": 0.8472436689314392, + "precision_coffee": 0.9057779612051177, + "recall_coffee": 0.9291308581347106, + "F1_noncoffee": 0.7249791492910759, + "IoU_noncoffee": 0.568601798855274, + "kappa": 0.6424775483653926, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8358716972424137, + "mIoU": 0.6492855698646044, + "macroF1": 0.7765104681035299, + "F1_coffee": 0.8916912534500809, + "IoU_coffee": 0.8045513095749248, + "precision_coffee": 0.8804954607822867, + "recall_coffee": 0.9031754294638209, + "F1_noncoffee": 0.6613296827569788, + "IoU_noncoffee": 0.4940198301542839, + "kappa": 0.5532467948599374, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6487679131468925, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.843297610822796, + "mIoU": 0.6658201450658685, + "macroF1": 0.7901774277309208, + "F1_coffee": 0.895751162417829, + "IoU_coffee": 0.8111859681728424, + "precision_coffee": 0.9047351715501047, + "recall_coffee": 0.8869438211760722, + "F1_noncoffee": 0.6846036930440126, + "IoU_noncoffee": 0.5204543219588946, + "kappa": 0.5804800067913066, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.807041075343256, + "mIoU": 0.6140967397266114, + "macroF1": 0.7493561530240385, + "F1_coffee": 0.8695991188997944, + "IoU_coffee": 0.7692838296918381, + "precision_coffee": 0.8793266577308207, + "recall_coffee": 0.8600844467580543, + "F1_noncoffee": 0.6291131871482827, + "IoU_noncoffee": 0.45890964976138476, + "kappa": 0.49888672844015014, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2707554225878833, + "mIoU": 0.13702280140269207, + "macroF1": 0.21776034900222926, + "F1_coffee": 0.42136498516320475, + "IoU_coffee": 0.2669172932330827, + "precision_coffee": 0.9943977591036415, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.014155712841253791, + "IoU_noncoffee": 0.007128309572301426, + "kappa": 0.0008262733462460714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.848568608094768, + "mIoU": 0.6822306787682821, + "macroF1": 0.8037496555861026, + "F1_coffee": 0.8975352347872554, + "IoU_coffee": 0.8141169342623448, + "precision_coffee": 0.9153269754768393, + "recall_coffee": 0.8804219630454724, + "F1_noncoffee": 0.7099640763849498, + "IoU_noncoffee": 0.5503444232742195, + "kappa": 0.6079186236774013, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8431849625494967, + "mIoU": 0.6634791687255053, + "macroF1": 0.7880606798378704, + "F1_coffee": 0.8961486208966541, + "IoU_coffee": 0.8118381132291488, + "precision_coffee": 0.9038878266411727, + "recall_coffee": 0.8885408182444708, + "F1_noncoffee": 0.6799727387790867, + "IoU_noncoffee": 0.5151202242218617, + "kappa": 0.5762170971240691, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838329051289371, + "mIoU": 0.6516758740770199, + "macroF1": 0.7781911508302053, + "F1_coffee": 0.8936862524247544, + "IoU_coffee": 0.8078054298642534, + "precision_coffee": 0.895816345731669, + "recall_coffee": 0.891566265060241, + "F1_noncoffee": 0.6626960492356562, + "IoU_noncoffee": 0.49554631828978624, + "kappa": 0.5563902594483986, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8662802318608834, + "mIoU": 0.7163151913875598, + "macroF1": 0.8293251166152698, + "F1_coffee": 0.9087436911744646, + "IoU_coffee": 0.83275, + "precision_coffee": 0.9108558928083128, + "recall_coffee": 0.9066412629286881, + "F1_noncoffee": 0.7499065420560748, + "IoU_noncoffee": 0.5998803827751196, + "kappa": 0.6586552636482281, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8493608090059149, + "mIoU": 0.6804700648887919, + "macroF1": 0.8020364612170611, + "F1_coffee": 0.8988274492215031, + "IoU_coffee": 0.8162457814500175, + "precision_coffee": 0.9010791366906474, + "recall_coffee": 0.8965869870893519, + "F1_noncoffee": 0.705245473212619, + "IoU_noncoffee": 0.5446943483275664, + "kappa": 0.6040801251360214, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8589317901527369, + "mIoU": 0.6898033837891481, + "macroF1": 0.8082820611576681, + "F1_coffee": 0.9068237358230465, + "IoU_coffee": 0.8295311246130919, + "precision_coffee": 0.895877182122075, + "recall_coffee": 0.9180411063181934, + "F1_noncoffee": 0.7097403864922897, + "IoU_noncoffee": 0.5500756429652043, + "kappa": 0.616742372504312, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8312853520577336, + "mIoU": 0.6496604553836836, + "macroF1": 0.7779348113460745, + "F1_coffee": 0.8867801047120419, + "IoU_coffee": 0.7965902410346855, + "precision_coffee": 0.9197664947054032, + "recall_coffee": 0.8560778367450088, + "F1_noncoffee": 0.6690895179801071, + "IoU_noncoffee": 0.5027306697326818, + "kappa": 0.5575329706082539, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8370073480293921, + "mIoU": 0.6458573705657559, + "macroF1": 0.7729822049193777, + "F1_coffee": 0.893542757417103, + "IoU_coffee": 0.807570977917981, + "precision_coffee": 0.9066531748039464, + "recall_coffee": 0.8808060948636028, + "F1_noncoffee": 0.6524216524216524, + "IoU_noncoffee": 0.48414376321353064, + "kappa": 0.5462741672247993, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176004581464159, + "mIoU": 0.6148334213918262, + "macroF1": 0.7473011302806496, + "F1_coffee": 0.8805848903330625, + "IoU_coffee": 0.7866473149492017, + "precision_coffee": 0.8957538774472413, + "recall_coffee": 0.8659211011429274, + "F1_noncoffee": 0.6140173702282368, + "IoU_noncoffee": 0.4430195278344506, + "kappa": 0.49507029215845477, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7147, + 8413 + ], + [ + 45232, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4091050465901693, + "test_tta": { + "OA": 0.853098539500956, + "mIoU": 0.6752431247075645, + "macroF1": 0.7965924121841833, + "F1_coffee": 0.9038014372441947, + "IoU_coffee": 0.8244869752173997, + "precision_coffee": 0.8985167674316437, + "recall_coffee": 0.9091486389229922, + "F1_noncoffee": 0.6893833871241719, + "IoU_noncoffee": 0.5259992741977293, + "kappa": 0.5932302591116176, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8180887273566402, + "mIoU": 0.6230295233646231, + "macroF1": 0.755421457090202, + "F1_coffee": 0.8792240000766042, + "IoU_coffee": 0.7844778975787298, + "precision_coffee": 0.873378229273675, + "recall_coffee": 0.8851485530298648, + "F1_noncoffee": 0.6316189141037998, + "IoU_noncoffee": 0.4615811491505165, + "kappa": 0.5109097461921392, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6542959889436836, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8497726505888591, + "mIoU": 0.6759668441449942, + "macroF1": 0.7979477540322213, + "F1_coffee": 0.9002773037542662, + "IoU_coffee": 0.8186402870720589, + "precision_coffee": 0.9072832022012984, + "recall_coffee": 0.8933787731256085, + "F1_noncoffee": 0.6956182043101764, + "IoU_noncoffee": 0.5332934012179296, + "kappa": 0.5959690408879201, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8125793238721588, + "mIoU": 0.6222648544920957, + "macroF1": 0.7560757609730644, + "F1_coffee": 0.8734750309131802, + "IoU_coffee": 0.7753712122521651, + "precision_coffee": 0.8822974036191975, + "recall_coffee": 0.8648273468679507, + "F1_noncoffee": 0.6386764910329487, + "IoU_noncoffee": 0.46915849673202614, + "kappa": 0.5122907804561118, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.275243081525804, + "mIoU": 0.1393003512880562, + "macroF1": 0.2206042040531736, + "F1_coffee": 0.42696629213483145, + "IoU_coffee": 0.2714285714285714, + "precision_coffee": 0.9944903581267218, + "recall_coffee": 0.27183734939759036, + "F1_noncoffee": 0.014242115971515769, + "IoU_noncoffee": 0.007172131147540984, + "kappa": 0.0009146019360873597, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8496051332675222, + "mIoU": 0.6828363262936011, + "macroF1": 0.8040702977853939, + "F1_coffee": 0.8985246611383089, + "IoU_coffee": 0.8157465078309246, + "precision_coffee": 0.9136471385032171, + "recall_coffee": 0.883894640283056, + "F1_noncoffee": 0.7096159344324788, + "IoU_noncoffee": 0.5499261447562777, + "kappa": 0.6084475621488649, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8594055627117027, + "mIoU": 0.6905899380006262, + "macroF1": 0.8088725125069294, + "F1_coffee": 0.9071489334887678, + "IoU_coffee": 0.8300755347979012, + "precision_coffee": 0.9124096843706426, + "recall_coffee": 0.9019484994674519, + "F1_noncoffee": 0.7105960915250908, + "IoU_noncoffee": 0.5511043412033511, + "kappa": 0.617784629222937, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8403273384717861, + "mIoU": 0.6545785021851939, + "macroF1": 0.7804544785128689, + "F1_coffee": 0.8951053322497968, + "IoU_coffee": 0.8101272984441301, + "precision_coffee": 0.8963380281690141, + "recall_coffee": 0.8938760222236095, + "F1_noncoffee": 0.665803624775941, + "IoU_noncoffee": 0.49902970592625767, + "kappa": 0.5609116028960692, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8658804717169698, + "mIoU": 0.714005608932105, + "macroF1": 0.8274952494575012, + "F1_coffee": 0.9088686676626375, + "IoU_coffee": 0.8329599203385611, + "precision_coffee": 0.9070208728652751, + "recall_coffee": 0.9107240065323897, + "F1_noncoffee": 0.7461218312523648, + "IoU_noncoffee": 0.5950512975256488, + "kappa": 0.6549944878465933, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8693951535966419, + "mIoU": 0.7111220686598508, + "macroF1": 0.8244676746073099, + "F1_coffee": 0.9132720937598986, + "IoU_coffee": 0.8403870817302087, + "precision_coffee": 0.9053001758352173, + "recall_coffee": 0.9213856576760834, + "F1_noncoffee": 0.735663255454721, + "IoU_noncoffee": 0.581857055589493, + "kappa": 0.6490183005870283, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.87173892420074, + "mIoU": 0.710929190331721, + "macroF1": 0.8238773500804324, + "F1_coffee": 0.9156896981790971, + "IoU_coffee": 0.8444904531861054, + "precision_coffee": 0.9004169732646554, + "recall_coffee": 0.9314894696777468, + "F1_noncoffee": 0.7320650019817677, + "IoU_noncoffee": 0.5773679274773367, + "kappa": 0.6480764681391807, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8337234250048762, + "mIoU": 0.6530688140841359, + "macroF1": 0.7805627744656622, + "F1_coffee": 0.888569374550683, + "IoU_coffee": 0.7994825355756792, + "precision_coffee": 0.9202653309868688, + "recall_coffee": 0.8589840788476119, + "F1_noncoffee": 0.6725561743806414, + "IoU_noncoffee": 0.5066550925925926, + "kappa": 0.5626501031219049, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.849413111938162, + "mIoU": 0.6702483969409446, + "macroF1": 0.7928714568773714, + "F1_coffee": 0.9010906355772847, + "IoU_coffee": 0.8199863107460643, + "precision_coffee": 0.9196519959058342, + "recall_coffee": 0.8832637011550749, + "F1_noncoffee": 0.684652278177458, + "IoU_noncoffee": 0.5205104831358249, + "kappa": 0.5862802314308053, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8087238713372149, + "mIoU": 0.6021454181048881, + "macroF1": 0.7366497283551869, + "F1_coffee": 0.8744203534277478, + "IoU_coffee": 0.7768622647812048, + "precision_coffee": 0.8920854110727529, + "recall_coffee": 0.8574413174388595, + "F1_noncoffee": 0.5988791032826261, + "IoU_noncoffee": 0.42742857142857144, + "kappa": 0.4739583171523113, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7116, + 8413 + ], + [ + 45666, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7284905513127644, + "test_tta": { + "OA": 0.8575973264351934, + "mIoU": 0.6842865562322835, + "macroF1": 0.803712065491688, + "F1_coffee": 0.9065567375512656, + "IoU_coffee": 0.8290843875347115, + "precision_coffee": 0.9030814796143424, + "recall_coffee": 0.9100588459421701, + "F1_noncoffee": 0.7008673934321105, + "IoU_noncoffee": 0.5394887249298556, + "kappa": 0.6074427406670639, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8199492327218184, + "mIoU": 0.6279190176697516, + "macroF1": 0.7597844227888619, + "F1_coffee": 0.8800030758583567, + "IoU_coffee": 0.7857191898386543, + "precision_coffee": 0.8774559604362744, + "recall_coffee": 0.8825650220756937, + "F1_noncoffee": 0.6395657697193672, + "IoU_noncoffee": 0.47011884550084887, + "kappa": 0.51958100527265, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6694407331277834, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8610356850206462, + "mIoU": 0.6953512723705696, + "macroF1": 0.8126732455664493, + "F1_coffee": 0.907855065361218, + "IoU_coffee": 0.8312587794599656, + "precision_coffee": 0.9139014607151283, + "recall_coffee": 0.9018881503746666, + "F1_noncoffee": 0.7174914257716806, + "IoU_noncoffee": 0.5594437652811736, + "kappa": 0.625396763117636, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8231077650859583, + "mIoU": 0.6387671548795176, + "macroF1": 0.7695365877248771, + "F1_coffee": 0.8806500267600836, + "IoU_coffee": 0.7867512822741893, + "precision_coffee": 0.8890329678965775, + "recall_coffee": 0.8724236990764841, + "F1_noncoffee": 0.6584231486896706, + "IoU_noncoffee": 0.490783027484846, + "kappa": 0.5391904340463007, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2677636499626028, + "mIoU": 0.1352770902378655, + "macroF1": 0.21520481721110915, + "F1_coffee": 0.41830065359477125, + "IoU_coffee": 0.2644628099173554, + "precision_coffee": 0.9915492957746479, + "recall_coffee": 0.26506024096385544, + "F1_noncoffee": 0.012108980827447022, + "IoU_noncoffee": 0.006091370558375634, + "kappa": -0.0012483831067452297, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8551332675222113, + "mIoU": 0.6942868966161421, + "macroF1": 0.8129073216645629, + "F1_coffee": 0.9017901957503764, + "IoU_coffee": 0.8211456429006703, + "precision_coffee": 0.9214935375777884, + "recall_coffee": 0.8829118071026077, + "F1_noncoffee": 0.7240244475787494, + "IoU_noncoffee": 0.5674281503316139, + "kappa": 0.6262947526725635, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8701874910548161, + "mIoU": 0.7104824860130929, + "macroF1": 0.823788021073248, + "F1_coffee": 0.9142100450862314, + "IoU_coffee": 0.8419768859980254, + "precision_coffee": 0.9201574003554202, + "recall_coffee": 0.9083390764989663, + "F1_noncoffee": 0.7333659970602646, + "IoU_noncoffee": 0.5789880860281603, + "kappa": 0.64762179431159, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8575982491198021, + "mIoU": 0.6806876720151772, + "macroF1": 0.8005180920863567, + "F1_coffee": 0.9072254424847339, + "IoU_coffee": 0.8302036648323594, + "precision_coffee": 0.9009974141115626, + "recall_coffee": 0.9135401710468818, + "F1_noncoffee": 0.6938107416879795, + "IoU_noncoffee": 0.531171679197995, + "kappa": 0.6010990884480508, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8617829302418549, + "mIoU": 0.7099140095349986, + "macroF1": 0.8248449981862772, + "F1_coffee": 0.9052804602424491, + "IoU_coffee": 0.8269519519519519, + "precision_coffee": 0.9112091548324831, + "recall_coffee": 0.8994284158954817, + "F1_noncoffee": 0.7444095361301053, + "IoU_noncoffee": 0.5928760671180453, + "kappa": 0.6497300083492971, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8793169242510971, + "mIoU": 0.729916328334044, + "macroF1": 0.8381379726099702, + "F1_coffee": 0.9197793138436172, + "IoU_coffee": 0.851473523541153, + "precision_coffee": 0.9126604580921218, + "recall_coffee": 0.9270100984277132, + "F1_noncoffee": 0.7564966313763234, + "IoU_noncoffee": 0.608359133126935, + "kappa": 0.6763357196289685, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8764823071814818, + "mIoU": 0.7179307768175459, + "macroF1": 0.8288473481555086, + "F1_coffee": 0.9191404794435474, + "IoU_coffee": 0.850379223167088, + "precision_coffee": 0.9002433090024331, + "recall_coffee": 0.9388480081197665, + "F1_noncoffee": 0.7385542168674699, + "IoU_noncoffee": 0.5854823304680038, + "kappa": 0.6581816857729085, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8486444314413887, + "mIoU": 0.6787728999223848, + "macroF1": 0.80068277468796, + "F1_coffee": 0.8984559015964407, + "IoU_coffee": 0.8156331670230459, + "precision_coffee": 0.9316146540027137, + "recall_coffee": 0.8675764468031337, + "F1_noncoffee": 0.7029096477794793, + "IoU_noncoffee": 0.5419126328217237, + "kappa": 0.6028376100729885, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8610554442217769, + "mIoU": 0.6911632176312097, + "macroF1": 0.8090422616017026, + "F1_coffee": 0.9087032856784549, + "IoU_coffee": 0.8326821420363135, + "precision_coffee": 0.9277848911651728, + "recall_coffee": 0.8903907594003441, + "F1_noncoffee": 0.7093812375249501, + "IoU_noncoffee": 0.5496442932261058, + "kappa": 0.6185980777897313, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8385988355445261, + "mIoU": 0.6445507194552197, + "macroF1": 0.7713467076815698, + "F1_coffee": 0.895352435175444, + "IoU_coffee": 0.8105322128851541, + "precision_coffee": 0.9017701321366243, + "recall_coffee": 0.8890254393511122, + "F1_noncoffee": 0.6473409801876955, + "IoU_noncoffee": 0.47856922602528523, + "kappa": 0.5427714569195707, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7166, + 8413 + ], + [ + 46317, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5814147114753723, + "test_tta": { + "OA": 0.869053166021305, + "mIoU": 0.7019106338737352, + "macroF1": 0.8167499638700566, + "F1_coffee": 0.9146507487695047, + "IoU_coffee": 0.8427248166730992, + "precision_coffee": 0.9051152379373238, + "recall_coffee": 0.9243893145929469, + "F1_noncoffee": 0.7188491789706085, + "IoU_noncoffee": 0.5610964510743712, + "kappa": 0.6336338753985502, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.831472827968155, + "mIoU": 0.6431995564332316, + "macroF1": 0.7717679140444877, + "F1_coffee": 0.8885008444737068, + "IoU_coffee": 0.799371587514165, + "precision_coffee": 0.8795624574926321, + "recall_coffee": 0.8976227659205275, + "F1_noncoffee": 0.6550349836152688, + "IoU_noncoffee": 0.48702752535229815, + "kappa": 0.5436816277014059, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6702297538526854, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.852391587268433, + "mIoU": 0.6876170184758921, + "macroF1": 0.8076862700256868, + "F1_coffee": 0.9004086853773022, + "IoU_coffee": 0.8188575822702447, + "precision_coffee": 0.9227863570714365, + "recall_coffee": 0.879090639685026, + "F1_noncoffee": 0.7149638546740715, + "IoU_noncoffee": 0.5563764546815394, + "kappa": 0.6160188128600933, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8156513211030345, + "mIoU": 0.6350453027151433, + "macroF1": 0.7677679947184854, + "F1_coffee": 0.873219599285856, + "IoU_coffee": 0.7749687505501663, + "precision_coffee": 0.8992094457949462, + "recall_coffee": 0.8486899184452542, + "F1_noncoffee": 0.6623163901511149, + "IoU_noncoffee": 0.49512185488012006, + "kappa": 0.5365671596906402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28272251308900526, + "mIoU": 0.1433389124790004, + "macroF1": 0.2259802900650458, + "F1_coffee": 0.4355503237198352, + "IoU_coffee": 0.27840481565086533, + "precision_coffee": 0.9973045822102425, + "recall_coffee": 0.2786144578313253, + "F1_noncoffee": 0.01641025641025641, + "IoU_noncoffee": 0.008273009307135471, + "kappa": 0.0031130776473405897, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8438302073050346, + "mIoU": 0.6808280768729489, + "macroF1": 0.80348380356302, + "F1_coffee": 0.8925271739130435, + "IoU_coffee": 0.8059133848607533, + "precision_coffee": 0.9266469177599097, + "recall_coffee": 0.8608308216485389, + "F1_noncoffee": 0.7144404332129964, + "IoU_noncoffee": 0.5557427688851446, + "kappa": 0.608378349436853, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8552072897285435, + "mIoU": 0.6919994126544213, + "macroF1": 0.810925196377959, + "F1_coffee": 0.9024272624979907, + "IoU_coffee": 0.8222026947861746, + "precision_coffee": 0.926769677760169, + "recall_coffee": 0.8793308689931708, + "F1_noncoffee": 0.7194231302579274, + "IoU_noncoffee": 0.5617961305226682, + "kappa": 0.6225990965142455, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.857836140451042, + "mIoU": 0.6895750202892983, + "macroF1": 0.8083023177532762, + "F1_coffee": 0.9057472714655227, + "IoU_coffee": 0.8277313346785817, + "precision_coffee": 0.9154498501562202, + "recall_coffee": 0.8962482052562581, + "F1_noncoffee": 0.7108573640410296, + "IoU_noncoffee": 0.551418705900015, + "kappa": 0.6167367105185123, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8603837697381571, + "mIoU": 0.7100876980659034, + "macroF1": 0.8252415362136887, + "F1_coffee": 0.9036086386531429, + "IoU_coffee": 0.8241661422278163, + "precision_coffee": 0.916445066480056, + "recall_coffee": 0.8911268372346217, + "F1_noncoffee": 0.7468744337742345, + "IoU_noncoffee": 0.5960092539039907, + "kappa": 0.6506630498026718, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.86949055523755, + "mIoU": 0.7193479359847095, + "macroF1": 0.8312463140896489, + "F1_coffee": 0.9115822130299897, + "IoU_coffee": 0.8375296912114014, + "precision_coffee": 0.9219505817753955, + "recall_coffee": 0.9014444586475776, + "F1_noncoffee": 0.7509104151493081, + "IoU_noncoffee": 0.6011661807580175, + "kappa": 0.6626128407987999, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8778104544160895, + "mIoU": 0.7276096142427377, + "macroF1": 0.8365312827465811, + "F1_coffee": 0.9186766005808814, + "IoU_coffee": 0.8495854256685741, + "precision_coffee": 0.9144042232277526, + "recall_coffee": 0.9229890890636894, + "F1_noncoffee": 0.7543859649122807, + "IoU_noncoffee": 0.6056338028169014, + "kappa": 0.6730841199178212, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8276770040959626, + "mIoU": 0.6531503314429814, + "macroF1": 0.782016845542616, + "F1_coffee": 0.8817822974509935, + "IoU_coffee": 0.7885604882134737, + "precision_coffee": 0.9370112327598464, + "recall_coffee": 0.8327015415718979, + "F1_noncoffee": 0.6822513936342385, + "IoU_noncoffee": 0.5177401746724891, + "kappa": 0.5680669980371513, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8409199351083119, + "mIoU": 0.6652262866893295, + "macroF1": 0.7901574765551024, + "F1_coffee": 0.893366596302693, + "IoU_coffee": 0.8072832369942197, + "precision_coffee": 0.9316877918612408, + "recall_coffee": 0.8580732366674859, + "F1_noncoffee": 0.6869483568075118, + "IoU_noncoffee": 0.5231693363844394, + "kappa": 0.5823890635114327, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8377398110146034, + "mIoU": 0.6528429251290211, + "macroF1": 0.7794254602232928, + "F1_coffee": 0.8928391326273323, + "IoU_coffee": 0.806422227283079, + "precision_coffee": 0.9165264656399638, + "recall_coffee": 0.8703453361189628, + "F1_noncoffee": 0.6660117878192534, + "IoU_noncoffee": 0.4992636229749632, + "kappa": 0.5597673929437318, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45868, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6978456616401671, + "test_tta": { + "OA": 0.8622085830427867, + "mIoU": 0.6955595142351932, + "macroF1": 0.8126234786924633, + "F1_coffee": 0.9090137497878119, + "IoU_coffee": 0.8332036720087133, + "precision_coffee": 0.9112179350831667, + "recall_coffee": 0.9068202023623048, + "F1_noncoffee": 0.7162332075971147, + "IoU_noncoffee": 0.5579153564616732, + "kappa": 0.6252537961034617, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8254297911618784, + "mIoU": 0.6399967157904923, + "macroF1": 0.7701551157660403, + "F1_coffee": 0.8828698058797345, + "IoU_coffee": 0.7903016233259992, + "precision_coffee": 0.886266052728721, + "recall_coffee": 0.8794994890778337, + "F1_noncoffee": 0.6574404256523462, + "IoU_noncoffee": 0.48969180825498543, + "kappa": 0.5403299731935934, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.5772693168040994, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8189720271855268, + "mIoU": 0.6150168609766189, + "macroF1": 0.7471203952864621, + "F1_coffee": 0.8819158413247393, + "IoU_coffee": 0.7887741137211526, + "precision_coffee": 0.8733938098104748, + "recall_coffee": 0.8906058168578806, + "F1_noncoffee": 0.6123249492481849, + "IoU_noncoffee": 0.4412596082320853, + "kappa": 0.49439882450296374, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7915512864889812, + "mIoU": 0.5787422146046537, + "macroF1": 0.7166245506669724, + "F1_coffee": 0.8623379592147749, + "IoU_coffee": 0.7579913263341204, + "precision_coffee": 0.8521516509167576, + "recall_coffee": 0.8727707405479399, + "F1_noncoffee": 0.5709111421191699, + "IoU_noncoffee": 0.39949310287518697, + "kappa": 0.4335014097403808, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5617053103964099, + "mIoU": 0.28493233090340525, + "macroF1": 0.3688966432746277, + "F1_coffee": 0.7177263969171483, + "IoU_coffee": 0.5597295266716754, + "precision_coffee": 0.9959893048128342, + "recall_coffee": 0.5609939759036144, + "F1_noncoffee": 0.020066889632107024, + "IoU_noncoffee": 0.010135135135135136, + "kappa": 0.006898002849450767, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8272951628825271, + "mIoU": 0.6359283369779298, + "macroF1": 0.7657783432760499, + "F1_coffee": 0.885814052148941, + "IoU_coffee": 0.7950325112764337, + "precision_coffee": 0.882387361029842, + "recall_coffee": 0.889267461669506, + "F1_noncoffee": 0.6457426344031588, + "IoU_noncoffee": 0.47682416267942584, + "kappa": 0.5315786032091866, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.806306951004246, + "mIoU": 0.5980197638042434, + "macroF1": 0.733003705070765, + "F1_coffee": 0.8729025795141497, + "IoU_coffee": 0.7744695033885124, + "precision_coffee": 0.8723018206844773, + "recall_coffee": 0.8735041664056137, + "F1_noncoffee": 0.5931048306273803, + "IoU_noncoffee": 0.42157002421997436, + "kappa": 0.4660082210038803, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8235797887524978, + "mIoU": 0.6114252725142595, + "macroF1": 0.7421771660457682, + "F1_coffee": 0.8870476422566103, + "IoU_coffee": 0.7970221151740748, + "precision_coffee": 0.8662026295436969, + "recall_coffee": 0.9089206567201449, + "F1_noncoffee": 0.5973066898349262, + "IoU_noncoffee": 0.4258284298544441, + "kappa": 0.48541676149859103, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8311013391964821, + "mIoU": 0.6458173790926133, + "macroF1": 0.7743500802351628, + "F1_coffee": 0.8875133120340788, + "IoU_coffee": 0.7977743209285629, + "precision_coffee": 0.8685513288170922, + "recall_coffee": 0.9073217201959717, + "F1_noncoffee": 0.661186848436247, + "IoU_noncoffee": 0.4938604372566637, + "kappa": 0.5493471210475058, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8195000954016409, + "mIoU": 0.6265648108802703, + "macroF1": 0.7585638491829131, + "F1_coffee": 0.8798577597155194, + "IoU_coffee": 0.7854875283446712, + "precision_coffee": 0.8741955835962145, + "recall_coffee": 0.8855937619838936, + "F1_noncoffee": 0.6372699386503068, + "IoU_noncoffee": 0.46764209341586943, + "kappa": 0.5171888509261836, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8432786263162888, + "mIoU": 0.643012667969552, + "macroF1": 0.7687187677873066, + "F1_coffee": 0.9000363064262374, + "IoU_coffee": 0.8182418307844648, + "precision_coffee": 0.8603655714946784, + "recall_coffee": 0.9435422481603654, + "F1_noncoffee": 0.6374012291483757, + "IoU_noncoffee": 0.4677835051546392, + "kappa": 0.5409774478701939, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.823581041544763, + "mIoU": 0.6261208937228444, + "macroF1": 0.7570826035405818, + "F1_coffee": 0.884179524937576, + "IoU_coffee": 0.7924030296075281, + "precision_coffee": 0.8961713173264114, + "recall_coffee": 0.8725044225423301, + "F1_noncoffee": 0.6299856821435876, + "IoU_noncoffee": 0.45983875783816064, + "kappa": 0.5144429605968575, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7931100295829755, + "mIoU": 0.5691002189804194, + "macroF1": 0.7054344465098843, + "F1_coffee": 0.866139787601877, + "IoU_coffee": 0.7638858636462644, + "precision_coffee": 0.870439314966493, + "recall_coffee": 0.8618825264192677, + "F1_noncoffee": 0.5447291054178917, + "IoU_noncoffee": 0.3743145743145743, + "kappa": 0.4109177761189712, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8037606184976616, + "mIoU": 0.5815055274792744, + "macroF1": 0.7159600291699671, + "F1_coffee": 0.8738805054594528, + "IoU_coffee": 0.776010458655627, + "precision_coffee": 0.872382118799755, + "recall_coffee": 0.875384048175003, + "F1_noncoffee": 0.5580395528804815, + "IoU_noncoffee": 0.3870005963029219, + "kappa": 0.431925931075325, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7081, + 8413 + ], + [ + 43784, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4087612907091775, + "test_tta": { + "OA": 0.8234708141197641, + "mIoU": 0.6088241899336283, + "macroF1": 0.7395031601608302, + "F1_coffee": 0.8873994363310275, + "IoU_coffee": 0.7975903170538494, + "precision_coffee": 0.860151391731071, + "recall_coffee": 0.916430295076415, + "F1_noncoffee": 0.591606883990633, + "IoU_noncoffee": 0.42005806281340724, + "kappa": 0.480895674534026, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7977962386062074, + "mIoU": 0.5735290901041058, + "macroF1": 0.7089396063038271, + "F1_coffee": 0.8697582817754491, + "IoU_coffee": 0.7695329837423767, + "precision_coffee": 0.8392585023037343, + "recall_coffee": 0.9025584668478994, + "F1_noncoffee": 0.5481209308322053, + "IoU_noncoffee": 0.37752519646583493, + "kappa": 0.4205344394942316, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6412854332946767, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84231751795498, + "mIoU": 0.662170422644434, + "macroF1": 0.7870512414666582, + "F1_coffee": 0.8955357332935941, + "IoU_coffee": 0.8108326908249808, + "precision_coffee": 0.9006937307297019, + "recall_coffee": 0.8904364760171034, + "F1_noncoffee": 0.6785667496397223, + "IoU_noncoffee": 0.5135081544638874, + "kappa": 0.5741454555985447, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8074016383985231, + "mIoU": 0.6133900744628085, + "macroF1": 0.7485490775804353, + "F1_coffee": 0.8701982892690513, + "IoU_coffee": 0.7702221381007278, + "precision_coffee": 0.8774822104169525, + "recall_coffee": 0.8630342992654289, + "F1_noncoffee": 0.6268998658918195, + "IoU_noncoffee": 0.4565580108248891, + "kappa": 0.4971977406451307, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33582647718773373, + "mIoU": 0.17007602805897426, + "macroF1": 0.2571961980649973, + "F1_coffee": 0.49887133182844245, + "IoU_coffee": 0.3323308270676692, + "precision_coffee": 0.9954954954954955, + "recall_coffee": 0.3328313253012048, + "F1_noncoffee": 0.015521064301552107, + "IoU_noncoffee": 0.00782122905027933, + "kappa": 0.0022220354651651284, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8500493583415597, + "mIoU": 0.6831415957573195, + "macroF1": 0.8042478459270115, + "F1_coffee": 0.8989354624085163, + "IoU_coffee": 0.8164239531089492, + "precision_coffee": 0.91302878767401, + "recall_coffee": 0.8852706067356834, + "F1_noncoffee": 0.7095602294455067, + "IoU_noncoffee": 0.5498592384056897, + "kappa": 0.6087635806657461, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.838748151328658, + "mIoU": 0.6561435601883787, + "macroF1": 0.7822788541062322, + "F1_coffee": 0.8931596914907068, + "IoU_coffee": 0.8069453963902216, + "precision_coffee": 0.9013078149920255, + "recall_coffee": 0.885157571580728, + "F1_noncoffee": 0.6713980167217577, + "IoU_noncoffee": 0.5053417239865359, + "kappa": 0.5646671354495613, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838424207821867, + "mIoU": 0.6471058106887351, + "macroF1": 0.7738356551124292, + "F1_coffee": 0.8946976744186047, + "IoU_coffee": 0.8094596869213937, + "precision_coffee": 0.8888546608342062, + "recall_coffee": 0.9006180161058742, + "F1_noncoffee": 0.6529736358062538, + "IoU_noncoffee": 0.48475193445607645, + "kappa": 0.547735716633481, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8694783130121927, + "mIoU": 0.722385982888714, + "macroF1": 0.8337223119617252, + "F1_coffee": 0.9108288952615049, + "IoU_coffee": 0.8362587763289869, + "precision_coffee": 0.9139490271307208, + "recall_coffee": 0.9077299945563418, + "F1_noncoffee": 0.7566157286619456, + "IoU_noncoffee": 0.6085131894484412, + "kappa": 0.6674552023352328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.842587292501431, + "mIoU": 0.6649650308568984, + "macroF1": 0.7895531083543594, + "F1_coffee": 0.8951981707317073, + "IoU_coffee": 0.8102794066919627, + "precision_coffee": 0.8896603964145942, + "recall_coffee": 0.9008053176530743, + "F1_noncoffee": 0.6839080459770115, + "IoU_noncoffee": 0.519650655021834, + "kappa": 0.5791553966866686, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8641495114315529, + "mIoU": 0.6902780091037874, + "macroF1": 0.807647730635727, + "F1_coffee": 0.9118986095730282, + "IoU_coffee": 0.8380640054280222, + "precision_coffee": 0.885212613473483, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.7033968516984258, + "IoU_noncoffee": 0.5424920127795527, + "kappa": 0.6164689129609453, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8310903062219621, + "mIoU": 0.6452494696706716, + "macroF1": 0.773813382752253, + "F1_coffee": 0.8876346178798495, + "IoU_coffee": 0.7979703720984486, + "precision_coffee": 0.9121333333333334, + "recall_coffee": 0.8644174879959565, + "F1_noncoffee": 0.6599921476246564, + "IoU_noncoffee": 0.4925285672428948, + "kappa": 0.5486120832765282, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8349079110602157, + "mIoU": 0.6472657546091357, + "macroF1": 0.7748239473532805, + "F1_coffee": 0.891140196325195, + "IoU_coffee": 0.8036545227556463, + "precision_coffee": 0.9132060871808099, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.658507698381366, + "IoU_noncoffee": 0.49087698646262506, + "kappa": 0.5504712289902411, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8125417581368712, + "mIoU": 0.6069128545954958, + "macroF1": 0.7405459170359351, + "F1_coffee": 0.8772193048262066, + "IoU_coffee": 0.7812917594654788, + "precision_coffee": 0.8927344445858252, + "recall_coffee": 0.8622342386628978, + "F1_noncoffee": 0.6038725292456636, + "IoU_noncoffee": 0.43253394972551285, + "kappa": 0.4815970059602356, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45209, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.262349800268809, + "test_tta": { + "OA": 0.8458201449252076, + "mIoU": 0.6603252796844106, + "macroF1": 0.7845577446282955, + "F1_coffee": 0.8994425116318062, + "IoU_coffee": 0.817260816575259, + "precision_coffee": 0.890632133814801, + "recall_coffee": 0.9084289403496888, + "F1_noncoffee": 0.6696729776247848, + "IoU_noncoffee": 0.5033897427935621, + "kappa": 0.569253955314528, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8120601130725741, + "mIoU": 0.6121224628078339, + "macroF1": 0.7460249672838747, + "F1_coffee": 0.8755289375399986, + "IoU_coffee": 0.7786140228674334, + "precision_coffee": 0.8675980614872028, + "recall_coffee": 0.8836061464900611, + "F1_noncoffee": 0.6165209970277508, + "IoU_noncoffee": 0.44563090274823447, + "kappa": 0.4921806682825294, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 83, + "stopped_epoch": 100, + "best_val": 0.6683862051171747, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8539500955992223, + "mIoU": 0.6804528997046102, + "macroF1": 0.8010707952055514, + "F1_coffee": 0.9036341277245357, + "IoU_coffee": 0.8242085517027984, + "precision_coffee": 0.9051310368262329, + "recall_coffee": 0.9021421616358325, + "F1_noncoffee": 0.6985074626865672, + "IoU_noncoffee": 0.536697247706422, + "kappa": 0.6021449948542016, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8182185300565363, + "mIoU": 0.6286580391891095, + "macroF1": 0.7609452074971419, + "F1_coffee": 0.8779557294188276, + "IoU_coffee": 0.7824608640121508, + "precision_coffee": 0.8818837901453109, + "recall_coffee": 0.8740625060250256, + "F1_noncoffee": 0.6439346855754562, + "IoU_noncoffee": 0.4748552143660681, + "kappa": 0.5219180874851768, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8474827245804541, + "mIoU": 0.6746824154797848, + "macroF1": 0.7972824868225554, + "F1_coffee": 0.8981609649990113, + "IoU_coffee": 0.8151471643933955, + "precision_coffee": 0.9035809018567639, + "recall_coffee": 0.8928056611191194, + "F1_noncoffee": 0.6964040086460994, + "IoU_noncoffee": 0.5342176665661742, + "kappa": 0.5946084557752208, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8573064262201231, + "mIoU": 0.6854412331893853, + "macroF1": 0.8047897041185023, + "F1_coffee": 0.9060409009518424, + "IoU_coffee": 0.8282219159200551, + "precision_coffee": 0.9085811491935484, + "recall_coffee": 0.9035148173673329, + "F1_noncoffee": 0.7035385072851621, + "IoU_noncoffee": 0.5426605504587156, + "kappa": 0.6095890371292423, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8568369968598344, + "mIoU": 0.6810241045025707, + "macroF1": 0.800976994861904, + "F1_coffee": 0.906416197555438, + "IoU_coffee": 0.8288493259769069, + "precision_coffee": 0.9031858187678196, + "recall_coffee": 0.9096697671515076, + "F1_noncoffee": 0.69553779216837, + "IoU_noncoffee": 0.5331988830282346, + "kappa": 0.6019705550726447, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8572856286228263, + "mIoU": 0.6942502863076465, + "macroF1": 0.8124573655412929, + "F1_coffee": 0.9041482078131293, + "IoU_coffee": 0.8250643145902242, + "precision_coffee": 0.8920529801324504, + "recall_coffee": 0.9165759390310289, + "F1_noncoffee": 0.7207665232694564, + "IoU_noncoffee": 0.5634362580250688, + "kappa": 0.6251155069549749, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8688227437511925, + "mIoU": 0.7100215478755276, + "macroF1": 0.8236525924442346, + "F1_coffee": 0.9129030214733641, + "IoU_coffee": 0.8397622654702249, + "precision_coffee": 0.9048216976393771, + "recall_coffee": 0.921130001278282, + "F1_noncoffee": 0.7344021634151052, + "IoU_noncoffee": 0.5802808302808303, + "kappa": 0.6473909585392782, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8796129399487714, + "mIoU": 0.7249140898579942, + "macroF1": 0.8340341996874492, + "F1_coffee": 0.9210084033613445, + "IoU_coffee": 0.8535825545171339, + "precision_coffee": 0.9040694121960161, + "recall_coffee": 0.9385942654148693, + "F1_noncoffee": 0.7470599960135539, + "IoU_noncoffee": 0.5962456251988546, + "kappa": 0.6684411074828737, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8379169104739613, + "mIoU": 0.6557403055284294, + "macroF1": 0.7820931701263455, + "F1_coffee": 0.8923853923853924, + "IoU_coffee": 0.805682216766047, + "precision_coffee": 0.9151394422310757, + "recall_coffee": 0.8707354056103108, + "F1_noncoffee": 0.6718009478672986, + "IoU_noncoffee": 0.5057983942908117, + "kappa": 0.5650064873249063, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8457868117186754, + "mIoU": 0.6609551135594085, + "macroF1": 0.7851496572760479, + "F1_coffee": 0.8992895425651253, + "IoU_coffee": 0.8170082663345034, + "precision_coffee": 0.9123672230652504, + "recall_coffee": 0.8865814696485623, + "F1_noncoffee": 0.6710097719869706, + "IoU_noncoffee": 0.5049019607843137, + "kappa": 0.5705875219910138, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.833921924214947, + "mIoU": 0.6390038060734555, + "macroF1": 0.7671308113636406, + "F1_coffee": 0.8918448533068125, + "IoU_coffee": 0.8048014359434598, + "precision_coffee": 0.90227644321469, + "recall_coffee": 0.8816517143910532, + "F1_noncoffee": 0.6424167694204685, + "IoU_noncoffee": 0.4732061762034514, + "kappa": 0.5344673547364182, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7265, + 8413 + ], + [ + 45776, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.826495937506358, + "test_tta": { + "OA": 0.8606179405196099, + "mIoU": 0.6848141892244132, + "macroF1": 0.8035566076908427, + "F1_coffee": 0.9094306922940396, + "IoU_coffee": 0.8339045357942906, + "precision_coffee": 0.897262108320801, + "recall_coffee": 0.9219338724016765, + "F1_noncoffee": 0.6976825230876459, + "IoU_noncoffee": 0.5357238426545358, + "kappa": 0.6073542750257784, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8248817353178723, + "mIoU": 0.6308088109161331, + "macroF1": 0.7613813957533151, + "F1_coffee": 0.8844763282082508, + "IoU_coffee": 0.7928799276734387, + "precision_coffee": 0.8730957792512726, + "recall_coffee": 0.896157479707714, + "F1_noncoffee": 0.6382864632983795, + "IoU_noncoffee": 0.4687376941588274, + "kappa": 0.5230165378221416, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6822217304286697, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8630280049486656, + "mIoU": 0.6971126557484074, + "macroF1": 0.8138005438673399, + "F1_coffee": 0.9095404335692533, + "IoU_coffee": 0.8340890956152813, + "precision_coffee": 0.9118917423774974, + "recall_coffee": 0.9072012192540536, + "F1_noncoffee": 0.7180606541654264, + "IoU_noncoffee": 0.5601362158815335, + "kappa": 0.6276088044657604, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.82567497403946, + "mIoU": 0.6413505622655395, + "macroF1": 0.7713904449272435, + "F1_coffee": 0.882790454117898, + "IoU_coffee": 0.7901744640222202, + "precision_coffee": 0.888052130482285, + "recall_coffee": 0.8775907609848266, + "F1_noncoffee": 0.6599904357365889, + "IoU_noncoffee": 0.49252666050885885, + "kappa": 0.5428274462815088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2849663425579656, + "mIoU": 0.14399002828754895, + "macroF1": 0.22601077383662913, + "F1_coffee": 0.4396248534583822, + "IoU_coffee": 0.28174305033809166, + "precision_coffee": 0.9920634920634921, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.012396694214876033, + "IoU_noncoffee": 0.006237006237006237, + "kappa": -0.0009538323228557592, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8580947680157947, + "mIoU": 0.69720335480917, + "macroF1": 0.8148314462608051, + "F1_coffee": 0.9043356736432303, + "IoU_coffee": 0.8253765792031098, + "precision_coffee": 0.9187343654925293, + "recall_coffee": 0.8903813392740139, + "F1_noncoffee": 0.7253272188783797, + "IoU_noncoffee": 0.5690301304152301, + "kappa": 0.6299238818913862, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8684223080959877, + "mIoU": 0.704936779153722, + "macroF1": 0.8194454282579575, + "F1_coffee": 0.9134826526130874, + "IoU_coffee": 0.8407437348423605, + "precision_coffee": 0.9147452409373625, + "recall_coffee": 0.912223544890671, + "F1_noncoffee": 0.7254082039028276, + "IoU_noncoffee": 0.5691298234650836, + "kappa": 0.638893039966873, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8624036540108478, + "mIoU": 0.688649190840781, + "macroF1": 0.8065723956176392, + "F1_coffee": 0.9104921077065924, + "IoU_coffee": 0.8356911539117096, + "precision_coffee": 0.9028911669019705, + "recall_coffee": 0.9182221112428991, + "F1_noncoffee": 0.702652683528686, + "IoU_noncoffee": 0.5416072277698526, + "kappa": 0.6132358481222149, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8637817309614232, + "mIoU": 0.7097514372934717, + "macroF1": 0.8243475148517982, + "F1_coffee": 0.907574421916322, + "IoU_coffee": 0.830788330229671, + "precision_coffee": 0.9044465468306528, + "recall_coffee": 0.9107240065323897, + "F1_noncoffee": 0.7411206077872744, + "IoU_noncoffee": 0.5887145443572722, + "kappa": 0.6487067978494482, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8774088914329327, + "mIoU": 0.7241676575809025, + "macroF1": 0.8338061975864299, + "F1_coffee": 0.918932559459971, + "IoU_coffee": 0.8500233426704015, + "precision_coffee": 0.9071998006975586, + "recall_coffee": 0.9309727725936342, + "F1_noncoffee": 0.7486798357128888, + "IoU_noncoffee": 0.5983119724914036, + "kappa": 0.6677846593390396, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8849255288872023, + "mIoU": 0.7332186616828171, + "macroF1": 0.8398562379599255, + "F1_coffee": 0.9248124961259531, + "IoU_coffee": 0.8601406664360659, + "precision_coffee": 0.9041328323839535, + "recall_coffee": 0.9464602892666836, + "F1_noncoffee": 0.7548999797938978, + "IoU_noncoffee": 0.6062966569295684, + "kappa": 0.6802577566651826, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8525453481568168, + "mIoU": 0.6848952529796206, + "macroF1": 0.8052788851376556, + "F1_coffee": 0.9012152097216778, + "IoU_coffee": 0.8201926507313593, + "precision_coffee": 0.9330357142857143, + "recall_coffee": 0.8714935557240333, + "F1_noncoffee": 0.7093425605536332, + "IoU_noncoffee": 0.5495978552278821, + "kappa": 0.6118859849519169, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8594331520183224, + "mIoU": 0.6858160792361917, + "macroF1": 0.8046851125300787, + "F1_coffee": 0.9080925937480502, + "IoU_coffee": 0.8316571428571429, + "precision_coffee": 0.9224236278362277, + "recall_coffee": 0.8942000491521258, + "F1_noncoffee": 0.7012776313121071, + "IoU_noncoffee": 0.5399750156152405, + "kappa": 0.6096764469364444, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839744201584423, + "mIoU": 0.6459018284233388, + "macroF1": 0.7723674239118075, + "F1_coffee": 0.8962106694689992, + "IoU_coffee": 0.8119399641577061, + "precision_coffee": 0.9016169154228856, + "recall_coffee": 0.890868870591127, + "F1_noncoffee": 0.6485241783546158, + "IoU_noncoffee": 0.4798636926889715, + "kappa": 0.544790272322601, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7231, + 8413 + ], + [ + 46376, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8233205397923786, + "test_tta": { + "OA": 0.8693263066565979, + "mIoU": 0.7035075759945788, + "macroF1": 0.8180602556241652, + "F1_coffee": 0.9146383702257628, + "IoU_coffee": 0.8427038004061502, + "precision_coffee": 0.9070885812428438, + "recall_coffee": 0.9223148892934253, + "F1_noncoffee": 0.7214821410225677, + "IoU_noncoffee": 0.5643113515830075, + "kappa": 0.6362027393001608, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8321074189454252, + "mIoU": 0.645628042192767, + "macroF1": 0.7739318503582013, + "F1_coffee": 0.888612463998316, + "IoU_coffee": 0.7995523030563926, + "precision_coffee": 0.8820713498727252, + "recall_coffee": 0.8952513158655793, + "F1_noncoffee": 0.6592512367180868, + "IoU_noncoffee": 0.49170378132914155, + "kappa": 0.5479397491080554, + "n_pixels": 69336 + }, + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7365267333563541, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7825907886254566, + "mIoU": 0.6365524071611491, + "macroF1": 0.7768763160759803, + "F1_coffee": 0.8125839366480913, + "IoU_coffee": 0.6843295806141286, + "precision_coffee": 0.8733740376957791, + "recall_coffee": 0.7597055852215326, + "F1_noncoffee": 0.7411686955038693, + "IoU_noncoffee": 0.5887752337081696, + "kappa": 0.5567185201861198, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6915166724356756, + "mIoU": 0.5222588167089347, + "macroF1": 0.6844737385638002, + "F1_coffee": 0.7316142794403664, + "IoU_coffee": 0.5768074077005263, + "precision_coffee": 0.8541501860478744, + "recall_coffee": 0.6398253006759722, + "F1_noncoffee": 0.637333197687234, + "IoU_noncoffee": 0.46771022571734316, + "kappa": 0.3860224164815976, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15290193462308205, + "mIoU": 0.07669321386673121, + "macroF1": 0.1334123839551786, + "F1_coffee": 0.2633716208376842, + "IoU_coffee": 0.15165686798503475, + "precision_coffee": 1.0, + "recall_coffee": 0.15165686798503475, + "F1_noncoffee": 0.0034531470726730496, + "IoU_noncoffee": 0.001729559748427673, + "kappa": 0.0005244616627870977, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7633694725301499, + "mIoU": 0.6171425676595808, + "macroF1": 0.7632225303468261, + "F1_coffee": 0.7691210554466037, + "IoU_coffee": 0.6248551564310545, + "precision_coffee": 0.8658014450093658, + "recall_coffee": 0.6918635731850743, + "F1_noncoffee": 0.7573240052470486, + "IoU_noncoffee": 0.609429978888107, + "kappa": 0.5325713567790809, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7612079218160195, + "mIoU": 0.6075126472232545, + "macroF1": 0.7545245812673076, + "F1_coffee": 0.79502885042166, + "IoU_coffee": 0.6597907764844556, + "precision_coffee": 0.8732449297971919, + "recall_coffee": 0.7296724784096464, + "F1_noncoffee": 0.7140203121129551, + "IoU_noncoffee": 0.5552345179620534, + "kappa": 0.5144837447862083, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8188878379051128, + "mIoU": 0.6769729301514916, + "macroF1": 0.8051313959317767, + "F1_coffee": 0.8569068596601637, + "IoU_coffee": 0.7496387034615649, + "precision_coffee": 0.8780428824762212, + "recall_coffee": 0.8367644799508372, + "F1_noncoffee": 0.7533559322033898, + "IoU_noncoffee": 0.6043071568414183, + "kappa": 0.6106516626054151, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7693569169497482, + "mIoU": 0.6181112222090411, + "macroF1": 0.7627177890940136, + "F1_coffee": 0.7230271486847658, + "IoU_coffee": 0.5662040096937652, + "precision_coffee": 0.7927205428747687, + "recall_coffee": 0.6645978794931472, + "F1_noncoffee": 0.8024084295032614, + "IoU_noncoffee": 0.6700184347243171, + "kappa": 0.5280380212155216, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7204088361358391, + "mIoU": 0.5600517009720816, + "macroF1": 0.717307760509578, + "F1_coffee": 0.6876994844095261, + "IoU_coffee": 0.5240411599625818, + "precision_coffee": 0.7539703903095558, + "recall_coffee": 0.6321372150756037, + "F1_noncoffee": 0.7469160366096299, + "IoU_noncoffee": 0.5960622419815814, + "kappa": 0.43813325092181377, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.747706905640485, + "mIoU": 0.5970694827294334, + "macroF1": 0.7477061877273586, + "F1_coffee": 0.7481317756025682, + "IoU_coffee": 0.5976122414662856, + "precision_coffee": 0.7581058020477816, + "recall_coffee": 0.7384167878661957, + "F1_noncoffee": 0.7472805998521491, + "IoU_noncoffee": 0.5965267239925813, + "kappa": 0.4954999963658832, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7568836442075879, + "mIoU": 0.5946067798162206, + "macroF1": 0.7429157434899099, + "F1_coffee": 0.8028400905536118, + "IoU_coffee": 0.6706205948083205, + "precision_coffee": 0.9217863894139886, + "recall_coffee": 0.7110827561064528, + "F1_noncoffee": 0.6829913964262078, + "IoU_noncoffee": 0.5185929648241207, + "kappa": 0.4992382782096232, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7974609375, + "mIoU": 0.620126688713067, + "macroF1": 0.7577944581176519, + "F1_coffee": 0.8558120133481646, + "IoU_coffee": 0.7479645157370276, + "precision_coffee": 0.9409876165723895, + "recall_coffee": 0.7847762335840878, + "F1_noncoffee": 0.6597769028871391, + "IoU_noncoffee": 0.49228886168910646, + "kappa": 0.5247763740792858, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8825693265421618, + "mIoU": 0.7367060005729466, + "macroF1": 0.8430302058537416, + "F1_coffee": 0.9218112164793066, + "IoU_coffee": 0.8549627213420317, + "precision_coffee": 0.9508940139932625, + "recall_coffee": 0.8944546008531383, + "F1_noncoffee": 0.7642491952281765, + "IoU_noncoffee": 0.6184492798038614, + "kappa": 0.6869433691403316, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2578, + 2984 + ], + [ + 41097, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.717297120889028, + "ssl_variant": "", + "test_tta": { + "OA": 0.790881741995559, + "mIoU": 0.6470914765528561, + "macroF1": 0.7846306312579215, + "F1_coffee": 0.8213225618898987, + "IoU_coffee": 0.6968170725375149, + "precision_coffee": 0.8738970468531241, + "recall_coffee": 0.7747149660845721, + "F1_noncoffee": 0.7479387006259444, + "IoU_noncoffee": 0.5973658805681975, + "kappa": 0.5714493672449983, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6976462443752164, + "mIoU": 0.5285965087838453, + "macroF1": 0.6897375107704673, + "F1_coffee": 0.7392731885680173, + "IoU_coffee": 0.5863865048831015, + "precision_coffee": 0.853022214568624, + "recall_coffee": 0.6522912825915196, + "F1_noncoffee": 0.6402018329729173, + "IoU_noncoffee": 0.4708065126845892, + "kappa": 0.3943370788134867, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7357888183542682, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7881598739345319, + "mIoU": 0.6438578659746119, + "macroF1": 0.7823026607470004, + "F1_coffee": 0.8180111993108117, + "IoU_coffee": 0.6920634094281177, + "precision_coffee": 0.8757534833163148, + "recall_coffee": 0.7674123250108241, + "F1_noncoffee": 0.7465941221831891, + "IoU_noncoffee": 0.5956523225211061, + "kappa": 0.5672250621144033, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7050017307026653, + "mIoU": 0.5371191280911142, + "macroF1": 0.6970051757431606, + "F1_coffee": 0.7462282878411911, + "IoU_coffee": 0.5951867318463396, + "precision_coffee": 0.8583457015641055, + "recall_coffee": 0.6600166798349574, + "F1_noncoffee": 0.6477820636451301, + "IoU_noncoffee": 0.47905152433588877, + "kappa": 0.40802850217710146, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2352234823215477, + "mIoU": 0.11797164513631932, + "macroF1": 0.1914982139743895, + "F1_coffee": 0.3795193764884174, + "IoU_coffee": 0.23420173680694722, + "precision_coffee": 0.999429874572406, + "recall_coffee": 0.23423303046499197, + "F1_noncoffee": 0.0034770514603616135, + "IoU_noncoffee": 0.0017415534656913968, + "kappa": 0.0005489829949272009, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7660494579120477, + "mIoU": 0.6204376020501596, + "macroF1": 0.7656989634520066, + "F1_coffee": 0.7747610391133525, + "IoU_coffee": 0.6323346415238824, + "precision_coffee": 0.857922077922078, + "recall_coffee": 0.7062974446701593, + "F1_noncoffee": 0.7566368877906609, + "IoU_noncoffee": 0.608540562576437, + "kappa": 0.5361074051856747, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.774755675060758, + "mIoU": 0.6264628634049355, + "macroF1": 0.7693186048949405, + "F1_coffee": 0.8047337278106509, + "IoU_coffee": 0.6732673267326733, + "precision_coffee": 0.8945585010962727, + "recall_coffee": 0.7313019390581718, + "F1_noncoffee": 0.7339034819792303, + "IoU_noncoffee": 0.5796584000771977, + "kappa": 0.544890415320861, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8191367551152486, + "mIoU": 0.6758941675124721, + "macroF1": 0.8041533522309671, + "F1_coffee": 0.8583239090590025, + "IoU_coffee": 0.7518103566060937, + "precision_coffee": 0.8716831683168317, + "recall_coffee": 0.8453679520663696, + "F1_noncoffee": 0.7499827954029317, + "IoU_noncoffee": 0.5999779784188505, + "kappa": 0.6084689926559624, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7527234391472414, + "mIoU": 0.594681924187642, + "macroF1": 0.7440675002817918, + "F1_coffee": 0.6970001435338022, + "IoU_coffee": 0.5349195858118528, + "precision_coffee": 0.7832258064516129, + "recall_coffee": 0.6278769071631756, + "F1_noncoffee": 0.7911348570297814, + "IoU_noncoffee": 0.654444262563431, + "kappa": 0.49237596691713126, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7099681283657545, + "mIoU": 0.5441025676951403, + "macroF1": 0.7032002959065335, + "F1_coffee": 0.6583818770226537, + "IoU_coffee": 0.49073716711694326, + "precision_coffee": 0.7720097146326654, + "recall_coffee": 0.5739110810200858, + "F1_noncoffee": 0.7480187147904135, + "IoU_noncoffee": 0.5974679682733374, + "kappa": 0.41573657451478524, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7595150237216658, + "mIoU": 0.6122538170934311, + "macroF1": 0.7594970485335233, + "F1_coffee": 0.7574178453684994, + "IoU_coffee": 0.6095515234508729, + "precision_coffee": 0.7758169934640523, + "recall_coffee": 0.7398711822148348, + "F1_noncoffee": 0.761576251698547, + "IoU_noncoffee": 0.6149561107359892, + "kappa": 0.5192598499048365, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7804847100621749, + "mIoU": 0.6199939718404317, + "macroF1": 0.7618415034508721, + "F1_coffee": 0.8284751140194329, + "IoU_coffee": 0.7071767095463778, + "precision_coffee": 0.9082608695652173, + "recall_coffee": 0.7615749179730222, + "F1_noncoffee": 0.6952078928823114, + "IoU_noncoffee": 0.5328112341344855, + "kappa": 0.530125997680084, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83232421875, + "mIoU": 0.6691569291956535, + "macroF1": 0.7955475833972695, + "F1_coffee": 0.8822601659466502, + "IoU_coffee": 0.7893251533742331, + "precision_coffee": 0.9544510385756677, + "recall_coffee": 0.820221853882443, + "F1_noncoffee": 0.7088350008478888, + "IoU_noncoffee": 0.5489887050170739, + "kappa": 0.5967993600921702, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8724768911526127, + "mIoU": 0.7090873535987485, + "macroF1": 0.8221938846393542, + "F1_coffee": 0.9167487684729064, + "IoU_coffee": 0.846293769895407, + "precision_coffee": 0.9264467952706907, + "recall_coffee": 0.9072516758074345, + "F1_noncoffee": 0.7276390008058018, + "IoU_noncoffee": 0.5718809373020899, + "kappa": 0.6445152079019636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2560, + 2984 + ], + [ + 41426, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7126699328422545, + "ssl_variant": "", + "test_tta": { + "OA": 0.7965224554115035, + "mIoU": 0.6542712101673513, + "macroF1": 0.7898496171060481, + "F1_coffee": 0.827296907059807, + "IoU_coffee": 0.7054615205163431, + "precision_coffee": 0.8737078651685394, + "recall_coffee": 0.7855679030163083, + "F1_noncoffee": 0.752402327152289, + "IoU_noncoffee": 0.6030808998183597, + "kappa": 0.5813926432650852, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.714059074650975, + "mIoU": 0.5465334222277314, + "macroF1": 0.70463668918505, + "F1_coffee": 0.7573910915320607, + "IoU_coffee": 0.609516869202135, + "precision_coffee": 0.855929859497732, + "recall_coffee": 0.6791984900359933, + "F1_noncoffee": 0.6518822868380391, + "IoU_noncoffee": 0.48354997525332777, + "kappa": 0.42029795977011136, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7654085655048548, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7799405486712986, + "mIoU": 0.6352735265040477, + "macroF1": 0.7762969342127164, + "F1_coffee": 0.8048466754537803, + "IoU_coffee": 0.6734254584108424, + "precision_coffee": 0.8946197839440796, + "recall_coffee": 0.7314475393274643, + "F1_noncoffee": 0.7477471929716526, + "IoU_noncoffee": 0.5971215945972528, + "kappa": 0.5583424571150509, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6820987654320988, + "mIoU": 0.5140889797467181, + "macroF1": 0.678099890848038, + "F1_coffee": 0.7139779923180732, + "IoU_coffee": 0.5551833390511169, + "precision_coffee": 0.8733650793650793, + "recall_coffee": 0.6037880783074357, + "F1_noncoffee": 0.6422217893780029, + "IoU_noncoffee": 0.4729946204423192, + "kappa": 0.38194839223189575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10153435623749166, + "mIoU": 0.050922313537473965, + "macroF1": 0.09271392440160245, + "F1_coffee": 0.18217148409035705, + "IoU_coffee": 0.10021378941742384, + "precision_coffee": 1.0, + "recall_coffee": 0.10021378941742384, + "F1_noncoffee": 0.003256364712847839, + "IoU_noncoffee": 0.0016308376575240918, + "kappa": 0.0003268114315865763, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7503959069314168, + "mIoU": 0.6004513290760782, + "macroF1": 0.7503416648558533, + "F1_coffee": 0.7466617210682492, + "IoU_coffee": 0.5957383841373187, + "precision_coffee": 0.8850945331965411, + "recall_coffee": 0.6456751844328024, + "F1_noncoffee": 0.7540216086434574, + "IoU_noncoffee": 0.6051642740148376, + "kappa": 0.5122678040542231, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7613113397797198, + "mIoU": 0.6112081470898636, + "macroF1": 0.7580625714208589, + "F1_coffee": 0.7860982391102873, + "IoU_coffee": 0.6475797831730035, + "precision_coffee": 0.9114549752847625, + "recall_coffee": 0.6910542610395959, + "F1_noncoffee": 0.7300269037314305, + "IoU_noncoffee": 0.5748365110067237, + "kappa": 0.5274079572652156, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8220241947528252, + "mIoU": 0.6829361942058328, + "macroF1": 0.809616375313755, + "F1_coffee": 0.858219313900456, + "IoU_coffee": 0.7516498784300104, + "precision_coffee": 0.8871033860785439, + "recall_coffee": 0.8311568597326778, + "F1_noncoffee": 0.7610134367270539, + "IoU_noncoffee": 0.6142225099816553, + "kappa": 0.6199119682952778, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7342157666627621, + "mIoU": 0.5668537718049858, + "macroF1": 0.7205783250044686, + "F1_coffee": 0.6588482934897008, + "IoU_coffee": 0.4912556053811659, + "precision_coffee": 0.7869971264367817, + "recall_coffee": 0.5665890871476597, + "F1_noncoffee": 0.7823083565192364, + "IoU_noncoffee": 0.6424519382288055, + "kappa": 0.4504544652310785, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6888669084514781, + "mIoU": 0.5139360757815667, + "macroF1": 0.6757212577432401, + "F1_coffee": 0.6104307141874226, + "IoU_coffee": 0.4392949098831452, + "precision_coffee": 0.7820874471086037, + "recall_coffee": 0.5005642067253442, + "F1_noncoffee": 0.7410118012990577, + "IoU_noncoffee": 0.5885772416799884, + "kappa": 0.37156882025360394, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7499209277807064, + "mIoU": 0.5991248045995964, + "macroF1": 0.7491641115286205, + "F1_coffee": 0.7353859883980366, + "IoU_coffee": 0.5815102328863797, + "precision_coffee": 0.7940255360154179, + "recall_coffee": 0.6848119675877831, + "F1_noncoffee": 0.7629422346592045, + "IoU_noncoffee": 0.6167393763128131, + "kappa": 0.5007674741325027, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7679228524298947, + "mIoU": 0.6121571196515483, + "macroF1": 0.7573645213540227, + "F1_coffee": 0.8079790026246719, + "IoU_coffee": 0.6778227937290823, + "precision_coffee": 0.9527110670958158, + "recall_coffee": 0.7014218009478673, + "F1_noncoffee": 0.7067500400833734, + "IoU_noncoffee": 0.5464914455740144, + "kappa": 0.5312500884128601, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82568359375, + "mIoU": 0.6646448294687994, + "macroF1": 0.7929221928454904, + "F1_coffee": 0.8752881995388807, + "IoU_coffee": 0.7782333209094298, + "precision_coffee": 0.968160741885626, + "recall_coffee": 0.798673976794594, + "F1_noncoffee": 0.7105561861520999, + "IoU_noncoffee": 0.551056338028169, + "kappa": 0.5945044779231843, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.886530843237125, + "mIoU": 0.7356568678102575, + "macroF1": 0.841545342538861, + "F1_coffee": 0.9259737862285398, + "IoU_coffee": 0.8621519422481952, + "precision_coffee": 0.9351230425055929, + "recall_coffee": 0.9170018281535649, + "F1_noncoffee": 0.7571168988491823, + "IoU_noncoffee": 0.6091617933723197, + "kappa": 0.6831901899740181, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2621, + 2984 + ], + [ + 40906, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5062763134638468, + "ssl_variant": "", + "test_tta": { + "OA": 0.7897177852589357, + "mIoU": 0.6467028309876239, + "macroF1": 0.7845325891681115, + "F1_coffee": 0.8179577410203543, + "IoU_coffee": 0.6919868852459017, + "precision_coffee": 0.8834639340968455, + "recall_coffee": 0.7614951652475105, + "F1_noncoffee": 0.7511074373158687, + "IoU_noncoffee": 0.6014187767293463, + "kappa": 0.5722802163619377, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.692410868812738, + "mIoU": 0.5240858838005088, + "macroF1": 0.6862719815483409, + "F1_coffee": 0.7301575251470868, + "IoU_coffee": 0.5749985054104143, + "precision_coffee": 0.8620596934659854, + "recall_coffee": 0.6332631024493021, + "F1_noncoffee": 0.642386437949595, + "IoU_noncoffee": 0.47317326219060324, + "kappa": 0.3914258908550942, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.7586547503810268, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675130721295036, + "mIoU": 0.619928166235356, + "macroF1": 0.7648751928689208, + "F1_coffee": 0.7897796272608041, + "IoU_coffee": 0.6525915817077413, + "precision_coffee": 0.8994615327874899, + "recall_coffee": 0.7039399624765479, + "F1_noncoffee": 0.7399707584770374, + "IoU_noncoffee": 0.5872647507629705, + "kappa": 0.5382434658702422, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6699261566862813, + "mIoU": 0.5015049331446693, + "macroF1": 0.667363346558175, + "F1_coffee": 0.6965606852112116, + "IoU_coffee": 0.5344020832485658, + "precision_coffee": 0.8797642172951973, + "recall_coffee": 0.576507769291546, + "F1_noncoffee": 0.6381660079051383, + "IoU_noncoffee": 0.4686077830407727, + "kappa": 0.3674364112311307, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08365577051367579, + "mIoU": 0.04195399767019571, + "macroF1": 0.0776458994069057, + "F1_coffee": 0.15209876543209877, + "IoU_coffee": 0.08230892570817744, + "precision_coffee": 1.0, + "recall_coffee": 0.08230892570817744, + "F1_noncoffee": 0.003193033381712627, + "IoU_noncoffee": 0.0015990696322139846, + "kappa": 0.0002632007652399089, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7394932391277865, + "mIoU": 0.5861667009873761, + "macroF1": 0.738995449448734, + "F1_coffee": 0.7275969683459652, + "IoU_coffee": 0.5718290119131044, + "precision_coffee": 0.8998109640831758, + "recall_coffee": 0.6107131401689297, + "F1_noncoffee": 0.7503939305515027, + "IoU_noncoffee": 0.6005043900616477, + "kappa": 0.4949427881789208, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7456435182791251, + "mIoU": 0.5925488233482515, + "macroF1": 0.7437692392341397, + "F1_coffee": 0.765683799361692, + "IoU_coffee": 0.620330348873109, + "precision_coffee": 0.9217800206445693, + "recall_coffee": 0.6547987616099071, + "F1_noncoffee": 0.7218546791065875, + "IoU_noncoffee": 0.5647672978233941, + "kappa": 0.50440879498508, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8114701050430627, + "mIoU": 0.6683311487878282, + "macroF1": 0.7991337579543831, + "F1_coffee": 0.8489128266507081, + "IoU_coffee": 0.7374878691251906, + "precision_coffee": 0.8831244293185025, + "recall_coffee": 0.8172530342602551, + "F1_noncoffee": 0.7493546892580581, + "IoU_noncoffee": 0.5991744284504658, + "kappa": 0.5992651978022512, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7134824879934403, + "mIoU": 0.5350901451443151, + "macroF1": 0.6921148197007807, + "F1_coffee": 0.6110050890585241, + "IoU_coffee": 0.43989008472635677, + "precision_coffee": 0.7934737711689385, + "recall_coffee": 0.49676752004137575, + "F1_noncoffee": 0.7732245503430373, + "IoU_noncoffee": 0.6302902055622733, + "kappa": 0.4026456545797505, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6779865919331794, + "mIoU": 0.49641018527663017, + "macroF1": 0.6585101356384957, + "F1_coffee": 0.5769563961882761, + "IoU_coffee": 0.4054383116883117, + "precision_coffee": 0.8008016032064128, + "recall_coffee": 0.45091401489505756, + "F1_noncoffee": 0.7400638750887154, + "IoU_noncoffee": 0.5873820588649487, + "kappa": 0.34830769691078123, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7476014760147601, + "mIoU": 0.594943970787759, + "macroF1": 0.7456396306200682, + "F1_coffee": 0.7233009708737864, + "IoU_coffee": 0.5665399239543726, + "precision_coffee": 0.815056004167752, + "recall_coffee": 0.6501142738416787, + "F1_noncoffee": 0.76797829036635, + "IoU_noncoffee": 0.6233480176211453, + "kappa": 0.49662853070779905, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7676690775282324, + "mIoU": 0.6133189643550181, + "macroF1": 0.7585449538902217, + "F1_coffee": 0.8054817805163073, + "IoU_coffee": 0.6743151903237282, + "precision_coffee": 0.9653679653679653, + "recall_coffee": 0.6910317170980678, + "F1_noncoffee": 0.7116081272641361, + "IoU_noncoffee": 0.5523227383863081, + "kappa": 0.5359616801839698, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80576171875, + "mIoU": 0.6393917260784587, + "macroF1": 0.7742269955292148, + "F1_coffee": 0.8586052463211772, + "IoU_coffee": 0.7522421524663677, + "precision_coffee": 0.9702763496143959, + "recall_coffee": 0.7699859747545582, + "F1_noncoffee": 0.6898487447372524, + "IoU_noncoffee": 0.5265412996905499, + "kappa": 0.5612035190308533, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8686096962837201, + "mIoU": 0.6965092111777081, + "macroF1": 0.8121873779283881, + "F1_coffee": 0.9151282519953695, + "IoU_coffee": 0.8435358867797371, + "precision_coffee": 0.9149610136452242, + "recall_coffee": 0.9152955514929921, + "F1_noncoffee": 0.7092465038614068, + "IoU_noncoffee": 0.5494825355756792, + "kappa": 0.6243747988483253, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2583, + 2984 + ], + [ + 40250, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0556251486142476, + "ssl_variant": "", + "test_tta": { + "OA": 0.7789019411216962, + "mIoU": 0.633638100472784, + "macroF1": 0.7750269845820354, + "F1_coffee": 0.8045525778417995, + "IoU_coffee": 0.6730137711864407, + "precision_coffee": 0.8908090297251823, + "recall_coffee": 0.7335257612931159, + "F1_noncoffee": 0.7455013913222714, + "IoU_noncoffee": 0.5942624297591272, + "kappa": 0.5554809686833999, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6814353294104073, + "mIoU": 0.5131657525585568, + "macroF1": 0.6772453770309272, + "F1_coffee": 0.7140193692060697, + "IoU_coffee": 0.5552333776327977, + "precision_coffee": 0.8706112654710786, + "recall_coffee": 0.605170748836801, + "F1_noncoffee": 0.6404713848557849, + "IoU_noncoffee": 0.4710981274843159, + "kappa": 0.37971834501695345, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 68, + "stopped_epoch": 88, + "best_val": 0.7231354791702402, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7655791132440369, + "mIoU": 0.6001466238497761, + "macroF1": 0.7461894676630523, + "F1_coffee": 0.816341418931242, + "IoU_coffee": 0.6896764252696456, + "precision_coffee": 0.794180269694819, + "recall_coffee": 0.8397748592870544, + "F1_noncoffee": 0.6760375163948625, + "IoU_noncoffee": 0.5106168224299066, + "kappa": 0.4930751984667705, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7084487135110188, + "mIoU": 0.5259289563894337, + "macroF1": 0.6832652097291837, + "F1_coffee": 0.7725764172488665, + "IoU_coffee": 0.629429341350296, + "precision_coffee": 0.7925582254229855, + "recall_coffee": 0.7535773856553419, + "F1_noncoffee": 0.5939540022095009, + "IoU_noncoffee": 0.42242857142857143, + "kappa": 0.36724851152439086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41947965310206803, + "mIoU": 0.2103473197696532, + "macroF1": 0.29704043106453304, + "F1_coffee": 0.5904170196742916, + "IoU_coffee": 0.4188593562174436, + "precision_coffee": 0.9990442816183498, + "recall_coffee": 0.41902725815072156, + "F1_noncoffee": 0.0036638424547744447, + "IoU_noncoffee": 0.0018352833218628125, + "kappa": 0.0007381070404129089, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7369959800219271, + "mIoU": 0.5770290254641164, + "macroF1": 0.7303896182051555, + "F1_coffee": 0.7725932167684854, + "IoU_coffee": 0.6294516433536428, + "precision_coffee": 0.7612869745718733, + "recall_coffee": 0.7842403506896183, + "F1_noncoffee": 0.6881860196418256, + "IoU_noncoffee": 0.5246064075745899, + "kappa": 0.4609422662944257, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7870624127410931, + "mIoU": 0.6335647662898143, + "macroF1": 0.7731018691723839, + "F1_coffee": 0.8293834935366258, + "IoU_coffee": 0.708501451121965, + "precision_coffee": 0.843786882481875, + "recall_coffee": 0.8154635815545055, + "F1_noncoffee": 0.7168202448081419, + "IoU_noncoffee": 0.5586280814576634, + "kappa": 0.5464230975810326, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.768258077363469, + "mIoU": 0.5789453615721487, + "macroF1": 0.7236809048669448, + "F1_coffee": 0.834665245959865, + "IoU_coffee": 0.7162450472416946, + "precision_coffee": 0.7762436414084694, + "recall_coffee": 0.9025964049777232, + "F1_noncoffee": 0.6126965637740245, + "IoU_noncoffee": 0.44164567590260284, + "kappa": 0.4545987366392054, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6931006208269884, + "mIoU": 0.5302319111256877, + "macroF1": 0.6929803032479304, + "F1_coffee": 0.6869024856596558, + "IoU_coffee": 0.5231161266836549, + "precision_coffee": 0.6385247722728282, + "recall_coffee": 0.743211792086889, + "F1_noncoffee": 0.6990581208362049, + "IoU_noncoffee": 0.5373476955677203, + "kappa": 0.38932994624003214, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7063413561929882, + "mIoU": 0.5459200370515919, + "macroF1": 0.7062516582792172, + "F1_coffee": 0.7011185682326622, + "IoU_coffee": 0.5397864278332759, + "precision_coffee": 0.6950543357728987, + "recall_coffee": 0.7072895508914466, + "F1_noncoffee": 0.7113847483257723, + "IoU_noncoffee": 0.5520536462699078, + "kappa": 0.4125464990807827, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7105956773853452, + "mIoU": 0.5461792506086388, + "macroF1": 0.7052785641426947, + "F1_coffee": 0.744864764383307, + "IoU_coffee": 0.5934537914691943, + "precision_coffee": 0.6738984191052808, + "recall_coffee": 0.8325368792852691, + "F1_noncoffee": 0.6656923639020825, + "IoU_noncoffee": 0.49890470974808326, + "kappa": 0.4189995746539072, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7845451084887705, + "mIoU": 0.6139073328718777, + "macroF1": 0.7549456453665064, + "F1_coffee": 0.8401129943502825, + "IoU_coffee": 0.7243058938139308, + "precision_coffee": 0.8689131281651734, + "recall_coffee": 0.8131607728764126, + "F1_noncoffee": 0.6697782963827305, + "IoU_noncoffee": 0.5035087719298246, + "kappa": 0.5110008151729454, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8587890625, + "mIoU": 0.6982525638688201, + "macroF1": 0.8155935294339182, + "F1_coffee": 0.9048433798367992, + "IoU_coffee": 0.8262228097584425, + "precision_coffee": 0.9349925200598396, + "recall_coffee": 0.876577840112202, + "F1_noncoffee": 0.7263436790310371, + "IoU_noncoffee": 0.5702823179791976, + "kappa": 0.632286595058563, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8198453122052443, + "mIoU": 0.5670341471661984, + "macroF1": 0.6943145072469089, + "F1_coffee": 0.8902046447459186, + "IoU_coffee": 0.8021340515901793, + "precision_coffee": 0.8424545751278425, + "recall_coffee": 0.9436928702010969, + "F1_noncoffee": 0.49842436974789917, + "IoU_noncoffee": 0.33193424274221756, + "kappa": 0.3974717152856268, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2298, + 2984 + ], + [ + 40427, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.65755455493927, + "ssl_variant": "", + "test_tta": { + "OA": 0.769429123988253, + "mIoU": 0.6027121446671122, + "macroF1": 0.7477478219307757, + "F1_coffee": 0.8217015619807245, + "IoU_coffee": 0.6973628543223804, + "precision_coffee": 0.7897048255303293, + "recall_coffee": 0.8564006350122673, + "F1_noncoffee": 0.6737940818808269, + "IoU_noncoffee": 0.5080614350118439, + "kappa": 0.497006379793041, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7134389061959155, + "mIoU": 0.5288702044773543, + "macroF1": 0.6850431656060567, + "F1_coffee": 0.7796128889135377, + "IoU_coffee": 0.638824256525849, + "precision_coffee": 0.7881186786571281, + "recall_coffee": 0.7712887367219735, + "F1_noncoffee": 0.5904734422985758, + "IoU_noncoffee": 0.4189161524288597, + "kappa": 0.37022264160416096, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.7274021201930405, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891268533772653, + "mIoU": 0.6416837622667145, + "macroF1": 0.7801139957054585, + "F1_coffee": 0.8246314221891288, + "IoU_coffee": 0.7015938980817474, + "precision_coffee": 0.8517766497461929, + "recall_coffee": 0.7991629383749459, + "F1_noncoffee": 0.7355965692217882, + "IoU_noncoffee": 0.5817736264516816, + "kappa": 0.5609003700222579, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6922666435906312, + "mIoU": 0.5200170895855176, + "macroF1": 0.6816654888771585, + "F1_coffee": 0.7397577723841003, + "IoU_coffee": 0.5869964965255599, + "precision_coffee": 0.8325600549073439, + "recall_coffee": 0.6655693091036784, + "F1_noncoffee": 0.6235732053702168, + "IoU_noncoffee": 0.4530376826454755, + "kappa": 0.3745709944479176, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10967311541027351, + "mIoU": 0.05497481360597049, + "macroF1": 0.09930870049346996, + "F1_coffee": 0.19592722014700567, + "IoU_coffee": 0.10860272508682875, + "precision_coffee": 0.9975460122699387, + "recall_coffee": 0.10863174772848744, + "F1_noncoffee": 0.00269018083993424, + "IoU_noncoffee": 0.0013469021251122418, + "kappa": -0.00024098995071905808, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.757887684248995, + "mIoU": 0.6095428265115561, + "macroF1": 0.7572954696779521, + "F1_coffee": 0.7692843461605433, + "IoU_coffee": 0.6250707413695529, + "precision_coffee": 0.8414169629253428, + "recall_coffee": 0.7085427135678392, + "F1_noncoffee": 0.7453065931953611, + "IoU_noncoffee": 0.5940149116535594, + "kappa": 0.5184973703099486, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7958012306737681, + "mIoU": 0.6511209649010535, + "macroF1": 0.7871908681737294, + "F1_coffee": 0.8299969865254638, + "IoU_coffee": 0.7093973066450806, + "precision_coffee": 0.879963486992241, + "recall_coffee": 0.785400032589213, + "F1_noncoffee": 0.744384749821995, + "IoU_noncoffee": 0.5928446231570265, + "kappa": 0.5764351602165722, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8082341813112959, + "mIoU": 0.6516646295326233, + "macroF1": 0.7849864057716598, + "F1_coffee": 0.8556870972576053, + "IoU_coffee": 0.747773703509691, + "precision_coffee": 0.8351616205938277, + "recall_coffee": 0.8772468889230296, + "F1_noncoffee": 0.7142857142857143, + "IoU_noncoffee": 0.5555555555555556, + "kappa": 0.570486440049662, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7314044746398032, + "mIoU": 0.571371538445606, + "macroF1": 0.7260821208427949, + "F1_coffee": 0.6878998230570301, + "IoU_coffee": 0.5242738589211619, + "precision_coffee": 0.7261494252873564, + "recall_coffee": 0.6534781484354797, + "F1_noncoffee": 0.7642644186285596, + "IoU_noncoffee": 0.61846921797005, + "kappa": 0.45330995020836556, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7210682492581603, + "mIoU": 0.5618517499846458, + "macroF1": 0.7190193000268944, + "F1_coffee": 0.6950252343186734, + "IoU_coffee": 0.532596685082873, + "precision_coffee": 0.7432536622976099, + "recall_coffee": 0.6526743398781314, + "F1_noncoffee": 0.7430133657351154, + "IoU_noncoffee": 0.5911068148864186, + "kappa": 0.4400253677051481, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7418028465998946, + "mIoU": 0.5895272934948994, + "macroF1": 0.7417543350584905, + "F1_coffee": 0.7452938117524701, + "IoU_coffee": 0.593998673740053, + "precision_coffee": 0.7461474385672636, + "recall_coffee": 0.7444421358819863, + "F1_noncoffee": 0.738214858364511, + "IoU_noncoffee": 0.5850559132497458, + "kappa": 0.48350936490887236, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6321206699813766, + "macroF1": 0.7718685592026733, + "F1_coffee": 0.8297915401740539, + "IoU_coffee": 0.7090971982013144, + "precision_coffee": 0.9326660600545951, + "recall_coffee": 0.7473569084943492, + "F1_noncoffee": 0.7139455782312926, + "IoU_noncoffee": 0.5551441417614388, + "kappa": 0.5528794186823481, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86220703125, + "mIoU": 0.7114978511982706, + "macroF1": 0.8260807412079663, + "F1_coffee": 0.9053464815187496, + "IoU_coffee": 0.8270621399681334, + "precision_coffee": 0.9552661381653454, + "recall_coffee": 0.860385056738493, + "F1_noncoffee": 0.7468150008971829, + "IoU_noncoffee": 0.5959335624284078, + "kappa": 0.6546838738393895, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8676664780230146, + "mIoU": 0.670373034138857, + "macroF1": 0.7889431638185394, + "F1_coffee": 0.9178427124202143, + "IoU_coffee": 0.8481601731601731, + "precision_coffee": 0.8833408476104598, + "recall_coffee": 0.9551492992078001, + "F1_noncoffee": 0.6600436152168645, + "IoU_noncoffee": 0.4925858951175407, + "kappa": 0.5805342310899964, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2604, + 2984 + ], + [ + 41436, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8672475218772888, + "ssl_variant": "", + "test_tta": { + "OA": 0.7944989613924504, + "mIoU": 0.6482353047507297, + "macroF1": 0.7848776958925734, + "F1_coffee": 0.8303721878972419, + "IoU_coffee": 0.7099456590420826, + "precision_coffee": 0.8509497409797327, + "recall_coffee": 0.8107663443498341, + "F1_noncoffee": 0.7393832038879048, + "IoU_noncoffee": 0.5865249504593767, + "kappa": 0.5701415901310222, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6974010614976347, + "mIoU": 0.525060275838686, + "macroF1": 0.6858037565272863, + "F1_coffee": 0.7461678986655698, + "IoU_coffee": 0.5951099017734808, + "precision_coffee": 0.8313698002318497, + "recall_coffee": 0.6768062505486788, + "F1_noncoffee": 0.625439614389003, + "IoU_noncoffee": 0.4550106499038911, + "kappa": 0.38119792246871265, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7598109623476805, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7636451543585703, + "mIoU": 0.6153671734243625, + "macroF1": 0.7614730743710695, + "F1_coffee": 0.7842348748630932, + "IoU_coffee": 0.6450545904372613, + "precision_coffee": 0.9042144149577804, + "recall_coffee": 0.6923654206956271, + "F1_noncoffee": 0.7387112738790458, + "IoU_noncoffee": 0.5856797564114637, + "kappa": 0.532905155545403, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.666652244144456, + "mIoU": 0.4981496113310267, + "macroF1": 0.6644721299020324, + "F1_coffee": 0.6915181848515182, + "IoU_coffee": 0.5284889532630205, + "precision_coffee": 0.8823268962228807, + "recall_coffee": 0.5685629005355105, + "F1_noncoffee": 0.6374260749525468, + "IoU_noncoffee": 0.4678102693990329, + "kappa": 0.363908489184356, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08178785857238159, + "mIoU": 0.04101704507698536, + "macroF1": 0.0760429453479384, + "F1_coffee": 0.14889933217907494, + "IoU_coffee": 0.08043826830571886, + "precision_coffee": 1.0, + "recall_coffee": 0.08043826830571886, + "F1_noncoffee": 0.003186558516801854, + "IoU_noncoffee": 0.0015958218482518497, + "kappa": 0.00025669734100397344, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7352905347789012, + "mIoU": 0.5809200071109579, + "macroF1": 0.7348139626608323, + "F1_coffee": 0.7235720646228215, + "IoU_coffee": 0.566872633047638, + "precision_coffee": 0.8930758360810175, + "recall_coffee": 0.6081471185715813, + "F1_noncoffee": 0.746055860698843, + "IoU_noncoffee": 0.5949673811742777, + "kappa": 0.4866173815440399, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7362841925642484, + "mIoU": 0.580450978515844, + "macroF1": 0.7340741678787821, + "F1_coffee": 0.7583167472277509, + "IoU_coffee": 0.6107167391802153, + "precision_coffee": 0.906320797462619, + "recall_coffee": 0.6518657324425615, + "F1_noncoffee": 0.7098315885298134, + "IoU_noncoffee": 0.5501852178514729, + "kappa": 0.48464857955118135, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8131627420719869, + "mIoU": 0.6747560269970523, + "macroF1": 0.8043549809552598, + "F1_coffee": 0.845866360014785, + "IoU_coffee": 0.7329015728417906, + "precision_coffee": 0.9088341717412408, + "recall_coffee": 0.7910585343370717, + "F1_noncoffee": 0.7628436018957346, + "IoU_noncoffee": 0.6166104811523139, + "kappa": 0.6115788144528655, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7248447932528992, + "mIoU": 0.5514905609644828, + "macroF1": 0.7068339326426054, + "F1_coffee": 0.6341691325338732, + "IoU_coffee": 0.4643101482326112, + "precision_coffee": 0.7971808927173062, + "recall_coffee": 0.5265063356607189, + "F1_noncoffee": 0.7794987327513376, + "IoU_noncoffee": 0.6386709736963544, + "kappa": 0.42808200142136654, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6895263215737993, + "mIoU": 0.5147359765132287, + "macroF1": 0.6764383642032408, + "F1_coffee": 0.611363323703398, + "IoU_coffee": 0.4402615415098078, + "precision_coffee": 0.7829457364341085, + "recall_coffee": 0.5014669374858949, + "F1_noncoffee": 0.7415134047030836, + "IoU_noncoffee": 0.5892104115166497, + "kappa": 0.37290796414515404, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7353716394306801, + "mIoU": 0.5780398142152783, + "macroF1": 0.7318629769788709, + "F1_coffee": 0.7011904761904761, + "IoU_coffee": 0.53987167736022, + "precision_coffee": 0.8210203512684695, + "recall_coffee": 0.6118844795345938, + "F1_noncoffee": 0.7625354777672658, + "IoU_noncoffee": 0.6162079510703364, + "kappa": 0.4726533107214273, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7466057606902677, + "mIoU": 0.5871352249581523, + "macroF1": 0.7381033115900335, + "F1_coffee": 0.7852919040963338, + "IoU_coffee": 0.6464861037351743, + "precision_coffee": 0.9572739187418087, + "recall_coffee": 0.6656944950783813, + "F1_noncoffee": 0.6909147190837331, + "IoU_noncoffee": 0.5277843461811302, + "kappa": 0.49946390295252036, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77783203125, + "mIoU": 0.6037781597173573, + "macroF1": 0.746639269862577, + "F1_coffee": 0.8355382057398973, + "IoU_coffee": 0.7175316612863174, + "precision_coffee": 0.9647746243739566, + "recall_coffee": 0.7368353946194058, + "F1_noncoffee": 0.6577403339852566, + "IoU_noncoffee": 0.49002465814839724, + "kappa": 0.5115198367483191, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8827579701943029, + "mIoU": 0.7364093021570441, + "macroF1": 0.8427637237366798, + "F1_coffee": 0.9220640792526177, + "IoU_coffee": 0.8553978594695207, + "precision_coffee": 0.9495092975206612, + "recall_coffee": 0.8961608775137112, + "F1_noncoffee": 0.7634633682207421, + "IoU_noncoffee": 0.6174207448445675, + "kappa": 0.6863228346355484, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2556, + 2984 + ], + [ + 40061, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.023849089940389, + "ssl_variant": "", + "test_tta": { + "OA": 0.778830313014827, + "mIoU": 0.6339290844053674, + "macroF1": 0.7753109920976591, + "F1_coffee": 0.8034313179380262, + "IoU_coffee": 0.6714460523515642, + "precision_coffee": 0.895451965375337, + "recall_coffee": 0.7285611199307259, + "F1_noncoffee": 0.747190666257292, + "IoU_noncoffee": 0.5964121164591707, + "kappa": 0.5566436642728256, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6811324564439829, + "mIoU": 0.5130687524080518, + "macroF1": 0.6772310061258269, + "F1_coffee": 0.712717161085773, + "IoU_coffee": 0.553660112246134, + "precision_coffee": 0.8735467431119605, + "recall_coffee": 0.6019006232990958, + "F1_noncoffee": 0.6417448511658808, + "IoU_noncoffee": 0.4724773925699697, + "kappa": 0.3806428466537848, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7578096631275153, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7525965188740061, + "mIoU": 0.6013612369552375, + "macroF1": 0.7506801165153989, + "F1_coffee": 0.7725386894962134, + "IoU_coffee": 0.6293792585439133, + "precision_coffee": 0.8990994443379958, + "recall_coffee": 0.6772117188627508, + "F1_noncoffee": 0.7288215435345843, + "IoU_noncoffee": 0.5733432153665616, + "kappa": 0.5128676350742837, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6547392407984308, + "mIoU": 0.4853755645325153, + "macroF1": 0.6531229069685988, + "F1_coffee": 0.6768013608932212, + "IoU_coffee": 0.5114888580524038, + "precision_coffee": 0.8793194176460271, + "recall_coffee": 0.5501053463260469, + "F1_noncoffee": 0.6294444530439763, + "IoU_noncoffee": 0.4592622710126268, + "kappa": 0.34601837153572035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.057638425617078055, + "mIoU": 0.028904165282127837, + "macroF1": 0.05481000786956256, + "F1_coffee": 0.10651486401012018, + "IoU_coffee": 0.05625334045964725, + "precision_coffee": 1.0, + "recall_coffee": 0.05625334045964725, + "F1_noncoffee": 0.00310515172900494, + "IoU_noncoffee": 0.0015549901046084252, + "kappa": 0.00017493147368321247, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7228651480082836, + "mIoU": 0.5649759047892358, + "macroF1": 0.7217913304517856, + "F1_coffee": 0.704507078841408, + "IoU_coffee": 0.5438139161820734, + "precision_coffee": 0.8972704714640198, + "recall_coffee": 0.5799208810007485, + "F1_noncoffee": 0.7390755820621631, + "IoU_noncoffee": 0.586137893396398, + "kappa": 0.4653709228752832, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7283210093593258, + "mIoU": 0.5715469197617761, + "macroF1": 0.7271086606323223, + "F1_coffee": 0.745297653674617, + "IoU_coffee": 0.5940035545939263, + "precision_coffee": 0.9201580081398133, + "recall_coffee": 0.6262832002607137, + "F1_noncoffee": 0.7089196675900277, + "IoU_noncoffee": 0.5490902849296259, + "kappa": 0.47584919131146686, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002688305869468, + "mIoU": 0.6542961432389475, + "macroF1": 0.789077227178796, + "F1_coffee": 0.8376628631544873, + "IoU_coffee": 0.7206711689758407, + "precision_coffee": 0.8850034199726402, + "recall_coffee": 0.7951298202488861, + "F1_noncoffee": 0.7404915912031048, + "IoU_noncoffee": 0.5879211175020542, + "kappa": 0.5800752530330634, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7013002225606185, + "mIoU": 0.5176431748501584, + "macroF1": 0.6759674379973386, + "F1_coffee": 0.5853658536585366, + "IoU_coffee": 0.41379310344827586, + "precision_coffee": 0.7884362680683311, + "recall_coffee": 0.46547711404189296, + "F1_noncoffee": 0.7665690223361407, + "IoU_noncoffee": 0.6214932462520409, + "kappa": 0.3752666746791037, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6741400153863062, + "mIoU": 0.4915142296084679, + "macroF1": 0.6538683905110808, + "F1_coffee": 0.5701029433086849, + "IoU_coffee": 0.398702088825796, + "precision_coffee": 0.797242497972425, + "recall_coffee": 0.4436921688106522, + "F1_noncoffee": 0.7376338377134767, + "IoU_noncoffee": 0.5843263703911398, + "kappa": 0.34041216112293077, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7232472324723247, + "mIoU": 0.5625288998249496, + "macroF1": 0.7191182355912457, + "F1_coffee": 0.6850629874025195, + "IoU_coffee": 0.5209854014598541, + "precision_coffee": 0.8106189664963089, + "recall_coffee": 0.5931851236235196, + "F1_noncoffee": 0.7531734837799718, + "IoU_noncoffee": 0.6040723981900452, + "kappa": 0.44860394719017416, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7462250983377744, + "mIoU": 0.5872834000128981, + "macroF1": 0.738353007044715, + "F1_coffee": 0.7837370242214533, + "IoU_coffee": 0.6443812233285917, + "precision_coffee": 0.9633173843700159, + "recall_coffee": 0.6605905942398833, + "F1_noncoffee": 0.6929689898679766, + "IoU_noncoffee": 0.5301855766972046, + "kappa": 0.5013102233872027, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77646484375, + "mIoU": 0.6038521084095202, + "macroF1": 0.7470677810706985, + "F1_coffee": 0.8332969193795062, + "IoU_coffee": 0.7142322097378278, + "precision_coffee": 0.9716372282608695, + "recall_coffee": 0.7294402652046411, + "F1_noncoffee": 0.6608386427618906, + "IoU_noncoffee": 0.49347200708121264, + "kappa": 0.5141726183527714, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8691756272401434, + "mIoU": 0.6986520009461195, + "macroF1": 0.8139286278050342, + "F1_coffee": 0.9153183955064412, + "IoU_coffee": 0.843859056625014, + "precision_coffee": 0.9170540738928309, + "recall_coffee": 0.9135892748324193, + "F1_noncoffee": 0.712538860103627, + "IoU_noncoffee": 0.5534449452672248, + "kappa": 0.62786178086408, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 39453, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.904061496257782, + "ssl_variant": "", + "test_tta": { + "OA": 0.7650060883890839, + "mIoU": 0.6161946644212948, + "macroF1": 0.7619347161504595, + "F1_coffee": 0.7889751877402029, + "IoU_coffee": 0.6514938255211792, + "precision_coffee": 0.8907123665674243, + "recall_coffee": 0.7080964064078511, + "F1_noncoffee": 0.734894244560716, + "IoU_noncoffee": 0.5808955033214103, + "kappa": 0.5315472160353136, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6664935964001385, + "mIoU": 0.49731945225870655, + "macroF1": 0.6635347901426607, + "F1_coffee": 0.6950868957514702, + "IoU_coffee": 0.5326691053131505, + "precision_coffee": 0.87061504921715, + "recall_coffee": 0.5784610657536652, + "F1_noncoffee": 0.6319826845338511, + "IoU_noncoffee": 0.46196979920426257, + "kappa": 0.3585400301677641, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7254897971025271, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7807284578468591, + "mIoU": 0.6317843988795326, + "macroF1": 0.7728988493471023, + "F1_coffee": 0.8150665277211424, + "IoU_coffee": 0.6878584720487394, + "precision_coffee": 0.8547896604156108, + "recall_coffee": 0.7788714100158753, + "F1_noncoffee": 0.7307311709730622, + "IoU_noncoffee": 0.5757103257103258, + "kappa": 0.5472214196998156, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6856899734625591, + "mIoU": 0.5138624558581519, + "macroF1": 0.6766728777911415, + "F1_coffee": 0.7306679849224494, + "IoU_coffee": 0.57563188846049, + "precision_coffee": 0.8362139684874544, + "recall_coffee": 0.648779738389957, + "F1_noncoffee": 0.6226777706598334, + "IoU_noncoffee": 0.45209302325581396, + "kappa": 0.3674632861331103, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11874583055370247, + "mIoU": 0.059540093035655585, + "macroF1": 0.10670967305371663, + "F1_coffee": 0.21040047818290497, + "IoU_coffee": 0.11756847027388109, + "precision_coffee": 0.9988649262202043, + "recall_coffee": 0.11758417958311064, + "F1_noncoffee": 0.0030188679245283017, + "IoU_noncoffee": 0.0015117157974300832, + "kappa": 8.871138174096607e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7421732245096845, + "mIoU": 0.5898064804542005, + "macroF1": 0.7419367423134138, + "F1_coffee": 0.749748743718593, + "IoU_coffee": 0.5996784565916399, + "precision_coffee": 0.8385347791589527, + "recall_coffee": 0.6779642895327702, + "F1_noncoffee": 0.7341247409082344, + "IoU_noncoffee": 0.579934504316761, + "kappa": 0.48994871392460965, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7910440043435545, + "mIoU": 0.6473192564467354, + "macroF1": 0.7848006184060958, + "F1_coffee": 0.8214553969867008, + "IoU_coffee": 0.6970083227112545, + "precision_coffee": 0.8973839173665412, + "recall_coffee": 0.7573733094345771, + "F1_noncoffee": 0.7481458398254908, + "IoU_noncoffee": 0.5976301901822164, + "kappa": 0.573904154236765, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8023099517100613, + "mIoU": 0.6432073377725551, + "macroF1": 0.7785630061794474, + "F1_coffee": 0.8510781923870242, + "IoU_coffee": 0.7407625016320668, + "precision_coffee": 0.831464790796512, + "recall_coffee": 0.8716392687048702, + "F1_noncoffee": 0.7060478199718706, + "IoU_noncoffee": 0.5456521739130434, + "kappa": 0.5576119045650048, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.717465151692632, + "mIoU": 0.553451064443691, + "macroF1": 0.7111223007630287, + "F1_coffee": 0.6683168316831684, + "IoU_coffee": 0.5018587360594795, + "precision_coffee": 0.7136563876651982, + "recall_coffee": 0.6283941039565555, + "F1_noncoffee": 0.7539277698428892, + "IoU_noncoffee": 0.6050433928279024, + "kappa": 0.423969489403721, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7337070007693153, + "mIoU": 0.5758504994950371, + "macroF1": 0.7300712878029484, + "F1_coffee": 0.6987442496580878, + "IoU_coffee": 0.5369768775081215, + "precision_coffee": 0.7779623477297896, + "recall_coffee": 0.6341683592868427, + "F1_noncoffee": 0.761398325947809, + "IoU_noncoffee": 0.6147241214819527, + "kappa": 0.4645399845284781, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7438060094886663, + "mIoU": 0.5917724843957235, + "macroF1": 0.7434705417094392, + "F1_coffee": 0.7527472527472527, + "IoU_coffee": 0.6035242290748899, + "precision_coffee": 0.7375872382851446, + "recall_coffee": 0.7685435279451486, + "F1_noncoffee": 0.7341938306716255, + "IoU_noncoffee": 0.5800207397165572, + "kappa": 0.4871739817760648, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7689379520365436, + "mIoU": 0.6118098315875697, + "macroF1": 0.7567803532676445, + "F1_coffee": 0.8111583532095821, + "IoU_coffee": 0.6823098394975575, + "precision_coffee": 0.9408227086841472, + "recall_coffee": 0.7129055778344878, + "F1_noncoffee": 0.7024023533257068, + "IoU_noncoffee": 0.5413098236775818, + "kappa": 0.5276983430362505, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8419921875, + "mIoU": 0.6846692912226301, + "macroF1": 0.8071996192475485, + "F1_coffee": 0.8891021247429747, + "IoU_coffee": 0.8003455083909181, + "precision_coffee": 0.961316140506892, + "recall_coffee": 0.8269794721407625, + "F1_noncoffee": 0.7252971137521222, + "IoU_noncoffee": 0.5689930740543421, + "kappa": 0.619714930339722, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8546500660252783, + "mIoU": 0.6553169751328326, + "macroF1": 0.7778007775872919, + "F1_coffee": 0.9084753816000475, + "IoU_coffee": 0.8322994885188812, + "precision_coffee": 0.8860055607043559, + "recall_coffee": 0.932114564290067, + "F1_noncoffee": 0.6471261735745363, + "IoU_noncoffee": 0.478334461746784, + "kappa": 0.5567008261675007, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2638, + 2984 + ], + [ + 40933, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9342871904373169, + "ssl_variant": "", + "test_tta": { + "OA": 0.7913652317169257, + "mIoU": 0.6429581492365242, + "macroF1": 0.7807803411356011, + "F1_coffee": 0.8289510386845775, + "IoU_coffee": 0.7078705212747286, + "precision_coffee": 0.8435016432626232, + "recall_coffee": 0.8148939240871699, + "F1_noncoffee": 0.7326096435866247, + "IoU_noncoffee": 0.5780457771983196, + "kappa": 0.561764538050331, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6987279335410177, + "mIoU": 0.5253946408817919, + "macroF1": 0.6857642511525228, + "F1_coffee": 0.7495894220741078, + "IoU_coffee": 0.5994746328181922, + "precision_coffee": 0.8259146744155329, + "recall_coffee": 0.6861776841365991, + "F1_noncoffee": 0.6219390802309377, + "IoU_noncoffee": 0.45131464894539153, + "kappa": 0.3795286313914648, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7485331026418219, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7689098202134518, + "mIoU": 0.6191328514932015, + "macroF1": 0.7637932705924364, + "F1_coffee": 0.7985576697937967, + "IoU_coffee": 0.6646658351522711, + "precision_coffee": 0.8695016656468829, + "recall_coffee": 0.7383172174917015, + "F1_noncoffee": 0.7290288713910761, + "IoU_noncoffee": 0.5735998678341319, + "kappa": 0.5317794288741806, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6733731394946348, + "mIoU": 0.5028753914114203, + "macroF1": 0.6678373917832556, + "F1_coffee": 0.7107182546272051, + "IoU_coffee": 0.5512513127390176, + "precision_coffee": 0.8501665495217431, + "recall_coffee": 0.6105697480467035, + "F1_noncoffee": 0.6249565289393061, + "IoU_noncoffee": 0.45449947008382313, + "kappa": 0.3580655845624247, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09979986657771849, + "mIoU": 0.05005222545198129, + "macroF1": 0.09127351665737042, + "F1_coffee": 0.17929692251550905, + "IoU_coffee": 0.09847675040085516, + "precision_coffee": 1.0, + "recall_coffee": 0.09847675040085516, + "F1_noncoffee": 0.003250110799231792, + "IoU_noncoffee": 0.0016277005031074283, + "kappa": 0.00032052993439020796, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.744061396028749, + "mIoU": 0.5924338815942071, + "macroF1": 0.7440607541646589, + "F1_coffee": 0.74446606665045, + "IoU_coffee": 0.5929477864961736, + "precision_coffee": 0.8632068819630517, + "recall_coffee": 0.6544424248904095, + "F1_noncoffee": 0.7436554416788678, + "IoU_noncoffee": 0.5919199766922405, + "kappa": 0.4976570657500766, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7569160763224572, + "mIoU": 0.6048779604695035, + "macroF1": 0.7530295777682218, + "F1_coffee": 0.7840110268780152, + "IoU_coffee": 0.6447517569712083, + "precision_coffee": 0.8989569065430407, + "recall_coffee": 0.6951279126609092, + "F1_noncoffee": 0.7220481286584284, + "IoU_noncoffee": 0.5650041639677986, + "kappa": 0.5162375492985309, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8007666650072186, + "mIoU": 0.6475306556066872, + "macroF1": 0.7828692155304411, + "F1_coffee": 0.8452077048038988, + "IoU_coffee": 0.7319131832797428, + "precision_coffee": 0.8511997507011531, + "recall_coffee": 0.8392994315563067, + "F1_noncoffee": 0.7205307262569832, + "IoU_noncoffee": 0.5631481279336317, + "kappa": 0.5657772804824116, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7103197844676116, + "mIoU": 0.5376619727378833, + "macroF1": 0.695981094033985, + "F1_coffee": 0.6299566063145294, + "IoU_coffee": 0.4598077763215378, + "precision_coffee": 0.7475142045454546, + "recall_coffee": 0.5443496250323248, + "F1_noncoffee": 0.7620055817534405, + "IoU_noncoffee": 0.6155161691542289, + "kappa": 0.40148254965360014, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7062314540059347, + "mIoU": 0.538796880008548, + "macroF1": 0.698489873749469, + "F1_coffee": 0.6501766784452296, + "IoU_coffee": 0.4816753926701571, + "precision_coffee": 0.7738317757009345, + "recall_coffee": 0.5605958023019635, + "F1_noncoffee": 0.7468030690537084, + "IoU_noncoffee": 0.5959183673469388, + "kappa": 0.4079223166196748, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7364259356879284, + "mIoU": 0.5820639375431327, + "macroF1": 0.735670692936617, + "F1_coffee": 0.7215415460013366, + "IoU_coffee": 0.56438403903119, + "precision_coffee": 0.777671068427371, + "recall_coffee": 0.6729690421774361, + "F1_noncoffee": 0.7497998398718975, + "IoU_noncoffee": 0.5997438360550752, + "kappa": 0.4738043903742319, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.780611597513006, + "mIoU": 0.6258473254767911, + "macroF1": 0.7673739313433761, + "F1_coffee": 0.8228665095789366, + "IoU_coffee": 0.6990426457789382, + "precision_coffee": 0.9394152046783626, + "recall_coffee": 0.7320452059788553, + "F1_noncoffee": 0.7118813531078154, + "IoU_noncoffee": 0.5526520051746442, + "kappa": 0.5461115551870598, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.801953125, + "mIoU": 0.6325534804850107, + "macroF1": 0.7686730084111615, + "F1_coffee": 0.8564146134239592, + "IoU_coffee": 0.7488855869242199, + "precision_coffee": 0.9629039961789524, + "recall_coffee": 0.7711334948361597, + "F1_noncoffee": 0.6809314033983638, + "IoU_noncoffee": 0.5162213740458015, + "kappa": 0.5495874137319327, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8583286172420298, + "mIoU": 0.6606389136686847, + "macroF1": 0.7819776764649313, + "F1_coffee": 0.9109978667930789, + "IoU_coffee": 0.8365436935466318, + "precision_coffee": 0.8865182793218775, + "recall_coffee": 0.9368677635588056, + "F1_noncoffee": 0.6529574861367837, + "IoU_noncoffee": 0.48473413379073754, + "kappa": 0.5652479308179736, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2619, + 2984 + ], + [ + 40292, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9038976470629374, + "ssl_variant": "", + "test_tta": { + "OA": 0.7849007950719863, + "mIoU": 0.6380994639356925, + "macroF1": 0.7777778334328586, + "F1_coffee": 0.8175632574952159, + "IoU_coffee": 0.6914224060420787, + "precision_coffee": 0.8627432124883803, + "recall_coffee": 0.7768797806321258, + "F1_noncoffee": 0.7379924093705013, + "IoU_noncoffee": 0.5847765218293063, + "kappa": 0.557299240594885, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6898725049036576, + "mIoU": 0.5191772134118038, + "macroF1": 0.6814673731762788, + "F1_coffee": 0.7332100894552042, + "IoU_coffee": 0.5787937552643435, + "precision_coffee": 0.843385186242329, + "recall_coffee": 0.64849442542358, + "F1_noncoffee": 0.6297246568973534, + "IoU_noncoffee": 0.4595606715592641, + "kappa": 0.3776744240002687, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.7533083530748568, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675847002363727, + "mIoU": 0.6192652850608047, + "macroF1": 0.764232351390185, + "F1_coffee": 0.7923459673935651, + "IoU_coffee": 0.6561034418801833, + "precision_coffee": 0.8888649580012923, + "recall_coffee": 0.7147351710203492, + "F1_noncoffee": 0.736118735386805, + "IoU_noncoffee": 0.582427128241426, + "kappa": 0.5354257928647472, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6747865466712819, + "mIoU": 0.5060379026988344, + "macroF1": 0.6710996821925524, + "F1_coffee": 0.7059222452625951, + "IoU_coffee": 0.5455021869268135, + "precision_coffee": 0.8698614726963005, + "recall_coffee": 0.5939777016943201, + "F1_noncoffee": 0.6362771191225098, + "IoU_noncoffee": 0.46657361847085543, + "kappa": 0.3698812962867526, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12981987991994662, + "mIoU": 0.06511232330078033, + "macroF1": 0.11558100013489987, + "F1_coffee": 0.2278001420790907, + "IoU_coffee": 0.1285408872260823, + "precision_coffee": 1.0, + "recall_coffee": 0.1285408872260823, + "F1_noncoffee": 0.0033618581907090463, + "IoU_noncoffee": 0.0016837593754783406, + "kappa": 0.0004327701827151242, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7433304909245949, + "mIoU": 0.59142982817564, + "macroF1": 0.7432525801267893, + "F1_coffee": 0.7387800644681378, + "IoU_coffee": 0.5857662439791606, + "precision_coffee": 0.879038206225107, + "recall_coffee": 0.6371217791083075, + "F1_noncoffee": 0.7477250957854407, + "IoU_noncoffee": 0.5970934123721197, + "kappa": 0.4988275676894921, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7501421997000879, + "mIoU": 0.5970321841751498, + "macroF1": 0.7470535431552972, + "F1_coffee": 0.7750046563605886, + "IoU_coffee": 0.6326592671430743, + "precision_coffee": 0.9043686155183656, + "recall_coffee": 0.6780185758513931, + "F1_noncoffee": 0.7191024299500058, + "IoU_noncoffee": 0.5614051012072252, + "kappa": 0.5067083428907685, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8042017225070941, + "mIoU": 0.6588543375181686, + "macroF1": 0.7923021674342665, + "F1_coffee": 0.8420164691705162, + "IoU_coffee": 0.7271402802830581, + "precision_coffee": 0.88246190115349, + "recall_coffee": 0.8051159932401291, + "F1_noncoffee": 0.7425878656980169, + "IoU_noncoffee": 0.5905683947532792, + "kappa": 0.5860212449211638, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7239076959119128, + "mIoU": 0.5531128940538605, + "macroF1": 0.7088737032832075, + "F1_coffee": 0.642716386236168, + "IoU_coffee": 0.4735313826222917, + "precision_coffee": 0.7765567765567766, + "recall_coffee": 0.5482286009826739, + "F1_noncoffee": 0.7750310203302472, + "IoU_noncoffee": 0.6326944054854293, + "kappa": 0.428437976684352, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7000769315309374, + "mIoU": 0.5298855216195401, + "macroF1": 0.6904329016283173, + "F1_coffee": 0.6357934071800347, + "IoU_coffee": 0.46605360986108396, + "precision_coffee": 0.7779229261920314, + "recall_coffee": 0.5375761679079215, + "F1_noncoffee": 0.7450723960765997, + "IoU_noncoffee": 0.5937174333779961, + "kappa": 0.39500154994608977, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7286241433842909, + "mIoU": 0.5697048445288649, + "macroF1": 0.7251194642754686, + "F1_coffee": 0.694081293082957, + "IoU_coffee": 0.531488896978522, + "precision_coffee": 0.8108858650374896, + "recall_coffee": 0.6066902140037399, + "F1_noncoffee": 0.7561576354679803, + "IoU_noncoffee": 0.6079207920792079, + "kappa": 0.45918337329325604, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7643700038066236, + "mIoU": 0.607277857426794, + "macroF1": 0.7535131991549564, + "F1_coffee": 0.8052438384897745, + "IoU_coffee": 0.6739817415730337, + "precision_coffee": 0.9481353420597678, + "recall_coffee": 0.6997812613926357, + "F1_noncoffee": 0.7017825598201382, + "IoU_noncoffee": 0.5405739732805542, + "kappa": 0.5235951631960554, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79462890625, + "mIoU": 0.6247303158314756, + "macroF1": 0.762957616766136, + "F1_coffee": 0.8496030894657799, + "IoU_coffee": 0.7385303991048117, + "precision_coffee": 0.9674267100977199, + "recall_coffee": 0.7573632538569425, + "F1_noncoffee": 0.6763121440664922, + "IoU_noncoffee": 0.5109302325581395, + "kappa": 0.5405816629645339, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7003766351639698, + "macroF1": 0.8149002843186971, + "F1_coffee": 0.9175414113221285, + "IoU_coffee": 0.8476457399103139, + "precision_coffee": 0.9136056065732238, + "recall_coffee": 0.9215112736136503, + "F1_noncoffee": 0.7122591573152657, + "IoU_noncoffee": 0.5531075304176257, + "kappa": 0.6298245416611234, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 40267, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1143235484759013, + "ssl_variant": "", + "test_tta": { + "OA": 0.7789377551751308, + "mIoU": 0.632537956673492, + "macroF1": 0.7740041940081408, + "F1_coffee": 0.8073952726421718, + "IoU_coffee": 0.6770015698587127, + "precision_coffee": 0.8786078098471987, + "recall_coffee": 0.7468610189060471, + "F1_noncoffee": 0.7406131153741097, + "IoU_noncoffee": 0.5880743434882713, + "kappa": 0.5519721618860554, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6876370139610015, + "mIoU": 0.5187873035620805, + "macroF1": 0.6817350128227542, + "F1_coffee": 0.7250755287009063, + "IoU_coffee": 0.5687203791469194, + "precision_coffee": 0.8598783645450714, + "recall_coffee": 0.6268106399789307, + "F1_noncoffee": 0.6383944969446022, + "IoU_noncoffee": 0.4688542279772415, + "kappa": 0.3834018861035276, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7673506963530283, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7652567867631258, + "mIoU": 0.6166738157738108, + "macroF1": 0.7623300461283093, + "F1_coffee": 0.7887042439676988, + "IoU_coffee": 0.6511244178310046, + "precision_coffee": 0.8930500803036939, + "recall_coffee": 0.7061913696060037, + "F1_noncoffee": 0.7359558482889198, + "IoU_noncoffee": 0.5822232137166168, + "kappa": 0.5326334639990816, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6671281873774085, + "mIoU": 0.498122982350999, + "macroF1": 0.6642803378496724, + "F1_coffee": 0.6952008663268271, + "IoU_coffee": 0.5328029796967673, + "precision_coffee": 0.8727700775913522, + "recall_coffee": 0.5776709683083135, + "F1_noncoffee": 0.6333598093725179, + "IoU_noncoffee": 0.46344298500523073, + "kappa": 0.3604074446068261, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07218145430286858, + "mIoU": 0.03619853485953091, + "macroF1": 0.06771109989857199, + "F1_coffee": 0.13226853007237335, + "IoU_coffee": 0.07081774452164617, + "precision_coffee": 1.0, + "recall_coffee": 0.07081774452164617, + "F1_noncoffee": 0.0031536697247706424, + "IoU_noncoffee": 0.0015793251974156497, + "kappa": 0.00022366348122042126, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5860108437701455, + "macroF1": 0.738918670842569, + "F1_coffee": 0.7305223410950283, + "IoU_coffee": 0.5754511203648622, + "precision_coffee": 0.8878690530824537, + "recall_coffee": 0.6205495562920988, + "F1_noncoffee": 0.7473150005901098, + "IoU_noncoffee": 0.5965705671754287, + "kappa": 0.4927747437826847, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7448678835513729, + "mIoU": 0.5909221532764228, + "macroF1": 0.7423520609161727, + "F1_coffee": 0.7678117647058823, + "IoU_coffee": 0.6231286281698747, + "precision_coffee": 0.908868092691622, + "recall_coffee": 0.6646569985334854, + "F1_noncoffee": 0.7168923571264632, + "IoU_noncoffee": 0.5587156783829711, + "kappa": 0.49940625117025056, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061930601881814, + "mIoU": 0.6616781133262608, + "macroF1": 0.7943833196560455, + "F1_coffee": 0.8436608971527247, + "IoU_coffee": 0.7295964437035494, + "precision_coffee": 0.8839518640074056, + "recall_coffee": 0.8068827776924259, + "F1_noncoffee": 0.7451057421593662, + "IoU_noncoffee": 0.5937597829489721, + "kappa": 0.5901548977841521, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.712545390652454, + "mIoU": 0.5367833523404125, + "macroF1": 0.6943114414829706, + "F1_coffee": 0.6196528208307501, + "IoU_coffee": 0.448910846620256, + "precision_coffee": 0.7733075435203095, + "recall_coffee": 0.5169381949831912, + "F1_noncoffee": 0.7689700621351911, + "IoU_noncoffee": 0.624655858060569, + "kappa": 0.40294121687282164, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.677656885372019, + "mIoU": 0.4997550363136233, + "macroF1": 0.6626680694014719, + "F1_coffee": 0.5915610639186742, + "IoU_coffee": 0.42001186474194185, + "precision_coffee": 0.7723636363636364, + "recall_coffee": 0.47935003385240355, + "F1_noncoffee": 0.7337750748842697, + "IoU_noncoffee": 0.5794982078853047, + "kappa": 0.3486027468439327, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7294675803900896, + "mIoU": 0.5716739436563532, + "macroF1": 0.7269263306704964, + "F1_coffee": 0.700583430571762, + "IoU_coffee": 0.5391522988505747, + "precision_coffee": 0.7990417886611658, + "recall_coffee": 0.6237274049449408, + "F1_noncoffee": 0.7532692307692308, + "IoU_noncoffee": 0.6041955884621317, + "kappa": 0.4606014134969778, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7680497398807258, + "mIoU": 0.6135024277760366, + "macroF1": 0.758628669358357, + "F1_coffee": 0.8063148972239881, + "IoU_coffee": 0.675483756435292, + "precision_coffee": 0.9628036437246964, + "recall_coffee": 0.6935836675173168, + "F1_noncoffee": 0.7109424414927261, + "IoU_noncoffee": 0.5515210991167812, + "kappa": 0.5355678779700558, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80458984375, + "mIoU": 0.6376078000403016, + "macroF1": 0.7728263066583431, + "F1_coffee": 0.85777240742057, + "IoU_coffee": 0.7509645301804605, + "precision_coffee": 0.9691615804690009, + "recall_coffee": 0.7693484635981129, + "F1_noncoffee": 0.6878802058961161, + "IoU_noncoffee": 0.5242510699001427, + "kappa": 0.5584525669831892, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8748349368043765, + "mIoU": 0.7108176683144622, + "macroF1": 0.8232133230154554, + "F1_coffee": 0.9187434939685262, + "IoU_coffee": 0.8496998527579568, + "precision_coffee": 0.9232094511444745, + "recall_coffee": 0.9143205362583791, + "F1_noncoffee": 0.7276831520623845, + "IoU_noncoffee": 0.5719354838709677, + "kappa": 0.6464543722380296, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2585, + 2984 + ], + [ + 40122, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3842272559801738, + "ssl_variant": "", + "test_tta": { + "OA": 0.7746221617362653, + "mIoU": 0.6278681425399941, + "macroF1": 0.7706601235478561, + "F1_coffee": 0.8008040010129147, + "IoU_coffee": 0.6677840834103207, + "precision_coffee": 0.8864711447492905, + "recall_coffee": 0.7302352431808342, + "F1_noncoffee": 0.7405162460827973, + "IoU_noncoffee": 0.5879522016696677, + "kappa": 0.5468332342490975, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6757672781816084, + "mIoU": 0.5067166149908954, + "macroF1": 0.6715735667999208, + "F1_coffee": 0.7086859053271306, + "IoU_coffee": 0.5488098583069081, + "precision_coffee": 0.8651564526845319, + "recall_coffee": 0.6001448511983145, + "F1_noncoffee": 0.634461228272711, + "IoU_noncoffee": 0.4646233716748827, + "kappa": 0.36904398338217315, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 45, + "stopped_epoch": 65, + "best_val": 0.6616286729904357, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8583648042348536, + "mIoU": 0.6883916386658107, + "macroF1": 0.8071633729722709, + "F1_coffee": 0.9065289168175524, + "IoU_coffee": 0.8290378508951357, + "precision_coffee": 0.9180274823651229, + "recall_coffee": 0.8953148339048661, + "F1_noncoffee": 0.7077978291269894, + "IoU_noncoffee": 0.5477454264364855, + "kappa": 0.614515801180059, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8268431983385255, + "mIoU": 0.6408702475039211, + "macroF1": 0.7706513737139608, + "F1_coffee": 0.8841745774484835, + "IoU_coffee": 0.7923950822223375, + "precision_coffee": 0.8847379090645815, + "recall_coffee": 0.8836119627465726, + "F1_noncoffee": 0.657128169979438, + "IoU_noncoffee": 0.48934541278550464, + "kappa": 0.5413032979218195, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.835, + "mIoU": 0.658239434920255, + "macroF1": 0.7850681948823451, + "F1_coffee": 0.8886632382325003, + "IoU_coffee": 0.7996345201603395, + "precision_coffee": 0.9204098249423259, + "recall_coffee": 0.8590336267494142, + "F1_noncoffee": 0.68147315153219, + "IoU_noncoffee": 0.5168443496801706, + "kappa": 0.5715945124567947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8488467675644311, + "mIoU": 0.675908401004363, + "macroF1": 0.7980908504889008, + "F1_coffee": 0.8993236714975845, + "IoU_coffee": 0.817064606741573, + "precision_coffee": 0.9198234402793333, + "recall_coffee": 0.8797177241509672, + "F1_noncoffee": 0.6968580294802172, + "IoU_noncoffee": 0.5347521952671529, + "kappa": 0.5967847389242424, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8911561336492433, + "mIoU": 0.7357023784083161, + "macroF1": 0.840815761055476, + "F1_coffee": 0.9303333230169292, + "IoU_coffee": 0.8697413344135178, + "precision_coffee": 0.9142335766423357, + "recall_coffee": 0.9470102703043286, + "F1_noncoffee": 0.7512981990940227, + "IoU_noncoffee": 0.6016634224031145, + "kappa": 0.6819835905530166, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8031856645097063, + "mIoU": 0.5207283744844615, + "macroF1": 0.6425367862047433, + "F1_coffee": 0.8821741462542464, + "IoU_coffee": 0.7891874600127959, + "precision_coffee": 0.934469696969697, + "recall_coffee": 0.8354216051473078, + "F1_noncoffee": 0.4028994261552401, + "IoU_noncoffee": 0.2522692889561271, + "kappa": 0.29624294279337, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8259575312562016, + "mIoU": 0.5493786200264589, + "macroF1": 0.6706982850346139, + "F1_coffee": 0.8968113895752442, + "IoU_coffee": 0.8129266211604096, + "precision_coffee": 0.9401751572714938, + "recall_coffee": 0.8572713980429648, + "F1_noncoffee": 0.44458518049398354, + "IoU_noncoffee": 0.28583061889250816, + "kappa": 0.34885249549032193, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9197261361381226, + "mIoU": 0.6755150594961433, + "macroF1": 0.7815696083511434, + "F1_coffee": 0.9552865749184768, + "IoU_coffee": 0.914400592529891, + "precision_coffee": 0.9391436644207781, + "recall_coffee": 0.9719941513890451, + "F1_noncoffee": 0.6078526417838099, + "IoU_noncoffee": 0.43662952646239556, + "kappa": 0.5642683107364588, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.865277119848413, + "mIoU": 0.7443526031693786, + "macroF1": 0.8516876482213438, + "F1_coffee": 0.8965818181818181, + "IoU_coffee": 0.8125494331663591, + "precision_coffee": 0.9040774420651218, + "recall_coffee": 0.8892094633583382, + "F1_noncoffee": 0.8067934782608696, + "IoU_noncoffee": 0.6761557731723981, + "kappa": 0.7034133837911487, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8706026596246346, + "mIoU": 0.7501281776124386, + "macroF1": 0.8552909155426616, + "F1_coffee": 0.9023626530031312, + "IoU_coffee": 0.8220954356846473, + "precision_coffee": 0.8964932126696833, + "recall_coffee": 0.9083094555873925, + "F1_noncoffee": 0.8082191780821918, + "IoU_noncoffee": 0.6781609195402298, + "kappa": 0.7106061967243092, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8640007545034424, + "mIoU": 0.736862509828518, + "macroF1": 0.8461127582175114, + "F1_coffee": 0.8985792657195105, + "IoU_coffee": 0.8158365261813537, + "precision_coffee": 0.8825642442663719, + "recall_coffee": 0.9151862464183381, + "F1_noncoffee": 0.7936462507155123, + "IoU_noncoffee": 0.6578884934756821, + "kappa": 0.6924315745654067, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2603, + 2995 + ], + [ + 50583, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9527021964391074, + "ssl_variant": "", + "test_tta": { + "OA": 0.8661114876860011, + "mIoU": 0.6984159631075377, + "macroF1": 0.8143218763283209, + "F1_coffee": 0.912384090573052, + "IoU_coffee": 0.8388844652463537, + "precision_coffee": 0.9160604839564821, + "recall_coffee": 0.9087370879178676, + "F1_noncoffee": 0.7162596620835898, + "IoU_noncoffee": 0.5579474609687217, + "kappa": 0.6286631214177972, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8343573324102919, + "mIoU": 0.6489387022979731, + "macroF1": 0.7765381197078065, + "F1_coffee": 0.8902060130968883, + "IoU_coffee": 0.8021362735808425, + "precision_coffee": 0.8827544365235857, + "recall_coffee": 0.8977844623127206, + "F1_noncoffee": 0.6628702263187248, + "IoU_noncoffee": 0.49574113101510364, + "kappa": 0.5531740021874972, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6661743616769316, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770536780607469, + "mIoU": 0.7137642553109914, + "macroF1": 0.8252773858847955, + "F1_coffee": 0.9203904192617983, + "IoU_coffee": 0.8525215371212854, + "precision_coffee": 0.9144085217716315, + "recall_coffee": 0.9264510971325185, + "F1_noncoffee": 0.7301643525077925, + "IoU_noncoffee": 0.5750069735006974, + "kappa": 0.6506054530422675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8448425060574594, + "mIoU": 0.6603088687496111, + "macroF1": 0.7847640994822349, + "F1_coffee": 0.8984787860486184, + "IoU_coffee": 0.8156708873772767, + "precision_coffee": 0.8798307058236458, + "recall_coffee": 0.9179344787026861, + "F1_noncoffee": 0.6710494129158513, + "IoU_noncoffee": 0.5049468501219456, + "kappa": 0.5701538856267974, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8790291262135922, + "mIoU": 0.7170922552392436, + "macroF1": 0.8276951785959116, + "F1_coffee": 0.9217434995603567, + "IoU_coffee": 0.8548462255358807, + "precision_coffee": 0.914221640814801, + "recall_coffee": 0.9293901589513014, + "F1_noncoffee": 0.7336468576314664, + "IoU_noncoffee": 0.5793382849426063, + "kappa": 0.6554697373809764, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8652869783859581, + "mIoU": 0.7010741641158389, + "macroF1": 0.8167566427247002, + "F1_coffee": 0.9110586132039331, + "IoU_coffee": 0.8366461448255643, + "precision_coffee": 0.9233805733514527, + "recall_coffee": 0.8990611807699578, + "F1_noncoffee": 0.7224546722454672, + "IoU_noncoffee": 0.5655021834061136, + "kappa": 0.6337168232742466, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8868526666989024, + "mIoU": 0.72354228143182, + "macroF1": 0.8316436729411287, + "F1_coffee": 0.9280531299963104, + "IoU_coffee": 0.8657641119779715, + "precision_coffee": 0.9062631357713324, + "recall_coffee": 0.9509167664293365, + "F1_noncoffee": 0.7352342158859471, + "IoU_noncoffee": 0.5813204508856683, + "kappa": 0.6640021582272576, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8987555998008959, + "mIoU": 0.6211321567539486, + "macroF1": 0.7306106184630007, + "F1_coffee": 0.9434402980924309, + "IoU_coffee": 0.8929360985366881, + "precision_coffee": 0.9298399473799606, + "recall_coffee": 0.9574444068179253, + "F1_noncoffee": 0.5177809388335705, + "IoU_noncoffee": 0.3493282149712092, + "kappa": 0.46220217167716476, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8875769001786069, + "mIoU": 0.6176536863817359, + "macroF1": 0.7302041537228328, + "F1_coffee": 0.9362587904360056, + "IoU_coffee": 0.8801565474931246, + "precision_coffee": 0.9366276452048626, + "recall_coffee": 0.9358902260713081, + "F1_noncoffee": 0.5241495170096598, + "IoU_noncoffee": 0.3551508252703472, + "kappa": 0.4604089321748969, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6664099646654176, + "macroF1": 0.7728475433783291, + "F1_coffee": 0.9547633478428563, + "IoU_coffee": 0.9134422772799157, + "precision_coffee": 0.9358392741412832, + "recall_coffee": 0.9744685637161175, + "F1_noncoffee": 0.5909317389138017, + "IoU_noncoffee": 0.41937765205091937, + "kappa": 0.5473687826814486, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8602558029369967, + "mIoU": 0.7347210270002769, + "macroF1": 0.8450345886570569, + "F1_coffee": 0.8936016735194402, + "IoU_coffee": 0.8076672317120877, + "precision_coffee": 0.8936661376424758, + "recall_coffee": 0.8935372186959031, + "F1_noncoffee": 0.7964675037946737, + "IoU_noncoffee": 0.661774822288466, + "kappa": 0.690069180399072, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8441007262095633, + "mIoU": 0.71371328691982, + "macroF1": 0.8310587414818413, + "F1_coffee": 0.877998376263931, + "IoU_coffee": 0.7825286146559663, + "precision_coffee": 0.9054650631755213, + "recall_coffee": 0.8521489971346705, + "F1_noncoffee": 0.7841191066997518, + "IoU_noncoffee": 0.6448979591836734, + "kappa": 0.6626667416263666, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8567386588701311, + "mIoU": 0.7225131767420236, + "macroF1": 0.8359809105548236, + "F1_coffee": 0.8943304347826087, + "IoU_coffee": 0.8088586888133887, + "precision_coffee": 0.8692359702501691, + "recall_coffee": 0.9209169054441261, + "F1_noncoffee": 0.7776313863270385, + "IoU_noncoffee": 0.6361676646706587, + "kappa": 0.6725361589177765, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2591, + 2995 + ], + [ + 51753, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9010209997495016, + "ssl_variant": "", + "test_tta": { + "OA": 0.8817985216745747, + "mIoU": 0.7177400854497791, + "macroF1": 0.8277347939248392, + "F1_coffee": 0.9242402300515133, + "IoU_coffee": 0.8591511375218754, + "precision_coffee": 0.909118658553957, + "recall_coffee": 0.93987335114552, + "F1_noncoffee": 0.7312293577981651, + "IoU_noncoffee": 0.5763290333776826, + "kappa": 0.6558074172179029, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8493423329871927, + "mIoU": 0.6623389481560664, + "macroF1": 0.785628636397113, + "F1_coffee": 0.9024977598566308, + "IoU_coffee": 0.8223197428177782, + "precision_coffee": 0.8746268656716418, + "recall_coffee": 0.9322033898305084, + "F1_noncoffee": 0.6687595129375952, + "IoU_noncoffee": 0.5023581534943548, + "kappa": 0.5727312343118356, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7056369930551099, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8883832026080501, + "mIoU": 0.7251898295723351, + "macroF1": 0.8327326621392269, + "F1_coffee": 0.9292133221428425, + "IoU_coffee": 0.867785658299719, + "precision_coffee": 0.9048017700173414, + "recall_coffee": 0.9549786464140703, + "F1_noncoffee": 0.7362520021356114, + "IoU_noncoffee": 0.5825940008449514, + "kappa": 0.6663701946888089, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8561064959040037, + "mIoU": 0.6686121320362342, + "macroF1": 0.7899053723557603, + "F1_coffee": 0.9078396778037447, + "IoU_coffee": 0.8312329786694183, + "precision_coffee": 0.8713383927938152, + "recall_coffee": 0.9475328281367501, + "F1_noncoffee": 0.6719710669077757, + "IoU_noncoffee": 0.5059912854030502, + "kappa": 0.5824190084007169, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8905825242718447, + "mIoU": 0.731379620312742, + "macroF1": 0.8374167867682383, + "F1_coffee": 0.9303891290920321, + "IoU_coffee": 0.869838886643183, + "precision_coffee": 0.9080113328108987, + "recall_coffee": 0.9538977898803116, + "F1_noncoffee": 0.7444444444444445, + "IoU_noncoffee": 0.5929203539823009, + "kappa": 0.6755570072633323, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8917363763841207, + "mIoU": 0.7363429457254227, + "macroF1": 0.8412344021760103, + "F1_coffee": 0.9307775544906477, + "IoU_coffee": 0.8705181586860976, + "precision_coffee": 0.9137428675488649, + "recall_coffee": 0.9484594543507026, + "F1_noncoffee": 0.7516912498613729, + "IoU_noncoffee": 0.6021677327647477, + "kappa": 0.6828641807093343, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8828393211160002, + "mIoU": 0.7073678840114249, + "macroF1": 0.8187780757333463, + "F1_coffee": 0.9265245474118325, + "IoU_coffee": 0.8631073446327684, + "precision_coffee": 0.8930784520051444, + "recall_coffee": 0.9625732468023439, + "F1_noncoffee": 0.7110316040548599, + "IoU_noncoffee": 0.5516284233900814, + "kappa": 0.6395444036893314, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9151816824290692, + "mIoU": 0.6398230974244381, + "macroF1": 0.7461278169259751, + "F1_coffee": 0.9532945948909111, + "IoU_coffee": 0.9107573059599874, + "precision_coffee": 0.9266759032292444, + "recall_coffee": 0.9814877525680099, + "F1_noncoffee": 0.538961038961039, + "IoU_noncoffee": 0.3688888888888889, + "kappa": 0.4963577720948798, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9230998213931335, + "mIoU": 0.6664439939436192, + "macroF1": 0.771699267799014, + "F1_coffee": 0.9576155318567131, + "IoU_coffee": 0.9186778593913956, + "precision_coffee": 0.9319778582073664, + "recall_coffee": 0.9847036328871893, + "F1_noncoffee": 0.5857830037413148, + "IoU_noncoffee": 0.41421012849584277, + "kappa": 0.546750539486663, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9256796983528478, + "mIoU": 0.6781547405583885, + "macroF1": 0.7826882897963146, + "F1_coffee": 0.9589656494822769, + "IoU_coffee": 0.9211661930323124, + "precision_coffee": 0.934842982268746, + "recall_coffee": 0.9843662130244067, + "F1_noncoffee": 0.6064109301103521, + "IoU_noncoffee": 0.43514328808446456, + "kappa": 0.5681347243637239, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8671719564187589, + "mIoU": 0.7423582339034931, + "macroF1": 0.8498722777454624, + "F1_coffee": 0.9008346300749752, + "IoU_coffee": 0.8195624195624196, + "precision_coffee": 0.8837080210935332, + "recall_coffee": 0.9186381996537796, + "F1_noncoffee": 0.7989099254159495, + "IoU_noncoffee": 0.6651540482445665, + "kappa": 0.6999730711714625, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.861925870036782, + "mIoU": 0.7356595654519875, + "macroF1": 0.8455024824639037, + "F1_coffee": 0.8958748221906117, + "IoU_coffee": 0.811388817315125, + "precision_coffee": 0.88954802259887, + "recall_coffee": 0.9022922636103152, + "F1_noncoffee": 0.7951301427371956, + "IoU_noncoffee": 0.6599303135888501, + "kappa": 0.6910357159775468, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8421201546732057, + "mIoU": 0.6926667093757353, + "macroF1": 0.8140272215177029, + "F1_coffee": 0.8863080684596577, + "IoU_coffee": 0.7958287596048299, + "precision_coffee": 0.8425878099173554, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.7417463745757482, + "IoU_noncoffee": 0.5895046591466405, + "kappa": 0.6303153531471872, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 52396, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9053697943687439, + "ssl_variant": "", + "test_tta": { + "OA": 0.8876408121106485, + "mIoU": 0.7196988804869429, + "macroF1": 0.8283122696093793, + "F1_coffee": 0.929237899701177, + "IoU_coffee": 0.867828530204655, + "precision_coffee": 0.8989046860558866, + "recall_coffee": 0.9616897734205709, + "F1_noncoffee": 0.7273866395175816, + "IoU_noncoffee": 0.5715692307692307, + "kappa": 0.6581243076360425, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8555872851044191, + "mIoU": 0.6630728446024673, + "macroF1": 0.7848917673732518, + "F1_coffee": 0.908209194664711, + "IoU_coffee": 0.8318527599120052, + "precision_coffee": 0.8656507758982245, + "recall_coffee": 0.9551686238213687, + "F1_noncoffee": 0.6615743400817927, + "IoU_noncoffee": 0.4942929292929293, + "kappa": 0.5735835347067088, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7103505409241939, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896581775927181, + "mIoU": 0.7304827749987257, + "macroF1": 0.8368451085290776, + "F1_coffee": 0.9296713470143496, + "IoU_coffee": 0.8685849383000808, + "precision_coffee": 0.9095648323336419, + "recall_coffee": 0.9506868912124209, + "F1_noncoffee": 0.7440188700438055, + "IoU_noncoffee": 0.5923806116973708, + "kappa": 0.6742695660562363, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.857188185069805, + "mIoU": 0.6742396225728988, + "macroF1": 0.7948070105032201, + "F1_coffee": 0.9079448896491457, + "IoU_coffee": 0.8314094051145844, + "precision_coffee": 0.8766178978547706, + "recall_coffee": 0.9415938759376025, + "F1_noncoffee": 0.6816691313572945, + "IoU_noncoffee": 0.5170698400312134, + "kappa": 0.5914183942653705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8894174757281553, + "mIoU": 0.732389244751557, + "macroF1": 0.838433495284071, + "F1_coffee": 0.9291930871565336, + "IoU_coffee": 0.8677503628447024, + "precision_coffee": 0.9124595568036139, + "recall_coffee": 0.9465518333227788, + "F1_noncoffee": 0.7476739034116083, + "IoU_noncoffee": 0.5970281266584114, + "kappa": 0.677253798661331, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8935254581499927, + "mIoU": 0.7413359836774068, + "macroF1": 0.8449330793652801, + "F1_coffee": 0.931737863475727, + "IoU_coffee": 0.8721996517701683, + "precision_coffee": 0.9170684078842986, + "recall_coffee": 0.9468842543002961, + "F1_noncoffee": 0.758128295254833, + "IoU_noncoffee": 0.6104723155846453, + "kappa": 0.6901470804443615, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8860306561578261, + "mIoU": 0.7173631344203695, + "macroF1": 0.8266513279509491, + "F1_coffee": 0.9281073661735549, + "IoU_coffee": 0.8658585168743953, + "precision_coffee": 0.899491545465295, + "recall_coffee": 0.9586037426753198, + "F1_noncoffee": 0.7251952897283432, + "IoU_noncoffee": 0.5688677519663435, + "kappa": 0.6546387333920651, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.907715281234445, + "mIoU": 0.6390224581644419, + "macroF1": 0.7474448143113344, + "F1_coffee": 0.9486341220147393, + "IoU_coffee": 0.9022873405713081, + "precision_coffee": 0.9316499782324772, + "recall_coffee": 0.9662490123038717, + "F1_noncoffee": 0.5462555066079295, + "IoU_noncoffee": 0.37575757575757573, + "kappa": 0.4963681635443006, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9220083349871007, + "mIoU": 0.6713334515733309, + "macroF1": 0.7768752482275496, + "F1_coffee": 0.9568274195320224, + "IoU_coffee": 0.9172283066554339, + "precision_coffee": 0.9350509930220076, + "recall_coffee": 0.9796423349454505, + "F1_noncoffee": 0.5969230769230769, + "IoU_noncoffee": 0.42543859649122806, + "kappa": 0.5559988605852518, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9204207183965073, + "mIoU": 0.6700657708664373, + "macroF1": 0.7760172611694076, + "F1_coffee": 0.9558613098514034, + "IoU_coffee": 0.9154543537845246, + "precision_coffee": 0.9358767108524626, + "recall_coffee": 0.9767180294680013, + "F1_noncoffee": 0.5961732124874118, + "IoU_noncoffee": 0.4246771879483501, + "kappa": 0.5538956055061461, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8720037896731407, + "mIoU": 0.7506354027708807, + "macroF1": 0.8554697613723465, + "F1_coffee": 0.9043539823008849, + "IoU_coffee": 0.8254070819333161, + "precision_coffee": 0.8879466147643542, + "recall_coffee": 0.9213791113675707, + "F1_noncoffee": 0.8065855404438081, + "IoU_noncoffee": 0.6758637236084453, + "kappa": 0.711138964051968, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8664528906913138, + "mIoU": 0.7432286296487739, + "macroF1": 0.8506500994230384, + "F1_coffee": 0.8992314261315115, + "IoU_coffee": 0.8169123351435221, + "precision_coffee": 0.8933823529411765, + "recall_coffee": 0.9051575931232092, + "F1_noncoffee": 0.8020687727145652, + "IoU_noncoffee": 0.6695449241540257, + "kappa": 0.701325345890395, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8533433933792323, + "mIoU": 0.7129430260151737, + "macroF1": 0.8288373414581189, + "F1_coffee": 0.8936024632227164, + "IoU_coffee": 0.8076685219542362, + "precision_coffee": 0.8552717747216765, + "recall_coffee": 0.9355300859598854, + "F1_noncoffee": 0.7640722196935215, + "IoU_noncoffee": 0.618217530076111, + "kappa": 0.6591925771594236, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52493, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5967482646306357, + "ssl_variant": "", + "test_tta": { + "OA": 0.8898357057551403, + "mIoU": 0.7278896994864392, + "macroF1": 0.834697070884735, + "F1_coffee": 0.9301673691533331, + "IoU_coffee": 0.8694512976456863, + "precision_coffee": 0.9053270934979588, + "recall_coffee": 0.9564092314812866, + "F1_noncoffee": 0.7392267726161369, + "IoU_noncoffee": 0.5863281013271923, + "kappa": 0.6703209667120112, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8576352832583363, + "mIoU": 0.6714902312275927, + "macroF1": 0.7922062719622248, + "F1_coffee": 0.908807036020805, + "IoU_coffee": 0.8328563929762771, + "precision_coffee": 0.8723706147351992, + "recall_coffee": 0.9484198145041554, + "F1_noncoffee": 0.6756055079036446, + "IoU_noncoffee": 0.5101240694789082, + "kappa": 0.5869755948061702, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.7018965571627894, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8798295729640747, + "mIoU": 0.7031901637890037, + "macroF1": 0.8157666076739514, + "F1_coffee": 0.9244060913705584, + "IoU_coffee": 0.8594378268174353, + "precision_coffee": 0.8932642690368278, + "recall_coffee": 0.9577977405171144, + "F1_noncoffee": 0.7071271239773442, + "IoU_noncoffee": 0.5469425007605719, + "kappa": 0.6332601605685177, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8486644744432906, + "mIoU": 0.6499367992362365, + "macroF1": 0.7740897594818212, + "F1_coffee": 0.9038864920813754, + "IoU_coffee": 0.8246285494626711, + "precision_coffee": 0.8609017308766053, + "recall_coffee": 0.9513892906037292, + "F1_noncoffee": 0.6442930268822672, + "IoU_noncoffee": 0.47524504900980197, + "kappa": 0.5523100620724387, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18518518518518517, + "mIoU": 0.09496268656716417, + "macroF1": 0.16364205256570713, + "F1_coffee": 0.2978723404255319, + "IoU_coffee": 0.175, + "precision_coffee": 1.0, + "recall_coffee": 0.175, + "F1_noncoffee": 0.029411764705882353, + "IoU_noncoffee": 0.014925373134328358, + "kappa": 0.005210271678451802, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.883883495145631, + "mIoU": 0.7129513585774336, + "macroF1": 0.8233334432826467, + "F1_coffee": 0.9267605633802817, + "IoU_coffee": 0.863517060367454, + "precision_coffee": 0.8971486158041377, + "recall_coffee": 0.9583940219112153, + "F1_noncoffee": 0.7199063231850117, + "IoU_noncoffee": 0.5623856567874131, + "kappa": 0.6481329140584751, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8853537063004691, + "mIoU": 0.7246996274710628, + "macroF1": 0.8328605350803113, + "F1_coffee": 0.9265284620867033, + "IoU_coffee": 0.8631141389065297, + "precision_coffee": 0.9115853658536586, + "recall_coffee": 0.9419696301430281, + "F1_noncoffee": 0.7391926080739193, + "IoU_noncoffee": 0.5862851160355959, + "kappa": 0.6660396235313855, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.870267395193656, + "mIoU": 0.6698810882053954, + "macroF1": 0.7878958690328337, + "F1_coffee": 0.9200750692603294, + "IoU_coffee": 0.851980580381772, + "precision_coffee": 0.8725844728217877, + "recall_coffee": 0.9730325751370424, + "F1_noncoffee": 0.6557166688053381, + "IoU_noncoffee": 0.4877815960290187, + "kappa": 0.5811362346866275, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9051269288203087, + "mIoU": 0.607600156344533, + "macroF1": 0.7130989251764817, + "F1_coffee": 0.9478179926627608, + "IoU_coffee": 0.900811823480433, + "precision_coffee": 0.9203530412590387, + "recall_coffee": 0.9769725702675246, + "F1_noncoffee": 0.4783798576902025, + "IoU_noncoffee": 0.3143884892086331, + "kappa": 0.4312607063205445, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9195276840642985, + "mIoU": 0.649050434962306, + "macroF1": 0.7547185920589372, + "F1_coffee": 0.9557773051965756, + "IoU_coffee": 0.9153002610966058, + "precision_coffee": 0.9276037256562235, + "recall_coffee": 0.985715892475537, + "F1_noncoffee": 0.5536598789212989, + "IoU_noncoffee": 0.3828006088280061, + "kappa": 0.5139625071345296, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9196269101012106, + "mIoU": 0.6319267279070396, + "macroF1": 0.7361513032732807, + "F1_coffee": 0.9561735742884969, + "IoU_coffee": 0.9160273688575575, + "precision_coffee": 0.9212803670107392, + "recall_coffee": 0.9938139691823192, + "F1_noncoffee": 0.5161290322580645, + "IoU_noncoffee": 0.34782608695652173, + "kappa": 0.48052981100051056, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8636665087636192, + "mIoU": 0.7326099945937519, + "macroF1": 0.8428442123035691, + "F1_coffee": 0.9000486212405362, + "IoU_coffee": 0.8182621874210659, + "precision_coffee": 0.8679169457468184, + "recall_coffee": 0.9346508944027697, + "F1_noncoffee": 0.7856398033666021, + "IoU_noncoffee": 0.6469578017664377, + "kappa": 0.6866096193019479, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8528718287277186, + "mIoU": 0.7227124199912773, + "macroF1": 0.836782546689127, + "F1_coffee": 0.8880275624461671, + "IoU_coffee": 0.7986057319907048, + "precision_coffee": 0.8898158803222095, + "recall_coffee": 0.8862464183381089, + "F1_noncoffee": 0.7855375309320869, + "IoU_noncoffee": 0.6468191079918497, + "kappa": 0.6735676187338119, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8233518815429596, + "mIoU": 0.6552043198859236, + "macroF1": 0.7848788082127962, + "F1_coffee": 0.875853383707828, + "IoU_coffee": 0.779127358490566, + "precision_coffee": 0.8149747132108055, + "recall_coffee": 0.9465616045845272, + "F1_noncoffee": 0.6939042327177644, + "IoU_noncoffee": 0.5312812812812813, + "kappa": 0.5755966807612156, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 51866, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.050953992207845, + "ssl_variant": "", + "test_tta": { + "OA": 0.8833962751363739, + "mIoU": 0.7054987946129144, + "macroF1": 0.8170646688807452, + "F1_coffee": 0.9272208959132896, + "IoU_coffee": 0.8643167007831133, + "precision_coffee": 0.8895245458059529, + "recall_coffee": 0.9682536343172112, + "F1_noncoffee": 0.7069084418482009, + "IoU_noncoffee": 0.5466808884427156, + "kappa": 0.6367564417110124, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8521691473404869, + "mIoU": 0.6507330430980516, + "macroF1": 0.7740097019627381, + "F1_coffee": 0.9069129613484452, + "IoU_coffee": 0.8296804639337997, + "precision_coffee": 0.8571698339942662, + "recall_coffee": 0.9627851371936522, + "F1_noncoffee": 0.6411064425770309, + "IoU_noncoffee": 0.47178562226230353, + "kappa": 0.5538127045116922, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.6884865120030719, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760046480100707, + "mIoU": 0.7022890846444674, + "macroF1": 0.8157335071254217, + "F1_coffee": 0.9211182866353864, + "IoU_coffee": 0.8537713404769609, + "precision_coffee": 0.8995708498776721, + "recall_coffee": 0.9437233080175877, + "F1_noncoffee": 0.7103487276154571, + "IoU_noncoffee": 0.5508068288119738, + "kappa": 0.6322418005840917, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8447992384908273, + "mIoU": 0.6512794165418433, + "macroF1": 0.7762946266972834, + "F1_coffee": 0.9000882038902558, + "IoU_coffee": 0.8183276214272449, + "precision_coffee": 0.8679893990401834, + "recall_coffee": 0.9346522434970401, + "F1_noncoffee": 0.6525010495043111, + "IoU_noncoffee": 0.48423121165644173, + "kappa": 0.5547072790170061, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8806796116504855, + "mIoU": 0.7095738105209443, + "macroF1": 0.8210707948997112, + "F1_coffee": 0.9243459526008002, + "IoU_coffee": 0.8593338674602267, + "precision_coffee": 0.8992155218875382, + "recall_coffee": 0.9509214109302767, + "F1_noncoffee": 0.7177956371986223, + "IoU_noncoffee": 0.5598137535816619, + "kappa": 0.6431811547153035, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8785358541656593, + "mIoU": 0.713558161362965, + "macroF1": 0.8248332346297957, + "F1_coffee": 0.9218224822606748, + "IoU_coffee": 0.8549821036831775, + "precision_coffee": 0.9107680954430847, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7278439869989166, + "IoU_noncoffee": 0.5721342190427525, + "kappa": 0.649846045464965, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8688167883564625, + "mIoU": 0.6834249346116661, + "macroF1": 0.8006061184465171, + "F1_coffee": 0.9172285444061384, + "IoU_coffee": 0.8471118624964779, + "precision_coffee": 0.8891517804329824, + "recall_coffee": 0.9471362863083611, + "F1_noncoffee": 0.6839836924868957, + "IoU_noncoffee": 0.5197380067268543, + "kappa": 0.6027246235835739, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9064211050273768, + "mIoU": 0.6171172707813226, + "macroF1": 0.7236626246171143, + "F1_coffee": 0.948391347315252, + "IoU_coffee": 0.9018481779262817, + "precision_coffee": 0.9232495991448423, + "recall_coffee": 0.9749407382323061, + "F1_noncoffee": 0.4989339019189765, + "IoU_noncoffee": 0.33238636363636365, + "kappa": 0.45127599556943576, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9142687041079579, + "mIoU": 0.6563561381940142, + "macroF1": 0.7637721910394935, + "F1_coffee": 0.9523231431409337, + "IoU_coffee": 0.9089855683134942, + "precision_coffee": 0.9347849637092406, + "recall_coffee": 0.9705319986503206, + "F1_noncoffee": 0.5752212389380531, + "IoU_noncoffee": 0.40372670807453415, + "kappa": 0.5290214548195211, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6652002031230544, + "macroF1": 0.7716322081013336, + "F1_coffee": 0.9547932382578052, + "IoU_coffee": 0.9134969971551996, + "precision_coffee": 0.9352750809061489, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.5884711779448621, + "IoU_noncoffee": 0.4169034090909091, + "kappa": 0.5450680244991344, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8561819043107533, + "mIoU": 0.7221346786718076, + "macroF1": 0.8357715116340569, + "F1_coffee": 0.8936676940319417, + "IoU_coffee": 0.807775104470052, + "precision_coffee": 0.8686002178649237, + "recall_coffee": 0.9202250432775534, + "F1_noncoffee": 0.7778753292361721, + "IoU_noncoffee": 0.6364942528735632, + "kappa": 0.6721134980576665, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8445722908610771, + "mIoU": 0.7084092652311083, + "macroF1": 0.8266768079181114, + "F1_coffee": 0.8823697359029264, + "IoU_coffee": 0.7895005747860518, + "precision_coffee": 0.8792318634423898, + "recall_coffee": 0.8855300859598854, + "F1_noncoffee": 0.7709838799332963, + "IoU_noncoffee": 0.6273179556761647, + "kappa": 0.6533622116425901, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8215599358672074, + "mIoU": 0.6623283034350255, + "macroF1": 0.7917255748164649, + "F1_coffee": 0.8705528188286809, + "IoU_coffee": 0.7707778047007512, + "precision_coffee": 0.8331587218438973, + "recall_coffee": 0.9114613180515759, + "F1_noncoffee": 0.7128983308042489, + "IoU_noncoffee": 0.5538788021692997, + "kappa": 0.5853039287656853, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2587, + 2995 + ], + [ + 51692, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.594566019376119, + "ssl_variant": "", + "test_tta": { + "OA": 0.8772634840708822, + "mIoU": 0.7011130260538523, + "macroF1": 0.8144728493957762, + "F1_coffee": 0.9224050852472732, + "IoU_coffee": 0.8559850019883728, + "precision_coffee": 0.895514700055472, + "recall_coffee": 0.9509603854164476, + "F1_noncoffee": 0.7065406135442793, + "IoU_noncoffee": 0.5462410501193318, + "kappa": 0.6302067199332438, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8465155186338987, + "mIoU": 0.6500130644658326, + "macroF1": 0.7746784272997709, + "F1_coffee": 0.9019043931935918, + "IoU_coffee": 0.8213350345846484, + "precision_coffee": 0.8639646799116998, + "recall_coffee": 0.943329284047743, + "F1_noncoffee": 0.6474524614059498, + "IoU_noncoffee": 0.47869109434701673, + "kappa": 0.5524585383674238, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7061878079523635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8882218133694845, + "mIoU": 0.7237543296519895, + "macroF1": 0.8315767011315967, + "F1_coffee": 0.929251450518918, + "IoU_coffee": 0.8678521684379233, + "precision_coffee": 0.903143180509501, + "recall_coffee": 0.9569141438579514, + "F1_noncoffee": 0.7339019517442754, + "IoU_noncoffee": 0.5796564908660558, + "kappa": 0.6642088491249789, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8558468905042114, + "mIoU": 0.6677907199616384, + "macroF1": 0.7892071301513286, + "F1_coffee": 0.9077279567212267, + "IoU_coffee": 0.8310456742959532, + "precision_coffee": 0.8707580588026922, + "recall_coffee": 0.9479763213204527, + "F1_noncoffee": 0.6706863035814306, + "IoU_noncoffee": 0.5045357656273236, + "kappa": 0.5811091563731026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8882038834951457, + "mIoU": 0.7267336249715987, + "macroF1": 0.834032905555268, + "F1_coffee": 0.9288516790756588, + "IoU_coffee": 0.8671550530687586, + "precision_coffee": 0.9068041983351429, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.7392141320348772, + "IoU_noncoffee": 0.5863121968744387, + "kappa": 0.6687834769774573, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8926550940476766, + "mIoU": 0.7353118055088727, + "macroF1": 0.8402510014831746, + "F1_coffee": 0.9317469101641763, + "IoU_coffee": 0.8722155068209291, + "precision_coffee": 0.9098168718102672, + "recall_coffee": 0.9547602545523282, + "F1_noncoffee": 0.7487550928021729, + "IoU_noncoffee": 0.5984081041968162, + "kappa": 0.6811838486182316, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8838063923407959, + "mIoU": 0.7088821662537234, + "macroF1": 0.8198891060123468, + "F1_coffee": 0.9271840247265234, + "IoU_coffee": 0.864252626821828, + "precision_coffee": 0.8931115002918856, + "recall_coffee": 0.9639594228467016, + "F1_noncoffee": 0.71259418729817, + "IoU_noncoffee": 0.5535117056856187, + "kappa": 0.6418357524111099, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6332369701169045, + "macroF1": 0.7405802688478429, + "F1_coffee": 0.9501046370745677, + "IoU_coffee": 0.9049517415023081, + "precision_coffee": 0.9276266265189805, + "recall_coffee": 0.9736990630996727, + "F1_noncoffee": 0.531055900621118, + "IoU_noncoffee": 0.36152219873150104, + "kappa": 0.4840080991400783, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9216114308394523, + "mIoU": 0.6741518791719103, + "macroF1": 0.7797636204804712, + "F1_coffee": 0.9565121655840582, + "IoU_coffee": 0.916649082084828, + "precision_coffee": 0.936711590296496, + "recall_coffee": 0.9771679226183781, + "F1_noncoffee": 0.6030150753768844, + "IoU_noncoffee": 0.4316546762589928, + "kappa": 0.5613166154771493, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9208176225441556, + "mIoU": 0.664476789646319, + "macroF1": 0.77030770179864, + "F1_coffee": 0.9562404035972801, + "IoU_coffee": 0.9161500472838079, + "precision_coffee": 0.9330123060460139, + "recall_coffee": 0.9806545945337982, + "F1_noncoffee": 0.584375, + "IoU_noncoffee": 0.41280353200883, + "kappa": 0.54330389222526, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8676456655613454, + "mIoU": 0.7421002112014361, + "macroF1": 0.8496013772263755, + "F1_coffee": 0.901695869396946, + "IoU_coffee": 0.8209892362890825, + "precision_coffee": 0.8802033246325045, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.7975068850558051, + "IoU_noncoffee": 0.6632111861137898, + "kappa": 0.6995717226826184, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8651325096670753, + "mIoU": 0.7366475652680435, + "macroF1": 0.8457683644231997, + "F1_coffee": 0.9004178272980501, + "IoU_coffee": 0.8188727042431919, + "precision_coffee": 0.8760162601626016, + "recall_coffee": 0.9262177650429799, + "F1_noncoffee": 0.7911189015483494, + "IoU_noncoffee": 0.6544224262928952, + "kappa": 0.6920379459189816, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.848627746864095, + "mIoU": 0.7024767938659366, + "macroF1": 0.8210560384701102, + "F1_coffee": 0.8912969861158144, + "IoU_coffee": 0.803909590714722, + "precision_coffee": 0.8452151573538856, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.7508150908244061, + "IoU_noncoffee": 0.6010439970171514, + "kappa": 0.6445342367194192, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2645, + 2995 + ], + [ + 52391, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7158998330434163, + "ssl_variant": "", + "test_tta": { + "OA": 0.8858816694102837, + "mIoU": 0.7145719302941138, + "macroF1": 0.8243311954241823, + "F1_coffee": 0.92831435841807, + "IoU_coffee": 0.8662189007662473, + "precision_coffee": 0.8958634993934176, + "recall_coffee": 0.9632045105505649, + "F1_noncoffee": 0.7203480324302947, + "IoU_noncoffee": 0.5629249598219804, + "kappa": 0.6504516025468937, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8542892581054575, + "mIoU": 0.6595513727944988, + "macroF1": 0.7818919378897529, + "F1_coffee": 0.90755195227071, + "IoU_coffee": 0.8307506742834169, + "precision_coffee": 0.8636062833060499, + "recall_coffee": 0.956209868687453, + "F1_noncoffee": 0.6562319235087958, + "IoU_noncoffee": 0.4883520713055809, + "kappa": 0.5679440200617991, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.70962399786266, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.884122526709919, + "mIoU": 0.7135472767783181, + "macroF1": 0.8237925436190047, + "F1_coffee": 0.9268973100653648, + "IoU_coffee": 0.8637545304464981, + "precision_coffee": 0.898076353950873, + "recall_coffee": 0.9576294363915595, + "F1_noncoffee": 0.7206877771726445, + "IoU_noncoffee": 0.5633400231101381, + "kappa": 0.6489664110621787, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8527316257067036, + "mIoU": 0.6596967882653737, + "macroF1": 0.7823890057324119, + "F1_coffee": 0.9061117905054388, + "IoU_coffee": 0.8283403940555444, + "precision_coffee": 0.8660187007874016, + "recall_coffee": 0.9500973756772912, + "F1_noncoffee": 0.6586662209593849, + "IoU_noncoffee": 0.49105318247520313, + "kappa": 0.5681430699478405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8887378640776699, + "mIoU": 0.7233922434953363, + "macroF1": 0.8311857056777311, + "F1_coffee": 0.9297535858771607, + "IoU_coffee": 0.8687285223367698, + "precision_coffee": 0.9008730771515115, + "recall_coffee": 0.9605471471091128, + "F1_noncoffee": 0.7326178254783015, + "IoU_noncoffee": 0.5780559646539027, + "kappa": 0.6636870431257872, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.888303273536096, + "mIoU": 0.7256349179338121, + "macroF1": 0.8331130513125411, + "F1_coffee": 0.9290845459568982, + "IoU_coffee": 0.867561059511524, + "precision_coffee": 0.9059450398132072, + "recall_coffee": 0.9534370865099868, + "F1_noncoffee": 0.7371415566681839, + "IoU_noncoffee": 0.5837087763561002, + "kappa": 0.6670312751653117, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8753445191238335, + "mIoU": 0.6915779213670294, + "macroF1": 0.8065130800069283, + "F1_coffee": 0.9219166464744366, + "IoU_coffee": 0.8551441254143957, + "precision_coffee": 0.8876640419947507, + "recall_coffee": 0.9589187826854011, + "F1_noncoffee": 0.6911095135394201, + "IoU_noncoffee": 0.5280117173196631, + "kappa": 0.615292197107865, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9099054255848681, + "mIoU": 0.6188916813607949, + "macroF1": 0.7245604187923287, + "F1_coffee": 0.9505058791359038, + "IoU_coffee": 0.9056800416883793, + "precision_coffee": 0.9219180988754508, + "recall_coffee": 0.9809233547804492, + "F1_noncoffee": 0.4986149584487535, + "IoU_noncoffee": 0.33210332103321033, + "kappa": 0.4544350681574706, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9230998213931335, + "mIoU": 0.6633710731111008, + "macroF1": 0.7685851491957583, + "F1_coffee": 0.9576803363730683, + "IoU_coffee": 0.9187971500419112, + "precision_coffee": 0.930694120144343, + "recall_coffee": 0.9862782589135081, + "F1_noncoffee": 0.5794899620184482, + "IoU_noncoffee": 0.4079449961802903, + "kappa": 0.5410048300434694, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9170470331414964, + "mIoU": 0.6560252611203722, + "macroF1": 0.7626815617280299, + "F1_coffee": 0.9540810721740086, + "IoU_coffee": 0.9121940972586913, + "precision_coffee": 0.9323671497584541, + "recall_coffee": 0.9768305027555956, + "F1_noncoffee": 0.5712820512820512, + "IoU_noncoffee": 0.39985642498205315, + "kappa": 0.5277545132942373, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8685930838465182, + "mIoU": 0.7417239749569671, + "macroF1": 0.8491662516359495, + "F1_coffee": 0.9032977759185665, + "IoU_coffee": 0.8236490781945327, + "precision_coffee": 0.8741060585615976, + "recall_coffee": 0.9345066358915176, + "F1_noncoffee": 0.7950347273533324, + "IoU_noncoffee": 0.6597988717194015, + "kappa": 0.6990439427171069, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8552296519852872, + "mIoU": 0.7218093486767607, + "macroF1": 0.8356707355705211, + "F1_coffee": 0.8923637893555851, + "IoU_coffee": 0.805646999240314, + "precision_coffee": 0.8739184177997528, + "recall_coffee": 0.9116045845272206, + "F1_noncoffee": 0.7789776817854571, + "IoU_noncoffee": 0.6379716981132075, + "kappa": 0.6716418425358532, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8357068754126191, + "mIoU": 0.680698412747434, + "macroF1": 0.8050095244369054, + "F1_coffee": 0.8823767724510466, + "IoU_coffee": 0.7895118414693089, + "precision_coffee": 0.8344827586206897, + "recall_coffee": 0.9361031518624642, + "F1_noncoffee": 0.7276422764227642, + "IoU_noncoffee": 0.5718849840255591, + "kappa": 0.6129710585720325, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2628, + 2995 + ], + [ + 52154, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.505594535668691, + "ssl_variant": "", + "test_tta": { + "OA": 0.8836060811465092, + "mIoU": 0.709273979896186, + "macroF1": 0.8202617934305678, + "F1_coffee": 0.9269641301926154, + "IoU_coffee": 0.8638705902338663, + "precision_coffee": 0.8936598129381211, + "recall_coffee": 0.9628468642837608, + "F1_noncoffee": 0.7135594566685202, + "IoU_noncoffee": 0.5546773695585057, + "kappa": 0.6424710360099055, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.852529710395754, + "mIoU": 0.6554161166023174, + "macroF1": 0.7783965090350496, + "F1_coffee": 0.9065689562221877, + "IoU_coffee": 0.8291048268485092, + "precision_coffee": 0.8615617075966515, + "recall_coffee": 0.9565376679971462, + "F1_noncoffee": 0.6502240618479116, + "IoU_noncoffee": 0.4817274063561255, + "kappa": 0.5612751344746639, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.6594291054166684, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8448726638907718, + "mIoU": 0.6622407135968902, + "macroF1": 0.7865444842490987, + "F1_coffee": 0.8981261658470409, + "IoU_coffee": 0.8150898387903505, + "precision_coffee": 0.9049744761742028, + "recall_coffee": 0.8913807249700209, + "F1_noncoffee": 0.6749628026511565, + "IoU_noncoffee": 0.50939158840343, + "kappa": 0.5731669555763962, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8167762778354679, + "mIoU": 0.6219923696885361, + "macroF1": 0.7547271967848433, + "F1_coffee": 0.8780923135975435, + "IoU_coffee": 0.7826778657816856, + "precision_coffee": 0.873999503333397, + "recall_coffee": 0.8822236362584601, + "F1_noncoffee": 0.6313620799721432, + "IoU_noncoffee": 0.4613068735953865, + "kappa": 0.5094869202965275, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8272330097087378, + "mIoU": 0.6406132808970685, + "macroF1": 0.7703115470411148, + "F1_coffee": 0.8846540269000162, + "IoU_coffee": 0.7931655721508688, + "precision_coffee": 0.9060010621348912, + "recall_coffee": 0.8642897853207523, + "F1_noncoffee": 0.6559690671822136, + "IoU_noncoffee": 0.4880609896432681, + "kappa": 0.5413824815331686, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8327933852328224, + "mIoU": 0.6482969071221149, + "macroF1": 0.7762987522085192, + "F1_coffee": 0.8887172555834459, + "IoU_coffee": 0.7997219969883007, + "precision_coffee": 0.9082417943826876, + "recall_coffee": 0.8700144918404638, + "F1_noncoffee": 0.6638802488335925, + "IoU_noncoffee": 0.496871817255929, + "kappa": 0.55322112069433, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8745225085827572, + "mIoU": 0.7009082588980496, + "macroF1": 0.8148316472063372, + "F1_coffee": 0.9199642229281683, + "IoU_coffee": 0.8517905077388771, + "precision_coffee": 0.9010391493475108, + "recall_coffee": 0.939701342070443, + "F1_noncoffee": 0.7096990714845061, + "IoU_noncoffee": 0.5500260100572222, + "kappa": 0.6302549302625523, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.80059731209557, + "mIoU": 0.5067392885780739, + "macroF1": 0.6245903150063548, + "F1_coffee": 0.8816403710925959, + "IoU_coffee": 0.7883335094578886, + "precision_coffee": 0.9250992063492064, + "recall_coffee": 0.8420814990405238, + "F1_noncoffee": 0.36754025892011366, + "IoU_noncoffee": 0.22514506769825918, + "kappa": 0.25793153195577306, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8533439174439373, + "mIoU": 0.5713710735689308, + "macroF1": 0.6878597245925384, + "F1_coffee": 0.9151355075792375, + "IoU_coffee": 0.8435482163649836, + "precision_coffee": 0.9347800586510264, + "recall_coffee": 0.896299628838151, + "F1_noncoffee": 0.46058394160583943, + "IoU_noncoffee": 0.29919393077287815, + "kappa": 0.3774669829745587, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9035522921214527, + "mIoU": 0.6269943487591378, + "macroF1": 0.73562734089978, + "F1_coffee": 0.9463279955825511, + "IoU_coffee": 0.8981238863850749, + "precision_coffee": 0.9294934374661026, + "recall_coffee": 0.9637836013946688, + "F1_noncoffee": 0.5249266862170088, + "IoU_noncoffee": 0.3558648111332008, + "kappa": 0.4727854554942591, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8525817148270962, + "mIoU": 0.7213807846035347, + "macroF1": 0.8357705983774872, + "F1_coffee": 0.8883146712604076, + "IoU_coffee": 0.7990702479338843, + "precision_coffee": 0.884, + "recall_coffee": 0.8926716676283901, + "F1_noncoffee": 0.7832265254945667, + "IoU_noncoffee": 0.6436913212731853, + "kappa": 0.6715563833961348, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8132603980005659, + "mIoU": 0.665576779162558, + "macroF1": 0.7963544371811881, + "F1_coffee": 0.8550300190364621, + "IoU_coffee": 0.7467706867885919, + "precision_coffee": 0.8743635819107517, + "recall_coffee": 0.8365329512893983, + "F1_noncoffee": 0.7376788553259142, + "IoU_noncoffee": 0.5843828715365239, + "kappa": 0.5930688853734538, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8469301141186457, + "mIoU": 0.70757268741476, + "macroF1": 0.8255751607277916, + "F1_coffee": 0.8866065814294697, + "IoU_coffee": 0.7963102409638554, + "precision_coffee": 0.8652666030274103, + "recall_coffee": 0.9090257879656161, + "F1_noncoffee": 0.7645437400261135, + "IoU_noncoffee": 0.6188351338656646, + "kappa": 0.6515903700228413, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 49702, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4439003785451254, + "ssl_variant": "", + "test_tta": { + "OA": 0.8501823698395791, + "mIoU": 0.6675363553931393, + "macroF1": 0.7902303977031937, + "F1_coffee": 0.9023736157413736, + "IoU_coffee": 0.8221136341860688, + "precision_coffee": 0.902174370189679, + "recall_coffee": 0.9025729493194202, + "F1_noncoffee": 0.6780871796650138, + "IoU_noncoffee": 0.5129590766002099, + "kappa": 0.5804608628809141, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8216655128648898, + "mIoU": 0.6254076064495026, + "macroF1": 0.7568657720780037, + "F1_coffee": 0.882384834159287, + "IoU_coffee": 0.7895247497787159, + "precision_coffee": 0.8707152243288906, + "recall_coffee": 0.8943714930294441, + "F1_noncoffee": 0.6313467099967204, + "IoU_noncoffee": 0.46129046312028926, + "kappa": 0.5140051635263961, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.668007122658716, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.855362964397534, + "mIoU": 0.6850595453749075, + "macroF1": 0.8048503951079192, + "F1_coffee": 0.9041353785593564, + "IoU_coffee": 0.8250429486178353, + "precision_coffee": 0.9196788022544774, + "recall_coffee": 0.8891086192750299, + "F1_noncoffee": 0.705565411656482, + "IoU_noncoffee": 0.5450761421319797, + "kappa": 0.6100429022197161, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8252711434175609, + "mIoU": 0.6397700519468844, + "macroF1": 0.7699762201726023, + "F1_coffee": 0.8827554170578046, + "IoU_coffee": 0.7901183237184485, + "precision_coffee": 0.8861084126675733, + "recall_coffee": 0.8794277009699003, + "F1_noncoffee": 0.6571970232873999, + "IoU_noncoffee": 0.4894217801753203, + "kappa": 0.5399716991175134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8316990291262136, + "mIoU": 0.6532494865458857, + "macroF1": 0.7811944080983871, + "F1_coffee": 0.8863166868872349, + "IoU_coffee": 0.795842656930868, + "precision_coffee": 0.9190126478988168, + "recall_coffee": 0.8558672661642708, + "F1_noncoffee": 0.6760721293095394, + "IoU_noncoffee": 0.5106563161609033, + "kappa": 0.5639614287538537, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8493786567380688, + "mIoU": 0.6799084694477485, + "macroF1": 0.801536333736491, + "F1_coffee": 0.8989784335981839, + "IoU_coffee": 0.8164948453608247, + "precision_coffee": 0.9262229350441058, + "recall_coffee": 0.8732909079453091, + "F1_noncoffee": 0.7040942338747982, + "IoU_noncoffee": 0.5433220935346723, + "kappa": 0.6040760758989969, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.884918524249311, + "mIoU": 0.7256975306251693, + "macroF1": 0.8337551602634303, + "F1_coffee": 0.9259812154008833, + "IoU_coffee": 0.8621648230729136, + "precision_coffee": 0.9142664128231899, + "recall_coffee": 0.938000126016004, + "F1_noncoffee": 0.7415291051259774, + "IoU_noncoffee": 0.5892302381774249, + "kappa": 0.6677008329788504, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8019910403185665, + "mIoU": 0.5237393650011013, + "macroF1": 0.6470032724031399, + "F1_coffee": 0.8809053350098797, + "IoU_coffee": 0.7871589085072231, + "precision_coffee": 0.9380260137719969, + "recall_coffee": 0.8303420250592618, + "F1_noncoffee": 0.41310120979640014, + "IoU_noncoffee": 0.26031982149497956, + "kappa": 0.306676176334731, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8483826155983331, + "mIoU": 0.5748964362526404, + "macroF1": 0.6938561465929434, + "F1_coffee": 0.911358626290753, + "IoU_coffee": 0.8371522967068102, + "precision_coffee": 0.9410566670660118, + "recall_coffee": 0.8834776740524125, + "F1_noncoffee": 0.47635366689513364, + "IoU_noncoffee": 0.31264057579847054, + "kappa": 0.3912935342065707, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9118872792220679, + "mIoU": 0.6608907139752833, + "macroF1": 0.769019110994748, + "F1_coffee": 0.9506776271939569, + "IoU_coffee": 0.9059919542663561, + "precision_coffee": 0.9390979918797322, + "recall_coffee": 0.9625463952311326, + "F1_noncoffee": 0.587360594795539, + "IoU_noncoffee": 0.41578947368421054, + "kappa": 0.5386251010855009, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8599715774514448, + "mIoU": 0.7351268839516634, + "macroF1": 0.8453946458227639, + "F1_coffee": 0.8928674978254566, + "IoU_coffee": 0.8064685085766662, + "precision_coffee": 0.8972902097902098, + "recall_coffee": 0.8884881708020773, + "F1_noncoffee": 0.7979217938200711, + "IoU_noncoffee": 0.6637852593266605, + "kappa": 0.6908034608121681, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8503253796095445, + "mIoU": 0.7229070537838644, + "macroF1": 0.8373571385221162, + "F1_coffee": 0.8832830771493712, + "IoU_coffee": 0.7909641728134879, + "precision_coffee": 0.9075109566268702, + "recall_coffee": 0.8603151862464183, + "F1_noncoffee": 0.7914311998948613, + "IoU_noncoffee": 0.654849934754241, + "kappa": 0.6751280430366469, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8592851079883052, + "mIoU": 0.7300720251088388, + "macroF1": 0.8415535283606965, + "F1_coffee": 0.8945583038869258, + "IoU_coffee": 0.8092315560669991, + "precision_coffee": 0.8827057182705719, + "recall_coffee": 0.9067335243553009, + "F1_noncoffee": 0.7885487528344671, + "IoU_noncoffee": 0.6509124941506785, + "kappa": 0.6832215942369979, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2615, + 2995 + ], + [ + 50385, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9009847203890482, + "ssl_variant": "", + "test_tta": { + "OA": 0.8654013750363125, + "mIoU": 0.6952987066384222, + "macroF1": 0.8117712952490279, + "F1_coffee": 0.9122437813039269, + "IoU_coffee": 0.838647268224733, + "precision_coffee": 0.9125318400943099, + "recall_coffee": 0.9119559043191047, + "F1_noncoffee": 0.711298809194129, + "IoU_noncoffee": 0.5519501450521113, + "kappa": 0.6235427139086924, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8350928810430368, + "mIoU": 0.6474426109643763, + "macroF1": 0.7749480799971713, + "F1_coffee": 0.8912911199847879, + "IoU_coffee": 0.8039000463066184, + "precision_coffee": 0.8791050094712954, + "recall_coffee": 0.9038198260735427, + "F1_noncoffee": 0.6586050400095546, + "IoU_noncoffee": 0.4909851756221342, + "kappa": 0.5501676110415171, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7057771491794433, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8865917820599722, + "mIoU": 0.7193985913287362, + "macroF1": 0.8282513557161872, + "F1_coffee": 0.928350751975529, + "IoU_coffee": 0.8662822781678751, + "precision_coffee": 0.9007162360017411, + "recall_coffee": 0.9577346264700314, + "F1_noncoffee": 0.7281519594568455, + "IoU_noncoffee": 0.5725149044895973, + "kappa": 0.6577251226753178, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8546353986385139, + "mIoU": 0.6638520864757127, + "macroF1": 0.7858343056833976, + "F1_coffee": 0.9072214295576931, + "IoU_coffee": 0.8301969439156291, + "precision_coffee": 0.8679677317081763, + "recall_coffee": 0.9501937872389657, + "F1_noncoffee": 0.6644471818091021, + "IoU_noncoffee": 0.4975072290357962, + "kappa": 0.5748137976135719, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16049382716049382, + "mIoU": 0.0822463768115942, + "macroF1": 0.14472049689440994, + "F1_coffee": 0.2608695652173913, + "IoU_coffee": 0.15, + "precision_coffee": 1.0, + "recall_coffee": 0.15, + "F1_noncoffee": 0.02857142857142857, + "IoU_noncoffee": 0.014492753623188406, + "kappa": 0.004338394793926231, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8864077669902912, + "mIoU": 0.7204984632559845, + "macroF1": 0.8292006606508808, + "F1_coffee": 0.9280487054916672, + "IoU_coffee": 0.8657564109919109, + "precision_coffee": 0.901978363516825, + "recall_coffee": 0.9556709518079919, + "F1_noncoffee": 0.7303526158100945, + "IoU_noncoffee": 0.5752405155200581, + "kappa": 0.6594674691189114, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8942024080073497, + "mIoU": 0.7383650078889916, + "macroF1": 0.8424497613162365, + "F1_coffee": 0.9327472797688572, + "IoU_coffee": 0.8739703934105179, + "precision_coffee": 0.9105803276720879, + "recall_coffee": 0.9560204145926533, + "F1_noncoffee": 0.7521522428636158, + "IoU_noncoffee": 0.6027596223674655, + "kappa": 0.6855861991201311, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8791644504617765, + "mIoU": 0.6991487795785627, + "macroF1": 0.8123918802419001, + "F1_coffee": 0.924316302734789, + "IoU_coffee": 0.8592826172644856, + "precision_coffee": 0.8898996967576394, + "recall_coffee": 0.9615021107680676, + "F1_noncoffee": 0.7004674577490112, + "IoU_noncoffee": 0.5390149418926398, + "kappa": 0.6269918362515996, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6253375947304408, + "macroF1": 0.731861335366065, + "F1_coffee": 0.9502962475312706, + "IoU_coffee": 0.905299466917529, + "precision_coffee": 0.9244316362471982, + "recall_coffee": 0.9776498476125973, + "F1_noncoffee": 0.5134264232008593, + "IoU_noncoffee": 0.3453757225433526, + "kappa": 0.4678011251018838, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9262750545743204, + "mIoU": 0.6794594588129479, + "macroF1": 0.7838183395408473, + "F1_coffee": 0.9593077386494332, + "IoU_coffee": 0.9217977055046838, + "precision_coffee": 0.9348847139197267, + "recall_coffee": 0.9850410527499719, + "F1_noncoffee": 0.6083289404322615, + "IoU_noncoffee": 0.43712121212121213, + "kappa": 0.5704582942156191, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.919031553879738, + "mIoU": 0.6616732330079507, + "macroF1": 0.7679338854169665, + "F1_coffee": 0.9551894563426688, + "IoU_coffee": 0.9142226426994638, + "precision_coffee": 0.9332546410559073, + "recall_coffee": 0.9781801822067259, + "F1_noncoffee": 0.5806783144912642, + "IoU_noncoffee": 0.4091238233164374, + "kappa": 0.538254687471399, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8641402179062055, + "mIoU": 0.7350068436141681, + "macroF1": 0.84464543135404, + "F1_coffee": 0.899678186651742, + "IoU_coffee": 0.8176500508646999, + "precision_coffee": 0.8734039663135018, + "recall_coffee": 0.9275822273514137, + "F1_noncoffee": 0.789612676056338, + "IoU_noncoffee": 0.6523636363636364, + "kappa": 0.6898794137703491, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8637178157125341, + "mIoU": 0.7355621659849662, + "macroF1": 0.845145228131891, + "F1_coffee": 0.8987740805604203, + "IoU_coffee": 0.8161577608142494, + "precision_coffee": 0.8793694311172036, + "recall_coffee": 0.919054441260745, + "F1_noncoffee": 0.7915163757033618, + "IoU_noncoffee": 0.6549665711556829, + "kappa": 0.6906007466736671, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.841271338300481, + "mIoU": 0.6896584422570319, + "macroF1": 0.8116304095504117, + "F1_coffee": 0.8863528935107029, + "IoU_coffee": 0.7959010429299054, + "precision_coffee": 0.8382935240771491, + "recall_coffee": 0.9402578796561605, + "F1_noncoffee": 0.7369079255901204, + "IoU_noncoffee": 0.5834158415841584, + "kappa": 0.6261056873336671, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2633, + 2995 + ], + [ + 52302, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3241567770640055, + "ssl_variant": "", + "test_tta": { + "OA": 0.8846228333494722, + "mIoU": 0.7127525628971924, + "macroF1": 0.8230273482130358, + "F1_coffee": 0.9274338439051129, + "IoU_coffee": 0.8646868434501164, + "precision_coffee": 0.896045818295936, + "recall_coffee": 0.9611007089811289, + "F1_noncoffee": 0.7186208525209588, + "IoU_noncoffee": 0.5608182823442683, + "kappa": 0.6477307968256557, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8530489211953386, + "mIoU": 0.6577952127382949, + "macroF1": 0.780526140639602, + "F1_coffee": 0.9066881576657845, + "IoU_coffee": 0.8293042502219765, + "precision_coffee": 0.8634270564431731, + "recall_coffee": 0.9545130252019822, + "F1_noncoffee": 0.6543641236134197, + "IoU_noncoffee": 0.4862861752546133, + "kappa": 0.5650963537826055, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7062006451119046, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8898034279074272, + "mIoU": 0.7301601405381709, + "macroF1": 0.8365575677979655, + "F1_coffee": 0.9298454709847115, + "IoU_coffee": 0.8688889742309612, + "precision_coffee": 0.9087257756802892, + "recall_coffee": 0.9519702101697768, + "F1_noncoffee": 0.7432696646112197, + "IoU_noncoffee": 0.5914313068453806, + "kappa": 0.6737599998240629, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8575199030806507, + "mIoU": 0.6741237991170377, + "macroF1": 0.7946301103189726, + "F1_coffee": 0.908277238754004, + "IoU_coffee": 0.8319669342767724, + "precision_coffee": 0.8758863978225055, + "recall_coffee": 0.9431557432367289, + "F1_noncoffee": 0.680982981883941, + "IoU_noncoffee": 0.516280663957303, + "kappa": 0.5912046472826877, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8894660194174757, + "mIoU": 0.7307345645114258, + "macroF1": 0.8370827362935669, + "F1_coffee": 0.929463151699142, + "IoU_coffee": 0.8682215405984143, + "precision_coffee": 0.9097634930260764, + "recall_coffee": 0.9500348299664366, + "F1_noncoffee": 0.7447023208879919, + "IoU_noncoffee": 0.5932475884244373, + "kappa": 0.6747174889123838, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8940573473236304, + "mIoU": 0.7419115644625163, + "macroF1": 0.845304653132263, + "F1_coffee": 0.9321482766095817, + "IoU_coffee": 0.8729192042224929, + "precision_coffee": 0.9165651644336176, + "recall_coffee": 0.9482704303446537, + "F1_noncoffee": 0.7584610296549443, + "IoU_noncoffee": 0.6109039247025395, + "kappa": 0.6909273366545996, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8858855954741066, + "mIoU": 0.7175835167972615, + "macroF1": 0.8268624238082936, + "F1_coffee": 0.9279521309073147, + "IoU_coffee": 0.8655883358013441, + "precision_coffee": 0.900088836245188, + "recall_coffee": 0.9575956146430596, + "F1_noncoffee": 0.7257727167092726, + "IoU_noncoffee": 0.5695786977931789, + "kappa": 0.6549832625688582, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9070184171229467, + "mIoU": 0.6289227440010712, + "macroF1": 0.7366949126094837, + "F1_coffee": 0.9484661222688149, + "IoU_coffee": 0.901983419036625, + "precision_coffee": 0.9276848354020507, + "recall_coffee": 0.9701997968167965, + "F1_noncoffee": 0.5249237029501526, + "IoU_noncoffee": 0.35586206896551725, + "kappa": 0.47581475569481124, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9248858900575511, + "mIoU": 0.6805359533495974, + "macroF1": 0.785205933168168, + "F1_coffee": 0.9584180170282889, + "IoU_coffee": 0.9201561016770383, + "precision_coffee": 0.9366544986042517, + "recall_coffee": 0.9812169609717692, + "F1_noncoffee": 0.6119938493080471, + "IoU_noncoffee": 0.44091580502215655, + "kappa": 0.5725651572277287, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9210160746179797, + "mIoU": 0.6696729895006152, + "macroF1": 0.7754745936979975, + "F1_coffee": 0.9562445030782761, + "IoU_coffee": 0.9161575732041289, + "precision_coffee": 0.9351682614772605, + "recall_coffee": 0.9782926554943201, + "F1_noncoffee": 0.594704684317719, + "IoU_noncoffee": 0.42318840579710143, + "kappa": 0.553052010647742, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.872761724301279, + "mIoU": 0.7514695928080382, + "macroF1": 0.8559906172709018, + "F1_coffee": 0.9051352687716324, + "IoU_coffee": 0.8267096774193549, + "precision_coffee": 0.8867820069204152, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.8068459657701712, + "IoU_noncoffee": 0.6762295081967213, + "kappa": 0.7122322115618364, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8647552579458644, + "mIoU": 0.7399622230149758, + "macroF1": 0.8483961483790583, + "F1_coffee": 0.8981967911401392, + "IoU_coffee": 0.8152061855670103, + "precision_coffee": 0.8902336054038841, + "recall_coffee": 0.9063037249283667, + "F1_noncoffee": 0.7985955056179775, + "IoU_noncoffee": 0.6647182604629414, + "kappa": 0.6968402861118148, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8524945770065075, + "mIoU": 0.7124335440773109, + "macroF1": 0.8285703381004637, + "F1_coffee": 0.8926119198022521, + "IoU_coffee": 0.8060515873015873, + "precision_coffee": 0.8570675105485233, + "recall_coffee": 0.9312320916905444, + "F1_noncoffee": 0.7645287563986751, + "IoU_noncoffee": 0.6188155008530344, + "kappa": 0.6584288531207313, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 52486, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.50324098666509, + "ssl_variant": "", + "test_tta": { + "OA": 0.8884316193796198, + "mIoU": 0.7233567463228487, + "macroF1": 0.8312106883042328, + "F1_coffee": 0.9294872448719387, + "IoU_coffee": 0.8682635871636558, + "precision_coffee": 0.902130439947729, + "recall_coffee": 0.9585551090821114, + "F1_noncoffee": 0.732934131736527, + "IoU_noncoffee": 0.5784499054820416, + "kappa": 0.6635930531416258, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8567699319256952, + "mIoU": 0.6680640548299219, + "macroF1": 0.7892530453371727, + "F1_coffee": 0.9085383262265038, + "IoU_coffee": 0.8324051572836506, + "precision_coffee": 0.8696227080394923, + "recall_coffee": 0.9511000559187057, + "F1_noncoffee": 0.6699677644478416, + "IoU_noncoffee": 0.5037229523761931, + "kappa": 0.5815299924305196, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.6124488833001253, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8474435968186983, + "mIoU": 0.6628831883910076, + "macroF1": 0.7865606112405302, + "F1_coffee": 0.9005554673861292, + "IoU_coffee": 0.8191004099543854, + "precision_coffee": 0.8897948943109829, + "recall_coffee": 0.9115794884976224, + "F1_noncoffee": 0.6725657550949312, + "IoU_noncoffee": 0.5066659668276297, + "kappa": 0.573326683602581, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8081948771201107, + "mIoU": 0.6062746181978658, + "macroF1": 0.7410793223809149, + "F1_coffee": 0.8729034662691018, + "IoU_coffee": 0.7744708994708994, + "precision_coffee": 0.8680999087591241, + "recall_coffee": 0.8777604797324569, + "F1_noncoffee": 0.609255178492728, + "IoU_noncoffee": 0.43807833692483206, + "kappa": 0.4822073866044972, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31121718377088303, + "mIoU": 0.15615206715168634, + "macroF1": 0.2388452930463939, + "F1_coffee": 0.4735497993433054, + "IoU_coffee": 0.3102294455066922, + "precision_coffee": 0.9984615384615385, + "recall_coffee": 0.31037780966044953, + "F1_noncoffee": 0.004140786749482402, + "IoU_noncoffee": 0.002074688796680498, + "kappa": 0.0003339842167656719, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8503341194968553, + "mIoU": 0.6739188861018461, + "macroF1": 0.7959909999374469, + "F1_coffee": 0.901283380865958, + "IoU_coffee": 0.8203055866910507, + "precision_coffee": 0.8984299282806746, + "recall_coffee": 0.9041550165810521, + "F1_noncoffee": 0.6906986190089358, + "IoU_noncoffee": 0.5275321855126416, + "kappa": 0.5919948951342856, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.847620433706884, + "mIoU": 0.6589976508226691, + "macroF1": 0.7829106531372229, + "F1_coffee": 0.9014340854175166, + "IoU_coffee": 0.8205553016453382, + "precision_coffee": 0.885020642060509, + "recall_coffee": 0.9184678347614784, + "F1_noncoffee": 0.6643872208569291, + "IoU_noncoffee": 0.49744, + "kappa": 0.5663291902670279, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8444175345119884, + "mIoU": 0.6555246602816034, + "macroF1": 0.7803959178543456, + "F1_coffee": 0.8989682939104178, + "IoU_coffee": 0.8164781167866529, + "precision_coffee": 0.8863114804937047, + "recall_coffee": 0.911991831003893, + "F1_noncoffee": 0.6618235417982733, + "IoU_noncoffee": 0.4945712037765539, + "kappa": 0.5610914315288896, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8782325391977194, + "mIoU": 0.6771427921812934, + "macroF1": 0.7928419910341838, + "F1_coffee": 0.925843253968254, + "IoU_coffee": 0.8619256522743015, + "precision_coffee": 0.9410133602218301, + "recall_coffee": 0.911154503295094, + "F1_noncoffee": 0.6598407281001137, + "IoU_noncoffee": 0.4923599320882852, + "kappa": 0.5861773053582887, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8481237072786368, + "mIoU": 0.6113548823234594, + "macroF1": 0.7351536833164708, + "F1_coffee": 0.9081267874165873, + "IoU_coffee": 0.8317145039834115, + "precision_coffee": 0.9227509383702628, + "recall_coffee": 0.8939589442815249, + "F1_noncoffee": 0.5621805792163543, + "IoU_noncoffee": 0.3909952606635071, + "kappa": 0.47094062780882484, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8440402855187249, + "mIoU": 0.5903826315418119, + "macroF1": 0.7133138893014643, + "F1_coffee": 0.9069048035954007, + "IoU_coffee": 0.829666809055959, + "precision_coffee": 0.9102519039250146, + "recall_coffee": 0.9035822284252152, + "F1_noncoffee": 0.5197229750075278, + "IoU_noncoffee": 0.35109845402766476, + "kappa": 0.426667771711629, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8243114909781576, + "mIoU": 0.662300235099667, + "macroF1": 0.7911110735568676, + "F1_coffee": 0.8743889190657251, + "IoU_coffee": 0.7768126432621547, + "precision_coffee": 0.8536391356224314, + "recall_coffee": 0.8961725817675713, + "F1_noncoffee": 0.7078332280480101, + "IoU_noncoffee": 0.5477878269371792, + "kappa": 0.5827955110120524, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.847131931166348, + "mIoU": 0.6891132186360576, + "macroF1": 0.8100222569488178, + "F1_coffee": 0.8939866074388384, + "IoU_coffee": 0.8082963673420454, + "precision_coffee": 0.8459222082810539, + "recall_coffee": 0.9478419794742021, + "F1_noncoffee": 0.7260579064587973, + "IoU_noncoffee": 0.5699300699300699, + "kappa": 0.6231879813350587, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8447878671530045, + "mIoU": 0.6931839831422208, + "macroF1": 0.8139573886270167, + "F1_coffee": 0.8896923391772972, + "IoU_coffee": 0.8013025313344803, + "precision_coffee": 0.8593832366895098, + "recall_coffee": 0.9222175081318059, + "F1_noncoffee": 0.7382224380767363, + "IoU_noncoffee": 0.5850654349499615, + "kappa": 0.6290098966335556, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 390, + 563 + ], + [ + 6361, + 7520 + ], + [ + 45456, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9852242350578309, + "ssl_variant": "", + "test_tta": { + "OA": 0.8524752475247525, + "mIoU": 0.6661452374700103, + "macroF1": 0.7884435258425679, + "F1_coffee": 0.9048322077378148, + "IoU_coffee": 0.8262041799720825, + "precision_coffee": 0.8850652409922366, + "recall_coffee": 0.9255022919076382, + "F1_noncoffee": 0.672054843947321, + "IoU_noncoffee": 0.5060862949679382, + "kappa": 0.5776130760308846, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8149734625591324, + "mIoU": 0.6103048586457562, + "macroF1": 0.7433783080058132, + "F1_coffee": 0.8789248671656018, + "IoU_coffee": 0.7840017510186215, + "precision_coffee": 0.8634340812163916, + "recall_coffee": 0.8949816448519096, + "F1_noncoffee": 0.6078317488460245, + "IoU_noncoffee": 0.43660796627289095, + "kappa": 0.4872911518419028, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6499414020295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8640480441486772, + "mIoU": 0.6970381195588051, + "macroF1": 0.8135380400473984, + "F1_coffee": 0.9105854220931722, + "IoU_coffee": 0.8358483910163446, + "precision_coffee": 0.9076399233879549, + "recall_coffee": 0.9135501006725785, + "F1_noncoffee": 0.7164906580016247, + "IoU_noncoffee": 0.5582278481012658, + "kappa": 0.6270885325581774, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8237712011076497, + "mIoU": 0.6360063083857861, + "macroF1": 0.7667191676398845, + "F1_coffee": 0.8820844390832329, + "IoU_coffee": 0.7890438866061255, + "precision_coffee": 0.8857857198232421, + "recall_coffee": 0.878413961444579, + "F1_noncoffee": 0.651353896196536, + "IoU_noncoffee": 0.4829687301654466, + "kappa": 0.5334624203009496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3069212410501193, + "mIoU": 0.15417133082125908, + "macroF1": 0.23680566009333132, + "F1_coffee": 0.46813186813186813, + "IoU_coffee": 0.30559540889526543, + "precision_coffee": 1.0, + "recall_coffee": 0.30559540889526543, + "F1_noncoffee": 0.005479452054794521, + "IoU_noncoffee": 0.0027472527472527475, + "kappa": 0.0016776871546662184, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8790782232704403, + "mIoU": 0.7276013841081607, + "macroF1": 0.8363094735516603, + "F1_coffee": 0.9199804909770769, + "IoU_coffee": 0.8518184007707129, + "precision_coffee": 0.9200702393340271, + "recall_coffee": 0.9198907601274465, + "F1_noncoffee": 0.7526384561262438, + "IoU_noncoffee": 0.6033843674456084, + "kappa": 0.6726189567327574, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8536360549168001, + "mIoU": 0.6816743198736908, + "macroF1": 0.8022189365545549, + "F1_coffee": 0.9030620441474151, + "IoU_coffee": 0.8232571763327475, + "precision_coffee": 0.9075234097513722, + "recall_coffee": 0.8986443279191713, + "F1_noncoffee": 0.7013758289616946, + "IoU_noncoffee": 0.5400914634146341, + "kappa": 0.6044673195918993, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8596270283361589, + "mIoU": 0.6825762164739354, + "macroF1": 0.8017762290387274, + "F1_coffee": 0.908862192590729, + "IoU_coffee": 0.8329490431173623, + "precision_coffee": 0.8959017918035836, + "recall_coffee": 0.9222030761375966, + "F1_noncoffee": 0.6946902654867256, + "IoU_noncoffee": 0.5322033898305085, + "kappa": 0.6038301987586896, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8972714314803503, + "mIoU": 0.7122297268830116, + "macroF1": 0.8201834044729496, + "F1_coffee": 0.937919153387067, + "IoU_coffee": 0.8830958174023867, + "precision_coffee": 0.9457749100384664, + "recall_coffee": 0.9301928240175739, + "F1_noncoffee": 0.7024476555588322, + "IoU_noncoffee": 0.5413636363636364, + "kappa": 0.640485692667008, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8301979710430415, + "mIoU": 0.5885269710444111, + "macroF1": 0.7155956976399724, + "F1_coffee": 0.896132064104109, + "IoU_coffee": 0.81181093767056, + "precision_coffee": 0.9212188777406168, + "recall_coffee": 0.8723753665689149, + "F1_noncoffee": 0.535059331175836, + "IoU_noncoffee": 0.36524300441826213, + "kappa": 0.43307334605480124, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8556761513640364, + "mIoU": 0.6045250053917082, + "macroF1": 0.7254830172867813, + "F1_coffee": 0.9145338737695425, + "IoU_coffee": 0.8425264056332018, + "precision_coffee": 0.9106319188191881, + "recall_coffee": 0.9184694114910444, + "F1_noncoffee": 0.5364321608040201, + "IoU_noncoffee": 0.3665236051502146, + "kappa": 0.451020705194661, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8621082621082621, + "mIoU": 0.7277149332420596, + "macroF1": 0.8392334565204307, + "F1_coffee": 0.8998758791890774, + "IoU_coffee": 0.8179766829635201, + "precision_coffee": 0.8917589175891759, + "recall_coffee": 0.9081419624217119, + "F1_noncoffee": 0.7785910338517841, + "IoU_noncoffee": 0.6374531835205992, + "kappa": 0.6785258102423488, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8763862332695985, + "mIoU": 0.7500734979802117, + "macroF1": 0.8543959284025413, + "F1_coffee": 0.9109810671256454, + "IoU_coffee": 0.836515362245543, + "precision_coffee": 0.8926065839179709, + "recall_coffee": 0.9301279347673275, + "F1_noncoffee": 0.7978107896794371, + "IoU_noncoffee": 0.6636316337148803, + "kappa": 0.7090718654301372, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8635054712996736, + "mIoU": 0.7268877921382717, + "macroF1": 0.8383460080758927, + "F1_coffee": 0.9021200440528634, + "IoU_coffee": 0.821692789968652, + "precision_coffee": 0.8787716239774709, + "recall_coffee": 0.92674303493141, + "F1_noncoffee": 0.774571972098922, + "IoU_noncoffee": 0.6320827943078914, + "kappa": 0.6772168091161261, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 543, + 563 + ], + [ + 6534, + 7520 + ], + [ + 46133, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1366363883018493, + "ssl_variant": "", + "test_tta": { + "OA": 0.8682681382892388, + "mIoU": 0.6983194896077956, + "macroF1": 0.8138190393843463, + "F1_coffee": 0.9145036237990898, + "IoU_coffee": 0.8424750591980125, + "precision_coffee": 0.899755399859044, + "recall_coffee": 0.9297433920233046, + "F1_noncoffee": 0.7131344549696027, + "IoU_noncoffee": 0.5541639200175785, + "kappa": 0.6279734572017409, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8284729433483328, + "mIoU": 0.6361359916511728, + "macroF1": 0.7656894663125424, + "F1_coffee": 0.8869776768319918, + "IoU_coffee": 0.7969091530054645, + "precision_coffee": 0.8772322267754427, + "recall_coffee": 0.8969420899882757, + "F1_noncoffee": 0.6444012557930932, + "IoU_noncoffee": 0.4753628302968812, + "kappa": 0.5315608289132997, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6827559293439334, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8716442136016881, + "mIoU": 0.7082648800483462, + "macroF1": 0.8216555001719094, + "F1_coffee": 0.9160759010060704, + "IoU_coffee": 0.8451476462755542, + "precision_coffee": 0.9078288671069791, + "recall_coffee": 0.9244741464250524, + "F1_noncoffee": 0.7272350993377483, + "IoU_noncoffee": 0.5713821138211382, + "kappa": 0.6434066454217938, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8326843198338525, + "mIoU": 0.6466554039013507, + "macroF1": 0.7747707650566609, + "F1_coffee": 0.8889803339872722, + "IoU_coffee": 0.8001481532524807, + "precision_coffee": 0.8852780848549537, + "recall_coffee": 0.8927136789098388, + "F1_noncoffee": 0.6605611961260497, + "IoU_noncoffee": 0.4931626545502206, + "kappa": 0.5495656161287475, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3847255369928401, + "mIoU": 0.19332106109378278, + "macroF1": 0.2803049180738555, + "F1_coffee": 0.5544417559626685, + "IoU_coffee": 0.3835485413677666, + "precision_coffee": 1.0, + "recall_coffee": 0.3835485413677666, + "F1_noncoffee": 0.006168080185042405, + "IoU_noncoffee": 0.0030935808197989174, + "kappa": 0.002370264412304915, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8872346698113207, + "mIoU": 0.7415440605193944, + "macroF1": 0.8461089882823032, + "F1_coffee": 0.9256632008551161, + "IoU_coffee": 0.8616136034732272, + "precision_coffee": 0.9222279592100168, + "recall_coffee": 0.9291241303075622, + "F1_noncoffee": 0.7665547757094904, + "IoU_noncoffee": 0.6214745175655616, + "kappa": 0.692231387018551, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8645514966283413, + "mIoU": 0.6970116570100939, + "macroF1": 0.8134171516268136, + "F1_coffee": 0.9110941281365431, + "IoU_coffee": 0.8367060474909346, + "precision_coffee": 0.9073956615501713, + "recall_coffee": 0.9148228673743446, + "F1_noncoffee": 0.7157401751170841, + "IoU_noncoffee": 0.5573172665292532, + "kappa": 0.626854123711701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8633567449745702, + "mIoU": 0.6868813742303245, + "macroF1": 0.8048209756514644, + "F1_coffee": 0.9117085537228882, + "IoU_coffee": 0.8377430116185437, + "precision_coffee": 0.894546124554723, + "recall_coffee": 0.929542408577446, + "F1_noncoffee": 0.6979333975800407, + "IoU_noncoffee": 0.5360197368421052, + "kappa": 0.6101329187357293, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9052127876196294, + "mIoU": 0.7184934789523671, + "macroF1": 0.8240450258433596, + "F1_coffee": 0.943551809858728, + "IoU_coffee": 0.8931359044995408, + "precision_coffee": 0.9375828413061814, + "recall_coffee": 0.949597266292409, + "F1_noncoffee": 0.7045382418279911, + "IoU_noncoffee": 0.5438510534051936, + "kappa": 0.6481646913990848, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8563971240027578, + "mIoU": 0.6080726826198748, + "macroF1": 0.729157866125212, + "F1_coffee": 0.914796633941094, + "IoU_coffee": 0.84297253634895, + "precision_coffee": 0.9114941190171189, + "recall_coffee": 0.9181231671554252, + "F1_noncoffee": 0.54351909830933, + "IoU_noncoffee": 0.37317282889079967, + "kappa": 0.45835382684665005, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8723965972425931, + "mIoU": 0.6191184504703346, + "macroF1": 0.7363853145305723, + "F1_coffee": 0.9257383486029704, + "IoU_coffee": 0.8617438287954232, + "precision_coffee": 0.9062952646239554, + "recall_coffee": 0.946033961386369, + "F1_noncoffee": 0.5470322804581742, + "IoU_noncoffee": 0.3764930721452461, + "kappa": 0.4742465926000073, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8704653371320038, + "mIoU": 0.7437964417249842, + "macroF1": 0.850477209697434, + "F1_coffee": 0.9051460361613352, + "IoU_coffee": 0.8267276422764228, + "precision_coffee": 0.9045170257123002, + "recall_coffee": 0.9057759220598469, + "F1_noncoffee": 0.795808383233533, + "IoU_noncoffee": 0.6608652411735455, + "kappa": 0.700954730710973, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8724665391969407, + "mIoU": 0.7470836209612453, + "macroF1": 0.8526968592479538, + "F1_coffee": 0.906661069129583, + "IoU_coffee": 0.8292589274286446, + "precision_coffee": 0.9024933834795933, + "recall_coffee": 0.9108674258400112, + "F1_noncoffee": 0.7987326493663247, + "IoU_noncoffee": 0.6649083144938458, + "kappa": 0.7054072652234418, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8544826262238433, + "mIoU": 0.71450021175843, + "macroF1": 0.8299067675956708, + "F1_coffee": 0.8945611350674642, + "IoU_coffee": 0.8092361897571411, + "precision_coffee": 0.8801149582592035, + "recall_coffee": 0.9094894640079196, + "F1_noncoffee": 0.7652524001238774, + "IoU_noncoffee": 0.6197642337597191, + "kappa": 0.6600174665871333, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6649, + 7520 + ], + [ + 46476, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.089176845550537, + "ssl_variant": "", + "test_tta": { + "OA": 0.8741925012173348, + "mIoU": 0.7071011075215939, + "macroF1": 0.820193624341025, + "F1_coffee": 0.9187296194939868, + "IoU_coffee": 0.8496761180714479, + "precision_coffee": 0.8998500626450593, + "recall_coffee": 0.9384183695326223, + "F1_noncoffee": 0.7216576291880633, + "IoU_noncoffee": 0.5645260969717399, + "kappa": 0.6409285899624431, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8373860620745356, + "mIoU": 0.647224112009595, + "macroF1": 0.7741959484093652, + "F1_coffee": 0.893647125406782, + "IoU_coffee": 0.8077414954386564, + "precision_coffee": 0.8774497091838624, + "recall_coffee": 0.9104537853889177, + "F1_noncoffee": 0.6547447714119484, + "IoU_noncoffee": 0.48670672858053354, + "kappa": 0.5488909187324362, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.6818543821274312, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8703619542282097, + "mIoU": 0.7092160467446851, + "macroF1": 0.8226939570685474, + "F1_coffee": 0.9146277590722035, + "IoU_coffee": 0.8426857851923342, + "precision_coffee": 0.9128421771320062, + "recall_coffee": 0.9164203401447971, + "F1_noncoffee": 0.7307601550648913, + "IoU_noncoffee": 0.575746308297036, + "kappa": 0.6453921931058598, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8273624091381101, + "mIoU": 0.6430222628106421, + "macroF1": 0.772581020400479, + "F1_coffee": 0.884197898728789, + "IoU_coffee": 0.7924325449122563, + "precision_coffee": 0.8901571965638818, + "recall_coffee": 0.8783178611927963, + "F1_noncoffee": 0.660964142072169, + "IoU_noncoffee": 0.49361198070902784, + "kappa": 0.5452217148739575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23914081145584726, + "mIoU": 0.1200942234703949, + "macroF1": 0.1945370643727798, + "F1_coffee": 0.384080370942813, + "IoU_coffee": 0.23768531802965087, + "precision_coffee": 1.0, + "recall_coffee": 0.23768531802965087, + "F1_noncoffee": 0.004993757802746567, + "IoU_noncoffee": 0.0025031289111389237, + "kappa": 0.001189206455931477, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.884188286163522, + "mIoU": 0.7381643491435456, + "macroF1": 0.8439251286321194, + "F1_coffee": 0.9231972367949428, + "IoU_coffee": 0.8573503601040973, + "precision_coffee": 0.9252775963422599, + "recall_coffee": 0.9211262110670395, + "F1_noncoffee": 0.7646530204692961, + "IoU_noncoffee": 0.6189783381829939, + "kappa": 0.6878550925344019, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8608159899092805, + "mIoU": 0.6959291576000377, + "macroF1": 0.8132133453521644, + "F1_coffee": 0.9075083013636803, + "IoU_coffee": 0.8306775259678942, + "precision_coffee": 0.9150900461608478, + "recall_coffee": 0.9000511574370124, + "F1_noncoffee": 0.7189183893406486, + "IoU_noncoffee": 0.5611807892321811, + "kappa": 0.6265046065141545, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8662630176798256, + "mIoU": 0.6939834589600462, + "macroF1": 0.8104591707822714, + "F1_coffee": 0.9133042358777906, + "IoU_coffee": 0.8404415164123902, + "precision_coffee": 0.8989368277908271, + "recall_coffee": 0.9281383623715617, + "F1_noncoffee": 0.7076141056867521, + "IoU_noncoffee": 0.5475254015077023, + "kappa": 0.6212446406329729, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9090816534310731, + "mIoU": 0.7314650294514413, + "macroF1": 0.8342736818142801, + "F1_coffee": 0.9456184154436392, + "IoU_coffee": 0.8968464826152247, + "precision_coffee": 0.9437218913334143, + "recall_coffee": 0.9475225774957285, + "F1_noncoffee": 0.7229289481849209, + "IoU_noncoffee": 0.5660835762876579, + "kappa": 0.6685541835679464, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.858465478183788, + "mIoU": 0.6222095164159863, + "macroF1": 0.7437001682899349, + "F1_coffee": 0.9152062311913614, + "IoU_coffee": 0.8436684073107049, + "precision_coffee": 0.9208026597007837, + "recall_coffee": 0.9096774193548387, + "F1_noncoffee": 0.5721941053885085, + "IoU_noncoffee": 0.4007506255212677, + "kappa": 0.4874958510128165, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8798279065219516, + "mIoU": 0.6384863461388351, + "macroF1": 0.7547185901840117, + "F1_coffee": 0.9298956134846843, + "IoU_coffee": 0.8689765458422175, + "precision_coffee": 0.9124594201276167, + "recall_coffee": 0.9480111653872993, + "F1_noncoffee": 0.579541566883339, + "IoU_noncoffee": 0.4079961464354528, + "kappa": 0.5105091899112802, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.860968660968661, + "mIoU": 0.7296156848136519, + "macroF1": 0.8409225319254533, + "F1_coffee": 0.8973927670311186, + "IoU_coffee": 0.8138825324180016, + "precision_coffee": 0.9038542990258365, + "recall_coffee": 0.8910229645093946, + "F1_noncoffee": 0.784452296819788, + "IoU_noncoffee": 0.6453488372093024, + "kappa": 0.6818792170671778, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8630975143403442, + "mIoU": 0.7346898790027071, + "macroF1": 0.8445627427435937, + "F1_coffee": 0.8982376350198976, + "IoU_coffee": 0.8152734778121775, + "precision_coffee": 0.9081764621353643, + "recall_coffee": 0.8885139884718122, + "F1_noncoffee": 0.7908878504672897, + "IoU_noncoffee": 0.6541062801932367, + "kappa": 0.6892019746864293, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8529468228066808, + "mIoU": 0.7130683620575297, + "macroF1": 0.8290087713434022, + "F1_coffee": 0.8929868678401788, + "IoU_coffee": 0.8066633013629481, + "precision_coffee": 0.8822636300897171, + "recall_coffee": 0.9039739782209023, + "F1_noncoffee": 0.7650306748466258, + "IoU_noncoffee": 0.6194734227521113, + "kappa": 0.6581284326384722, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6689, + 7520 + ], + [ + 46357, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9656341592470805, + "ssl_variant": "", + "test_tta": { + "OA": 0.8730238597630254, + "mIoU": 0.7112529530988869, + "macroF1": 0.82391263080552, + "F1_coffee": 0.9169065397729084, + "IoU_coffee": 0.8465627145238795, + "precision_coffee": 0.9094203661954026, + "recall_coffee": 0.9245169858201602, + "F1_noncoffee": 0.7309187218381316, + "IoU_noncoffee": 0.5759431916738942, + "kappa": 0.6479025243291175, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8313286027460483, + "mIoU": 0.6458855517044605, + "macroF1": 0.7743609971155347, + "F1_coffee": 0.8877369810415167, + "IoU_coffee": 0.7981358418917752, + "precision_coffee": 0.886741073140797, + "recall_coffee": 0.8887351284860366, + "F1_noncoffee": 0.6609850131895527, + "IoU_noncoffee": 0.4936352615171458, + "kappa": 0.5487237132054297, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.6636288836662441, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8569388086349619, + "mIoU": 0.6863336062713169, + "macroF1": 0.8056488857686295, + "F1_coffee": 0.9054900278790479, + "IoU_coffee": 0.8273017614671708, + "precision_coffee": 0.9065787778588912, + "recall_coffee": 0.9044038898170758, + "F1_noncoffee": 0.705807743658211, + "IoU_noncoffee": 0.545365451075463, + "kappa": 0.6112995166114916, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8164589823468328, + "mIoU": 0.6256690785953949, + "macroF1": 0.7584517838381268, + "F1_coffee": 0.8768221151054069, + "IoU_coffee": 0.7806618407445708, + "precision_coffee": 0.8831822170225212, + "recall_coffee": 0.8705529608487574, + "F1_noncoffee": 0.6400814525708468, + "IoU_noncoffee": 0.4706763164462191, + "kappa": 0.5169767602518088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2863961813842482, + "mIoU": 0.143849765617697, + "macroF1": 0.2244700525756575, + "F1_coffee": 0.4436174171938965, + "IoU_coffee": 0.2850310856049737, + "precision_coffee": 1.0, + "recall_coffee": 0.2850310856049737, + "F1_noncoffee": 0.0053226879574184965, + "IoU_noncoffee": 0.00266844563042028, + "kappa": 0.0015200237950033833, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8764249213836478, + "mIoU": 0.7255418513170134, + "macroF1": 0.8350926910126601, + "F1_coffee": 0.9176516813463869, + "IoU_coffee": 0.8478339787028074, + "precision_coffee": 0.9242184408389394, + "recall_coffee": 0.911177579816633, + "F1_noncoffee": 0.7525337006789334, + "IoU_noncoffee": 0.6032497239312195, + "kappa": 0.6702354106204788, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8399553679716684, + "mIoU": 0.6634874179945165, + "macroF1": 0.7887828965670496, + "F1_coffee": 0.8927468383237427, + "IoU_coffee": 0.80627165423689, + "precision_coffee": 0.9080087295813769, + "recall_coffee": 0.8779895127254125, + "F1_noncoffee": 0.6848189548103564, + "IoU_noncoffee": 0.5207031817521429, + "kappa": 0.577916210259952, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8546863647372245, + "mIoU": 0.6708786405875049, + "macroF1": 0.7922946287360808, + "F1_coffee": 0.9061326658322904, + "IoU_coffee": 0.8283752860411899, + "precision_coffee": 0.8888343257013075, + "recall_coffee": 0.924117684600166, + "F1_noncoffee": 0.6784565916398714, + "IoU_noncoffee": 0.51338199513382, + "kappa": 0.5851275358882599, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8971696192221543, + "mIoU": 0.7093817333007766, + "macroF1": 0.8177416084548969, + "F1_coffee": 0.9380596099595241, + "IoU_coffee": 0.8833448833448834, + "precision_coffee": 0.9428007889546351, + "recall_coffee": 0.9333658774713205, + "F1_noncoffee": 0.6974236069502696, + "IoU_noncoffee": 0.5354185832566697, + "kappa": 0.6355282423342488, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8237959223874717, + "mIoU": 0.584129909174548, + "macroF1": 0.7126758509638884, + "F1_coffee": 0.8913584745248072, + "IoU_coffee": 0.8040096406660824, + "precision_coffee": 0.9240745404180307, + "recall_coffee": 0.8608797653958944, + "F1_noncoffee": 0.5339932274029695, + "IoU_noncoffee": 0.3642501776830135, + "kappa": 0.42842481033707513, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.867605358365112, + "mIoU": 0.6129145795480162, + "macroF1": 0.7310731007031109, + "F1_coffee": 0.9226904190932967, + "IoU_coffee": 0.8564765740937036, + "precision_coffee": 0.9062359802602064, + "recall_coffee": 0.9397534310304722, + "F1_noncoffee": 0.5394557823129251, + "IoU_noncoffee": 0.3693525850023288, + "kappa": 0.4632004274127505, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8570750237416904, + "mIoU": 0.7237114667976465, + "macroF1": 0.8368809272918862, + "F1_coffee": 0.8942746750965929, + "IoU_coffee": 0.8087674714104193, + "precision_coffee": 0.9028368794326241, + "recall_coffee": 0.8858733472512178, + "F1_noncoffee": 0.7794871794871795, + "IoU_noncoffee": 0.6386554621848739, + "kappa": 0.673823041799035, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8556405353728489, + "mIoU": 0.7188932006298514, + "macroF1": 0.833262561817399, + "F1_coffee": 0.89434648754548, + "IoU_coffee": 0.8088849512719909, + "precision_coffee": 0.8902354088313136, + "recall_coffee": 0.8984957120764797, + "F1_noncoffee": 0.772178636089318, + "IoU_noncoffee": 0.6289014499877119, + "kappa": 0.6665404576367293, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8420042234593972, + "mIoU": 0.6928848766184781, + "macroF1": 0.8142342200634081, + "F1_coffee": 0.8860584244773639, + "IoU_coffee": 0.7954262987820034, + "precision_coffee": 0.8677966101694915, + "recall_coffee": 0.9051053599208033, + "F1_noncoffee": 0.7424100156494523, + "IoU_noncoffee": 0.5903434544549527, + "kappa": 0.6288400265465092, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6397, + 7520 + ], + [ + 45822, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9182281255722046, + "ssl_variant": "", + "test_tta": { + "OA": 0.8603473462100308, + "mIoU": 0.6855115429496678, + "macroF1": 0.8042289299195253, + "F1_coffee": 0.9090447799061271, + "IoU_coffee": 0.8332558139534884, + "precision_coffee": 0.8974326862867877, + "recall_coffee": 0.9209613160262177, + "F1_noncoffee": 0.6994130799329235, + "IoU_noncoffee": 0.5377672719458472, + "kappa": 0.6086743798408135, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8228337371639552, + "mIoU": 0.6273113932775144, + "macroF1": 0.758453579134557, + "F1_coffee": 0.8831564128904615, + "IoU_coffee": 0.7907610547114533, + "precision_coffee": 0.8742255616443515, + "recall_coffee": 0.8922716177516385, + "F1_noncoffee": 0.6337507453786524, + "IoU_noncoffee": 0.46386173184357543, + "kappa": 0.5170651371875089, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.6889223429399369, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8668235676026619, + "mIoU": 0.6976992031598763, + "macroF1": 0.8135662649045705, + "F1_coffee": 0.9132104210960555, + "IoU_coffee": 0.8402826442419995, + "precision_coffee": 0.9020751050090904, + "recall_coffee": 0.9246240843079295, + "F1_noncoffee": 0.7139221087130854, + "IoU_noncoffee": 0.555115762077753, + "kappa": 0.6273197155819005, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8285162109149649, + "mIoU": 0.6377147668543536, + "macroF1": 0.7672094272381329, + "F1_coffee": 0.8866734020854381, + "IoU_coffee": 0.7964180535579755, + "precision_coffee": 0.8794645389400443, + "recall_coffee": 0.8940014222837264, + "F1_noncoffee": 0.6477454523908277, + "IoU_noncoffee": 0.47901148015073175, + "kappa": 0.5345160679243418, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37899761336515514, + "mIoU": 0.19043739727458125, + "macroF1": 0.2772661113923339, + "F1_coffee": 0.5484206872613676, + "IoU_coffee": 0.37780966044954567, + "precision_coffee": 1.0, + "recall_coffee": 0.37780966044954567, + "F1_noncoffee": 0.006111535523300229, + "IoU_noncoffee": 0.0030651340996168583, + "kappa": 0.002313395548543831, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8761792452830188, + "mIoU": 0.720745027218976, + "macroF1": 0.8312203939075398, + "F1_coffee": 0.9183303085299456, + "IoU_coffee": 0.8489932885906041, + "precision_coffee": 0.9154228855721394, + "recall_coffee": 0.921256258534365, + "F1_noncoffee": 0.7441104792851341, + "IoU_noncoffee": 0.592496765847348, + "kappa": 0.6624514562502953, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8613496337262893, + "mIoU": 0.6908206166866013, + "macroF1": 0.8086849004335848, + "F1_coffee": 0.9090619829451445, + "IoU_coffee": 0.8332847226273115, + "precision_coffee": 0.9046865104496516, + "recall_coffee": 0.9134799846527689, + "F1_noncoffee": 0.7083078179220249, + "IoU_noncoffee": 0.5483565107458913, + "kappa": 0.6173985073282608, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8630661177040445, + "mIoU": 0.6810933050068952, + "macroF1": 0.7997301868746707, + "F1_coffee": 0.9123546736940009, + "IoU_coffee": 0.838834730061, + "precision_coffee": 0.8871337272398409, + "recall_coffee": 0.9390516306082073, + "F1_noncoffee": 0.6871057000553403, + "IoU_noncoffee": 0.5233518799527904, + "kappa": 0.6006127853625239, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.712090327164431, + "macroF1": 0.819038208504728, + "F1_coffee": 0.9419824189148227, + "IoU_coffee": 0.8903277561311025, + "precision_coffee": 0.9359113359836164, + "recall_coffee": 0.9481327800829875, + "F1_noncoffee": 0.6960939980946332, + "IoU_noncoffee": 0.5338528981977594, + "kappa": 0.6381561730788907, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8496995961784695, + "mIoU": 0.6014520509052833, + "macroF1": 0.7239213610882433, + "F1_coffee": 0.9102669646007292, + "IoU_coffee": 0.8353118929419383, + "precision_coffee": 0.9126282278033251, + "recall_coffee": 0.9079178885630499, + "F1_noncoffee": 0.5375757575757576, + "IoU_noncoffee": 0.36759220886862826, + "kappa": 0.4478617696359217, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8780678595873668, + "mIoU": 0.6252398093311845, + "macroF1": 0.7413035887690136, + "F1_coffee": 0.929400441601087, + "IoU_coffee": 0.8681121099947118, + "precision_coffee": 0.9054605626034198, + "recall_coffee": 0.9546406140963015, + "F1_noncoffee": 0.5532067359369401, + "IoU_noncoffee": 0.38236750866765723, + "kappa": 0.4848860121074761, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8515669515669516, + "mIoU": 0.7126668943275767, + "macroF1": 0.8289225811322294, + "F1_coffee": 0.8911635679966576, + "IoU_coffee": 0.8036925395629239, + "precision_coffee": 0.8917224080267558, + "recall_coffee": 0.8906054279749478, + "F1_noncoffee": 0.7666815942678011, + "IoU_noncoffee": 0.6216412490922295, + "kappa": 0.6578454503441735, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8726577437858508, + "mIoU": 0.7453351019044242, + "macroF1": 0.8513274771423007, + "F1_coffee": 0.9076411038690889, + "IoU_coffee": 0.8309000888663197, + "precision_coffee": 0.895471336708168, + "recall_coffee": 0.9201462111626599, + "F1_noncoffee": 0.7950138504155124, + "IoU_noncoffee": 0.6597701149425287, + "kappa": 0.7027767942195761, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.848339412555193, + "mIoU": 0.7003575317888932, + "macroF1": 0.819339285011857, + "F1_coffee": 0.8917214912280702, + "IoU_coffee": 0.8046005441503834, + "precision_coffee": 0.8650445419492089, + "recall_coffee": 0.9200961674444916, + "F1_noncoffee": 0.7469570787956438, + "IoU_noncoffee": 0.5961145194274029, + "kappa": 0.6394798363133274, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6600, + 7520 + ], + [ + 46227, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9081123073895773, + "ssl_variant": "", + "test_tta": { + "OA": 0.8695666287940269, + "mIoU": 0.6992942638530998, + "macroF1": 0.8144058924304955, + "F1_coffee": 0.9155864619004601, + "IoU_coffee": 0.8443148575081852, + "precision_coffee": 0.8983550461741425, + "recall_coffee": 0.9334918390952319, + "F1_noncoffee": 0.713225322960531, + "IoU_noncoffee": 0.5542736701980143, + "kappa": 0.629275153127065, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8315593631014192, + "mIoU": 0.6386438149596139, + "macroF1": 0.7673625458647019, + "F1_coffee": 0.8895696820128783, + "IoU_coffee": 0.8011035610279467, + "precision_coffee": 0.8754885538805137, + "recall_coffee": 0.9041111687712622, + "F1_noncoffee": 0.6451554097165254, + "IoU_noncoffee": 0.47618406889128095, + "kappa": 0.5351115233026813, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 52, + "stopped_epoch": 72, + "best_val": 0.6869876467019849, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.855153384190878, + "mIoU": 0.6910640600644828, + "macroF1": 0.8101277970114473, + "F1_coffee": 0.9025891804567088, + "IoU_coffee": 0.8224715524787141, + "precision_coffee": 0.9202688866135422, + "recall_coffee": 0.8855759756672236, + "F1_noncoffee": 0.7176664135661858, + "IoU_noncoffee": 0.5596565676502516, + "kappa": 0.6206613855811468, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.815305180569978, + "mIoU": 0.6324117374575114, + "macroF1": 0.7653174839765333, + "F1_coffee": 0.8736283255703797, + "IoU_coffee": 0.7756128331376706, + "precision_coffee": 0.8977427140162655, + "recall_coffee": 0.850775529031886, + "F1_noncoffee": 0.6570066423826869, + "IoU_noncoffee": 0.4892106417773523, + "kappa": 0.5315523405639779, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3145584725536993, + "mIoU": 0.1580125139486689, + "macroF1": 0.24129885222121122, + "F1_coffee": 0.4770575382374363, + "IoU_coffee": 0.31324725011956, + "precision_coffee": 1.0, + "recall_coffee": 0.31324725011956, + "F1_noncoffee": 0.00554016620498615, + "IoU_noncoffee": 0.002777777777777778, + "kappa": 0.001738749560335293, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8786360062893082, + "mIoU": 0.7355531348750628, + "macroF1": 0.842754007033513, + "F1_coffee": 0.9178692558356055, + "IoU_coffee": 0.8482055063913471, + "precision_coffee": 0.9392310309629126, + "recall_coffee": 0.8974575720137851, + "F1_noncoffee": 0.7676387582314205, + "IoU_noncoffee": 0.6229007633587786, + "kappa": 0.6859675952180034, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8253529326153398, + "mIoU": 0.6516833792854827, + "macroF1": 0.7811845692712776, + "F1_coffee": 0.8794938742719421, + "IoU_coffee": 0.7849076895500986, + "precision_coffee": 0.9228013486934532, + "recall_coffee": 0.8400690625399667, + "F1_noncoffee": 0.6828752642706131, + "IoU_noncoffee": 0.5184590690208668, + "kappa": 0.5648910410514889, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8617582949866796, + "mIoU": 0.6886326030565992, + "macroF1": 0.8066887087428596, + "F1_coffee": 0.909866093986862, + "IoU_coffee": 0.8346370009849934, + "precision_coffee": 0.9005939356048765, + "recall_coffee": 0.9193311634437424, + "F1_noncoffee": 0.7035113234988573, + "IoU_noncoffee": 0.5426282051282051, + "kappa": 0.6135121769826917, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9042964772958664, + "mIoU": 0.7274853678293474, + "macroF1": 0.8318119434600395, + "F1_coffee": 0.9422249539028887, + "IoU_coffee": 0.8907611853573504, + "precision_coffee": 0.9491084695393759, + "recall_coffee": 0.935440566268001, + "F1_noncoffee": 0.7213989330171903, + "IoU_noncoffee": 0.5642095503013445, + "kappa": 0.6637091864008065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8126662070324042, + "mIoU": 0.5670673528451461, + "macroF1": 0.6967620395372808, + "F1_coffee": 0.8842361533779671, + "IoU_coffee": 0.7924939995636047, + "precision_coffee": 0.9189120809614169, + "recall_coffee": 0.8520821114369501, + "F1_noncoffee": 0.5092879256965944, + "IoU_noncoffee": 0.34164070612668745, + "kappa": 0.3971629111237784, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8824679769238291, + "mIoU": 0.6373297363544886, + "macroF1": 0.752797545360872, + "F1_coffee": 0.9318362254735171, + "IoU_coffee": 0.8723720535145466, + "precision_coffee": 0.9092518813634352, + "recall_coffee": 0.9555710630379158, + "F1_noncoffee": 0.573758865248227, + "IoU_noncoffee": 0.4022874191944306, + "kappa": 0.5074951135547142, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8547008547008547, + "mIoU": 0.7260810511380986, + "macroF1": 0.8391512918135356, + "F1_coffee": 0.8891625615763546, + "IoU_coffee": 0.8004434589800443, + "precision_coffee": 0.9271793322254117, + "recall_coffee": 0.8541405706332638, + "F1_noncoffee": 0.7891400220507166, + "IoU_noncoffee": 0.6517186432961529, + "kappa": 0.6793282152118912, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8376673040152963, + "mIoU": 0.7027732840684382, + "macroF1": 0.8232857491488383, + "F1_coffee": 0.8736983040761678, + "IoU_coffee": 0.7757231541408004, + "precision_coffee": 0.9276575580477018, + "recall_coffee": 0.825671306059328, + "F1_noncoffee": 0.7728731942215088, + "IoU_noncoffee": 0.6298234139960759, + "kappa": 0.6487088838850529, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8414282971779612, + "mIoU": 0.6993382517497427, + "macroF1": 0.8197626554407048, + "F1_coffee": 0.8822523164647185, + "IoU_coffee": 0.7893125876801428, + "precision_coffee": 0.8893519183790775, + "recall_coffee": 0.8752651675859143, + "F1_noncoffee": 0.7572729944166912, + "IoU_noncoffee": 0.6093639158193427, + "kappa": 0.6395726591559662, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6626, + 7520 + ], + [ + 45483, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1797240416208905, + "ssl_variant": "", + "test_tta": { + "OA": 0.8588378509982145, + "mIoU": 0.6947217063688226, + "macroF1": 0.8125602182448439, + "F1_coffee": 0.9056959760580332, + "IoU_coffee": 0.8276456599286564, + "precision_coffee": 0.9171223400751037, + "recall_coffee": 0.8945508289422953, + "F1_noncoffee": 0.7194244604316546, + "IoU_noncoffee": 0.5617977528089888, + "kappa": 0.6252934868032461, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8200646128995038, + "mIoU": 0.6363919038443762, + "macroF1": 0.7679929450642304, + "F1_coffee": 0.8779065215689345, + "IoU_coffee": 0.782382696668411, + "precision_coffee": 0.894307646296481, + "recall_coffee": 0.8620961386918834, + "F1_noncoffee": 0.6580793685595264, + "IoU_noncoffee": 0.49040111102034145, + "kappa": 0.5364225351680629, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6817502692452795, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8672618081480279, + "mIoU": 0.706693865694926, + "macroF1": 0.8211472918848202, + "F1_coffee": 0.9119641742200788, + "IoU_coffee": 0.8381747665030869, + "precision_coffee": 0.9166810941828255, + "recall_coffee": 0.9072955489868483, + "F1_noncoffee": 0.7303304095495614, + "IoU_noncoffee": 0.575212964886765, + "kappa": 0.6423235934732926, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8252278758509288, + "mIoU": 0.6427664630793645, + "macroF1": 0.7728450750065166, + "F1_coffee": 0.8819276638865071, + "IoU_coffee": 0.7887930283224401, + "precision_coffee": 0.8943540896784775, + "recall_coffee": 0.8698418189855658, + "F1_noncoffee": 0.6637624861265261, + "IoU_noncoffee": 0.49673989783628886, + "kappa": 0.54593977320848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2591885441527446, + "mIoU": 0.1301710476654139, + "macroF1": 0.20750706834357024, + "F1_coffee": 0.4098859315589354, + "IoU_coffee": 0.2577714012434242, + "precision_coffee": 1.0, + "recall_coffee": 0.2577714012434242, + "F1_noncoffee": 0.005128205128205128, + "IoU_noncoffee": 0.002570694087403599, + "kappa": 0.0013244252019195598, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8820754716981132, + "mIoU": 0.7375575030174389, + "macroF1": 0.8437856836599713, + "F1_coffee": 0.921125279347969, + "IoU_coffee": 0.8537833556719874, + "precision_coffee": 0.9312246660907701, + "recall_coffee": 0.9112426035502958, + "F1_noncoffee": 0.7664460879719736, + "IoU_noncoffee": 0.6213316503628905, + "kappa": 0.6876801425409496, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8565468393732111, + "mIoU": 0.6932519719720114, + "macroF1": 0.8117424550826691, + "F1_coffee": 0.9035834230004239, + "IoU_coffee": 0.8241241896151787, + "precision_coffee": 0.9218282216752046, + "recall_coffee": 0.8860468090548663, + "F1_noncoffee": 0.7199014871649143, + "IoU_noncoffee": 0.5623797543288441, + "kappa": 0.6239128923497577, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8633567449745702, + "mIoU": 0.6894217594527348, + "macroF1": 0.8070573026828876, + "F1_coffee": 0.9112809384533133, + "IoU_coffee": 0.8370212028424519, + "precision_coffee": 0.8983134920634921, + "recall_coffee": 0.9246282468568511, + "F1_noncoffee": 0.7028336669124619, + "IoU_noncoffee": 0.5418223160630177, + "kappa": 0.6143837533097195, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.913663205049888, + "mIoU": 0.7453056908196374, + "macroF1": 0.8448211719956359, + "F1_coffee": 0.9481789293571254, + "IoU_coffee": 0.9014640948175692, + "precision_coffee": 0.9495716034271726, + "recall_coffee": 0.9467903343910178, + "F1_noncoffee": 0.7414634146341463, + "IoU_noncoffee": 0.5891472868217055, + "kappa": 0.6896456745490446, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8523589086969369, + "mIoU": 0.6219147736770128, + "macroF1": 0.745103776941966, + "F1_coffee": 0.9104486528466456, + "IoU_coffee": 0.8356179405636583, + "precision_coffee": 0.9276844411979547, + "recall_coffee": 0.893841642228739, + "F1_noncoffee": 0.5797589010372862, + "IoU_noncoffee": 0.40821160679036717, + "kappa": 0.4910320310094515, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.878361200743131, + "mIoU": 0.6345911250085015, + "macroF1": 0.7510858991586248, + "F1_coffee": 0.9290763968072976, + "IoU_coffee": 0.8675468483816013, + "precision_coffee": 0.9112055468575263, + "recall_coffee": 0.947662247034194, + "F1_noncoffee": 0.573095401509952, + "IoU_noncoffee": 0.4016354016354016, + "kappa": 0.5033217322947524, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8526115859449193, + "mIoU": 0.7190518153992498, + "macroF1": 0.8339031372388317, + "F1_coffee": 0.8896473265073948, + "IoU_coffee": 0.8012295081967213, + "precision_coffee": 0.9094345108300625, + "recall_coffee": 0.8707028531663187, + "F1_noncoffee": 0.7781589479702687, + "IoU_noncoffee": 0.6368741226017782, + "kappa": 0.6681221111194372, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8606118546845124, + "mIoU": 0.7326656175414136, + "macroF1": 0.8433750604648009, + "F1_coffee": 0.8953338119167265, + "IoU_coffee": 0.8105016896282817, + "precision_coffee": 0.9147718937949244, + "recall_coffee": 0.8767046253338957, + "F1_noncoffee": 0.7914163090128755, + "IoU_noncoffee": 0.6548295454545454, + "kappa": 0.6870317357012407, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.848627375695911, + "mIoU": 0.7070496079264745, + "macroF1": 0.8248427934158907, + "F1_coffee": 0.8893876692151224, + "IoU_coffee": 0.8008083870152836, + "precision_coffee": 0.8822710826607292, + "recall_coffee": 0.8966199971715457, + "F1_noncoffee": 0.7602979176166591, + "IoU_noncoffee": 0.6132908288376655, + "kappa": 0.6497349728965011, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6643, + 7520 + ], + [ + 46212, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9122915585835775, + "ssl_variant": "", + "test_tta": { + "OA": 0.8726505437428989, + "mIoU": 0.7122798794346648, + "macroF1": 0.8248404813019694, + "F1_coffee": 0.9163521610268875, + "IoU_coffee": 0.8456180394317422, + "precision_coffee": 0.9122092035999321, + "recall_coffee": 0.9205329220751403, + "F1_noncoffee": 0.7333288015770512, + "IoU_noncoffee": 0.5789417194375872, + "kappa": 0.6497039976248004, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8319055036344756, + "mIoU": 0.6481948387413127, + "macroF1": 0.7764104900277586, + "F1_coffee": 0.887802154429673, + "IoU_coffee": 0.7982412103796285, + "precision_coffee": 0.8893346190935391, + "recall_coffee": 0.8862749620404006, + "F1_noncoffee": 0.6650188256258442, + "IoU_noncoffee": 0.4981484671029969, + "kappa": 0.5528249443325322, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6638190142525917, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8154195747443597, + "mIoU": 0.6291121090743649, + "macroF1": 0.7620876231177989, + "F1_coffee": 0.8747301167658075, + "IoU_coffee": 0.7773513979168298, + "precision_coffee": 0.9004399691568014, + "recall_coffee": 0.8504476716788759, + "F1_noncoffee": 0.6494451294697904, + "IoU_noncoffee": 0.4808728202318999, + "kappa": 0.5252583157622467, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7788883119880005, + "mIoU": 0.5819327444984036, + "macroF1": 0.7238017728634153, + "F1_coffee": 0.8471500782644241, + "IoU_coffee": 0.7348311885983119, + "precision_coffee": 0.8801168379184621, + "recall_coffee": 0.8165638393972592, + "F1_noncoffee": 0.6004534674624065, + "IoU_noncoffee": 0.4290343003984954, + "kappa": 0.4496220748334887, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29260143198090693, + "mIoU": 0.14696999832004495, + "macroF1": 0.22824011931394483, + "F1_coffee": 0.45111111111111113, + "IoU_coffee": 0.29124820659971307, + "precision_coffee": 1.0, + "recall_coffee": 0.29124820659971307, + "F1_noncoffee": 0.005369127516778523, + "IoU_noncoffee": 0.0026917900403768506, + "kappa": 0.0015667297603405555, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8427181603773585, + "mIoU": 0.6745872096221267, + "macroF1": 0.7982006987014936, + "F1_coffee": 0.8929825147938886, + "IoU_coffee": 0.8066561971490698, + "precision_coffee": 0.9190063308560419, + "recall_coffee": 0.8683919630665193, + "F1_noncoffee": 0.7034188826090985, + "IoU_noncoffee": 0.5425182220951836, + "kappa": 0.5972963073240661, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7987677679134527, + "mIoU": 0.611875778819007, + "macroF1": 0.7492920467532272, + "F1_coffee": 0.8606650990930467, + "IoU_coffee": 0.755410106727991, + "precision_coffee": 0.9065242003962638, + "recall_coffee": 0.8192224069574114, + "F1_noncoffee": 0.6379189944134078, + "IoU_noncoffee": 0.46834145091002305, + "kappa": 0.501896606607176, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8051344151126181, + "mIoU": 0.6024255943985781, + "macroF1": 0.737939422435514, + "F1_coffee": 0.8706389272966977, + "IoU_coffee": 0.7709128181766414, + "precision_coffee": 0.8773817239144523, + "recall_coffee": 0.8639989788754866, + "F1_noncoffee": 0.6052399175743303, + "IoU_noncoffee": 0.433938370620515, + "kappa": 0.47597329139933586, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8901445734066381, + "mIoU": 0.6960552855703448, + "macroF1": 0.8074387615612596, + "F1_coffee": 0.9336367550279845, + "IoU_coffee": 0.8755335102087899, + "precision_coffee": 0.9411035337879727, + "recall_coffee": 0.9262875274591165, + "F1_noncoffee": 0.6812407680945347, + "IoU_noncoffee": 0.5165770609318996, + "kappa": 0.6149939342480772, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8170983945631833, + "mIoU": 0.5742832825535356, + "macroF1": 0.7036442143836004, + "F1_coffee": 0.8870094310921813, + "IoU_coffee": 0.7969604198556746, + "precision_coffee": 0.9214917825537294, + "recall_coffee": 0.8550146627565982, + "F1_noncoffee": 0.5202789976750194, + "IoU_noncoffee": 0.35160614525139666, + "kappa": 0.4107913186811299, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8647697271927252, + "mIoU": 0.6265374720611867, + "macroF1": 0.746466800985091, + "F1_coffee": 0.9196537500726195, + "IoU_coffee": 0.8512583351258335, + "precision_coffee": 0.91874637260592, + "recall_coffee": 0.9205629216096767, + "F1_noncoffee": 0.5732798518975625, + "IoU_noncoffee": 0.4018166089965398, + "kappa": 0.49293622875698123, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7984805318138651, + "mIoU": 0.642809564425953, + "macroF1": 0.7790589073413242, + "F1_coffee": 0.8445648989159098, + "IoU_coffee": 0.7309496640040574, + "precision_coffee": 0.8914488943868872, + "recall_coffee": 0.802366040361865, + "F1_noncoffee": 0.7135529157667386, + "IoU_noncoffee": 0.5546694648478488, + "kappa": 0.5603588565181898, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7809751434034417, + "mIoU": 0.6214088746274876, + "macroF1": 0.7630764842595071, + "F1_coffee": 0.82819647544057, + "IoU_coffee": 0.7067707666709331, + "precision_coffee": 0.8874959819993571, + "recall_coffee": 0.7763250386616055, + "F1_noncoffee": 0.6979564930784443, + "IoU_noncoffee": 0.5360469825840422, + "kappa": 0.5298431655622508, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7465924361681705, + "mIoU": 0.5649649675166644, + "macroF1": 0.7150121700133771, + "F1_coffee": 0.809880455134668, + "IoU_coffee": 0.6805034491104925, + "precision_coffee": 0.8250917094644167, + "recall_coffee": 0.7952199123179182, + "F1_noncoffee": 0.6201438848920864, + "IoU_noncoffee": 0.4494264859228363, + "kappa": 0.4304111337845198, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 375, + 563 + ], + [ + 6231, + 7520 + ], + [ + 43623, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9136252403259277, + "ssl_variant": "", + "test_tta": { + "OA": 0.828242168479143, + "mIoU": 0.6375825128342281, + "macroF1": 0.7671486216495449, + "F1_coffee": 0.8864202301219303, + "IoU_coffee": 0.7960096385542169, + "precision_coffee": 0.8883653887526354, + "recall_coffee": 0.8844835710919762, + "F1_noncoffee": 0.6478770131771596, + "IoU_noncoffee": 0.47915538711423933, + "kappa": 0.5343041651546984, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.794118495442483, + "mIoU": 0.5910629324327972, + "macroF1": 0.7291262693984135, + "F1_coffee": 0.8618089236101028, + "IoU_coffee": 0.7571742051814176, + "precision_coffee": 0.8681880241856836, + "recall_coffee": 0.8555228814699495, + "F1_noncoffee": 0.5964436151867243, + "IoU_noncoffee": 0.4249516596841766, + "kappa": 0.4583379360615885, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6811738949635823, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8321214088621977, + "mIoU": 0.6588174077905081, + "macroF1": 0.7862418142005505, + "F1_coffee": 0.885272813993988, + "IoU_coffee": 0.7941609616303137, + "precision_coffee": 0.9180527756688982, + "recall_coffee": 0.8547530308872039, + "F1_noncoffee": 0.6872108144071128, + "IoU_noncoffee": 0.5234738539507026, + "kappa": 0.5739644842317421, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7968731971847237, + "mIoU": 0.6102160389564334, + "macroF1": 0.748121865194447, + "F1_coffee": 0.8589342948717948, + "IoU_coffee": 0.7527474456655314, + "precision_coffee": 0.8968229068624375, + "recall_coffee": 0.8241173191873763, + "F1_noncoffee": 0.6373094355170993, + "IoU_noncoffee": 0.4676846322473354, + "kappa": 0.49854491182497596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38281622911694513, + "mIoU": 0.1923598105771071, + "macroF1": 0.27929470341130674, + "F1_coffee": 0.5524402907580478, + "IoU_coffee": 0.381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.381635581061693, + "F1_noncoffee": 0.006149116064565719, + "IoU_noncoffee": 0.0030840400925212026, + "kappa": 0.002351191561343679, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8388364779874213, + "mIoU": 0.6734318586886475, + "macroF1": 0.7979857452742485, + "F1_coffee": 0.8888286334056399, + "IoU_coffee": 0.7999023914104442, + "precision_coffee": 0.928283185840708, + "recall_coffee": 0.852591195786462, + "F1_noncoffee": 0.7071428571428572, + "IoU_noncoffee": 0.5469613259668509, + "kappa": 0.5978850693437928, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8108960364818318, + "mIoU": 0.6328186300495707, + "macroF1": 0.7667815678177053, + "F1_coffee": 0.8682128609101359, + "IoU_coffee": 0.7671167403512964, + "precision_coffee": 0.921090387374462, + "recall_coffee": 0.8210768640491112, + "F1_noncoffee": 0.6653502747252747, + "IoU_noncoffee": 0.4985205197478451, + "kappa": 0.5374341852617518, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8466941147977719, + "mIoU": 0.6710770627870664, + "macroF1": 0.7942096662789458, + "F1_coffee": 0.8981365260210485, + "IoU_coffee": 0.8151069050122678, + "precision_coffee": 0.9059213089209194, + "recall_coffee": 0.89048439594103, + "F1_noncoffee": 0.6902828065368432, + "IoU_noncoffee": 0.5270472205618649, + "kappa": 0.5885117207272953, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8836285888821014, + "mIoU": 0.6841513999308676, + "macroF1": 0.7980881899475794, + "F1_coffee": 0.9295097132284922, + "IoU_coffee": 0.8683027998617352, + "precision_coffee": 0.9395337239745668, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5963936328925276, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8054762139269181, + "mIoU": 0.5623557701460815, + "macroF1": 0.6936609342254731, + "F1_coffee": 0.8787376435193712, + "IoU_coffee": 0.7837038659511554, + "precision_coffee": 0.9219273383148673, + "recall_coffee": 0.8394134897360703, + "F1_noncoffee": 0.5085842249315751, + "IoU_noncoffee": 0.34100767434100765, + "kappa": 0.39272290201782184, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8634985821844138, + "mIoU": 0.6164729283539817, + "macroF1": 0.7361530397129548, + "F1_coffee": 0.9194553427186707, + "IoU_coffee": 0.8509184109354977, + "precision_coffee": 0.9122967712388367, + "recall_coffee": 0.9267271458478716, + "F1_noncoffee": 0.5528507367072389, + "IoU_noncoffee": 0.38202744577246567, + "kappa": 0.47248639361525235, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7970560303893637, + "mIoU": 0.6457833564973041, + "macroF1": 0.782096762431262, + "F1_coffee": 0.8391903077733464, + "IoU_coffee": 0.7229353040321536, + "precision_coffee": 0.9134993446920052, + "recall_coffee": 0.7760612386917188, + "F1_noncoffee": 0.7250032170891777, + "IoU_noncoffee": 0.5686314089624546, + "kappa": 0.5690698100622592, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8161567877629063, + "mIoU": 0.6722841646777333, + "macroF1": 0.8016255681785738, + "F1_coffee": 0.8553156271160935, + "IoU_coffee": 0.7472065203102406, + "precision_coffee": 0.9200388475234704, + "recall_coffee": 0.7991002389990158, + "F1_noncoffee": 0.7479355092410539, + "IoU_noncoffee": 0.5973618090452262, + "kappa": 0.6066425853502702, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8301977346899597, + "mIoU": 0.6864035624904105, + "macroF1": 0.8109910988470281, + "F1_coffee": 0.8712424485042579, + "IoU_coffee": 0.7718596853237039, + "precision_coffee": 0.8975704859028194, + "recall_coffee": 0.8464149342384387, + "F1_noncoffee": 0.7507397491897985, + "IoU_noncoffee": 0.600947439657117, + "kappa": 0.6226107908404723, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 506, + 563 + ], + [ + 6317, + 7520 + ], + [ + 44420, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3920074065526327, + "ssl_variant": "", + "test_tta": { + "OA": 0.838792403830547, + "mIoU": 0.6652502570301619, + "macroF1": 0.7906442178392787, + "F1_coffee": 0.8910439247005134, + "IoU_coffee": 0.8034979423868313, + "precision_coffee": 0.9132448841915899, + "recall_coffee": 0.8698967570577903, + "F1_noncoffee": 0.690244510978044, + "IoU_noncoffee": 0.5270025716734927, + "kappa": 0.5819907353415504, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8048200069228106, + "mIoU": 0.6166583225666847, + "macroF1": 0.7525001187252802, + "F1_coffee": 0.8662945215630095, + "IoU_coffee": 0.7641266078711612, + "precision_coffee": 0.8913308665067295, + "recall_coffee": 0.8426262276807165, + "F1_noncoffee": 0.6387057158875511, + "IoU_noncoffee": 0.46919003726220826, + "kappa": 0.5060533042808536, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6898447526245585, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8694043174809284, + "mIoU": 0.7031493188891513, + "macroF1": 0.8177401825506087, + "F1_coffee": 0.9147777824852773, + "IoU_coffee": 0.8429405219699779, + "precision_coffee": 0.9048107949545321, + "recall_coffee": 0.9249667994687915, + "F1_noncoffee": 0.72070258261594, + "IoU_noncoffee": 0.5633581158083247, + "kappa": 0.6356252671834073, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8326554747894311, + "mIoU": 0.6451264556904626, + "macroF1": 0.7733242466020289, + "F1_coffee": 0.8892938583518591, + "IoU_coffee": 0.8006562897295811, + "precision_coffee": 0.8829670329670329, + "recall_coffee": 0.8957120067654577, + "F1_noncoffee": 0.6573546348521986, + "IoU_noncoffee": 0.4895966216513439, + "kappa": 0.5467205246148071, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4243436754176611, + "mIoU": 0.21327412642138088, + "macroF1": 0.30067392517404473, + "F1_coffee": 0.594758064516129, + "IoU_coffee": 0.4232424677187948, + "precision_coffee": 1.0, + "recall_coffee": 0.4232424677187948, + "F1_noncoffee": 0.006589785831960461, + "IoU_noncoffee": 0.003305785123966942, + "kappa": 0.0027943875436622807, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8900845125786163, + "mIoU": 0.7458342935293312, + "macroF1": 0.8490310523026579, + "F1_coffee": 0.9277571451638947, + "IoU_coffee": 0.8652490813806397, + "precision_coffee": 0.9215963043757218, + "recall_coffee": 0.9340009103322713, + "F1_noncoffee": 0.7703049594414211, + "IoU_noncoffee": 0.6264195056780227, + "kappa": 0.6981050000486718, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8539271333624412, + "mIoU": 0.6810141856131113, + "macroF1": 0.8015737778082916, + "F1_coffee": 0.9034966827986283, + "IoU_coffee": 0.823979890097042, + "precision_coffee": 0.905673713294352, + "recall_coffee": 0.9013300933623225, + "F1_noncoffee": 0.6996508728179551, + "IoU_noncoffee": 0.5380484811291807, + "kappa": 0.6031546922087951, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8644708161782514, + "mIoU": 0.6838798604638816, + "macroF1": 0.8019265828595481, + "F1_coffee": 0.9132295478508963, + "IoU_coffee": 0.8403150325305331, + "precision_coffee": 0.8882186161549135, + "recall_coffee": 0.9396898334290638, + "F1_noncoffee": 0.6906236178681999, + "IoU_noncoffee": 0.5274446883972302, + "kappa": 0.604969940089166, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9047037263286499, + "mIoU": 0.7132264085257938, + "macroF1": 0.8196071327433961, + "F1_coffee": 0.9435055528730082, + "IoU_coffee": 0.8930530164533821, + "precision_coffee": 0.9333651779316934, + "recall_coffee": 0.9538686844032219, + "F1_noncoffee": 0.6957087126137841, + "IoU_noncoffee": 0.5333998005982054, + "kappa": 0.6394434904617592, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8451689155914508, + "mIoU": 0.5941959030027878, + "macroF1": 0.7172536051125699, + "F1_coffee": 0.9074313979507714, + "IoU_coffee": 0.8305486687506737, + "precision_coffee": 0.9110795790469434, + "recall_coffee": 0.9038123167155425, + "F1_noncoffee": 0.5270758122743683, + "IoU_noncoffee": 0.35784313725490197, + "kappa": 0.4345535292567991, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8755255695707441, + "mIoU": 0.6098001298151883, + "macroF1": 0.7252073365815324, + "F1_coffee": 0.9284469675678714, + "IoU_coffee": 0.8664498531263114, + "precision_coffee": 0.8984009572500816, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5219677055951933, + "IoU_noncoffee": 0.35315040650406504, + "kappa": 0.45449095646732596, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8764482431149098, + "mIoU": 0.7537630798652543, + "macroF1": 0.8571882799761582, + "F1_coffee": 0.9096339515176773, + "IoU_coffee": 0.8342464008153905, + "precision_coffee": 0.9079312257348863, + "recall_coffee": 0.9113430758524704, + "F1_noncoffee": 0.8047426084346391, + "IoU_noncoffee": 0.673279758915118, + "kappa": 0.7143787305346075, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8624282982791587, + "mIoU": 0.7313167700381904, + "macroF1": 0.8420266578663591, + "F1_coffee": 0.8987973837822631, + "IoU_coffee": 0.8161961936390344, + "precision_coffee": 0.8992400788066423, + "recall_coffee": 0.8983551244200759, + "F1_noncoffee": 0.7852559319504552, + "IoU_noncoffee": 0.6464373464373464, + "kappa": 0.6840534782131209, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8536187368016894, + "mIoU": 0.7116767354335849, + "macroF1": 0.8277547095750957, + "F1_coffee": 0.8945001729505362, + "IoU_coffee": 0.809136420525657, + "precision_coffee": 0.8755417118093174, + "recall_coffee": 0.9142978362324989, + "F1_noncoffee": 0.7610092461996553, + "IoU_noncoffee": 0.6142170503415127, + "kappa": 0.6558749282127392, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6635, + 7520 + ], + [ + 46352, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3907940864562989, + "ssl_variant": "", + "test_tta": { + "OA": 0.8720662230157442, + "mIoU": 0.7049241131430543, + "macroF1": 0.818745626143386, + "F1_coffee": 0.9170542798812956, + "IoU_coffee": 0.8468146305437867, + "precision_coffee": 0.901365328920149, + "recall_coffee": 0.9332990618172471, + "F1_noncoffee": 0.7204369724054763, + "IoU_noncoffee": 0.5630335957423218, + "kappa": 0.637861035440428, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8355688242759893, + "mIoU": 0.6461245949762447, + "macroF1": 0.77358109378645, + "F1_coffee": 0.8920513184680207, + "IoU_coffee": 0.8051377589389486, + "precision_coffee": 0.8790915537640428, + "recall_coffee": 0.9053989121451498, + "F1_noncoffee": 0.6551108691048795, + "IoU_noncoffee": 0.4871114310135409, + "kappa": 0.54747640438143, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6778092602909915, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8695179354000974, + "mIoU": 0.6993817338874604, + "macroF1": 0.8144906889714563, + "F1_coffee": 0.9155256659486155, + "IoU_coffee": 0.844211464671912, + "precision_coffee": 0.8985952680542091, + "recall_coffee": 0.9331062845392623, + "F1_noncoffee": 0.7134557119942969, + "IoU_noncoffee": 0.5545520031030088, + "kappa": 0.6294275949616329, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8345592477212415, + "mIoU": 0.6438202701725201, + "macroF1": 0.771620428434733, + "F1_coffee": 0.8915117983638341, + "IoU_coffee": 0.8042591676194052, + "precision_coffee": 0.8775928201690686, + "recall_coffee": 0.9058794134040631, + "F1_noncoffee": 0.651729058505632, + "IoU_noncoffee": 0.48338137272563503, + "kappa": 0.5436094099090245, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4778042959427208, + "mIoU": 0.24022417176920083, + "macroF1": 0.3264924583658539, + "F1_coffee": 0.6457253886010362, + "IoU_coffee": 0.476805356288857, + "precision_coffee": 1.0, + "recall_coffee": 0.476805356288857, + "F1_noncoffee": 0.007259528130671506, + "IoU_noncoffee": 0.0036429872495446266, + "kappa": 0.00346796782129358, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8815349842767296, + "mIoU": 0.7267003634142244, + "macroF1": 0.8351585236575203, + "F1_coffee": 0.9225928660866215, + "IoU_coffee": 0.8563084808391441, + "precision_coffee": 0.9112125824454591, + "recall_coffee": 0.9342610052669225, + "F1_noncoffee": 0.747724181228419, + "IoU_noncoffee": 0.5970922459893048, + "kappa": 0.6704845559378855, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8621258429146655, + "mIoU": 0.6871883984596137, + "macroF1": 0.8053439404705227, + "F1_coffee": 0.9104769104769105, + "IoU_coffee": 0.8356655487452296, + "precision_coffee": 0.8971939408989322, + "recall_coffee": 0.9241590996291086, + "F1_noncoffee": 0.700210970464135, + "IoU_noncoffee": 0.5387112481739977, + "kappa": 0.6109734279615656, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8650520707193025, + "mIoU": 0.6845100027781816, + "macroF1": 0.8023668069029132, + "F1_coffee": 0.9136712940009916, + "IoU_coffee": 0.8410633806834389, + "precision_coffee": 0.8879720532433898, + "recall_coffee": 0.9409024187886911, + "F1_noncoffee": 0.6910623198048348, + "IoU_noncoffee": 0.5279566248729244, + "kappa": 0.6059148797347398, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9046019140704541, + "mIoU": 0.7093351013373053, + "macroF1": 0.8162369554084772, + "F1_coffee": 0.9436662057355859, + "IoU_coffee": 0.893340922026181, + "precision_coffee": 0.9299680056878777, + "recall_coffee": 0.9577739809616793, + "F1_noncoffee": 0.6888077050813683, + "IoU_noncoffee": 0.5253292806484295, + "kappa": 0.6329138764900986, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8610262976460159, + "mIoU": 0.6067042106318647, + "macroF1": 0.7262502108412261, + "F1_coffee": 0.9183307287144759, + "IoU_coffee": 0.848994006849315, + "precision_coffee": 0.9064213893967094, + "recall_coffee": 0.9305571847507331, + "F1_noncoffee": 0.5341696929679762, + "IoU_noncoffee": 0.3644144144144144, + "kappa": 0.45303898959753813, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8807079299892442, + "mIoU": 0.6307202590950606, + "macroF1": 0.7463690162558789, + "F1_coffee": 0.9309564233163554, + "IoU_coffee": 0.8708311275807306, + "precision_coffee": 0.9066358024691358, + "recall_coffee": 0.9566178180972319, + "F1_noncoffee": 0.5617816091954023, + "IoU_noncoffee": 0.3906093906093906, + "kappa": 0.4950442709528497, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8600189933523267, + "mIoU": 0.72401533070002, + "macroF1": 0.8366336014647257, + "F1_coffee": 0.898442882733912, + "IoU_coffee": 0.8156117087815862, + "precision_coffee": 0.8896165916223223, + "recall_coffee": 0.907446068197634, + "F1_noncoffee": 0.7748243201955393, + "IoU_noncoffee": 0.6324189526184538, + "kappa": 0.6733384980518656, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8631931166347993, + "mIoU": 0.7284470946460289, + "macroF1": 0.8396364138109604, + "F1_coffee": 0.9010989010989011, + "IoU_coffee": 0.82, + "precision_coffee": 0.886215334420881, + "recall_coffee": 0.916490932096162, + "F1_noncoffee": 0.7781739265230196, + "IoU_noncoffee": 0.6368941892920579, + "kappa": 0.6794755996687231, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8496832405452102, + "mIoU": 0.7023727781372512, + "macroF1": 0.8207756686593093, + "F1_coffee": 0.8927544172031229, + "IoU_coffee": 0.8062840178129639, + "precision_coffee": 0.8654893108484929, + "recall_coffee": 0.921793239994343, + "F1_noncoffee": 0.7487969201154957, + "IoU_noncoffee": 0.5984615384615385, + "kappa": 0.6423826322328815, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6698, + 7520 + ], + [ + 46296, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9988163471221924, + "ssl_variant": "", + "test_tta": { + "OA": 0.8712222041876319, + "mIoU": 0.6982088899114538, + "macroF1": 0.8131450945095255, + "F1_coffee": 0.9173179932887305, + "IoU_coffee": 0.8472644669464444, + "precision_coffee": 0.8932456567624615, + "recall_coffee": 0.9427237287409502, + "F1_noncoffee": 0.7089721957303206, + "IoU_noncoffee": 0.5491533128764632, + "kappa": 0.6272430813967287, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8371264566747433, + "mIoU": 0.642784728645874, + "macroF1": 0.7700038134778208, + "F1_coffee": 0.8942533686664856, + "IoU_coffee": 0.8087326186000033, + "precision_coffee": 0.8719231612007888, + "recall_coffee": 0.9177574045243998, + "F1_noncoffee": 0.6457542582891559, + "IoU_noncoffee": 0.47683683869174465, + "kappa": 0.5410161007931633, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6855652236046323, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.821625650133198, + "mIoU": 0.6566360419862263, + "macroF1": 0.7865678628140833, + "F1_coffee": 0.8730690678492039, + "IoU_coffee": 0.774731656520346, + "precision_coffee": 0.860380295785611, + "recall_coffee": 0.8861377067204178, + "F1_noncoffee": 0.7000666577789628, + "IoU_noncoffee": 0.5385404274521065, + "kappa": 0.573354997145187, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.792517595477097, + "mIoU": 0.6170387809556217, + "macroF1": 0.7560111093816324, + "F1_coffee": 0.8503889512874911, + "IoU_coffee": 0.7397188398979574, + "precision_coffee": 0.8400624627586348, + "recall_coffee": 0.8609724766778276, + "F1_noncoffee": 0.6616332674757738, + "IoU_noncoffee": 0.494358722013286, + "kappa": 0.5121889272924784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12763466042154567, + "mIoU": 0.06428501856890603, + "macroF1": 0.11475747418628175, + "F1_coffee": 0.22152560083594566, + "IoU_coffee": 0.1245593419506463, + "precision_coffee": 0.9906542056074766, + "recall_coffee": 0.12470588235294118, + "F1_noncoffee": 0.007989347536617843, + "IoU_noncoffee": 0.004010695187165776, + "kappa": -0.001340934058151198, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8166162997073919, + "mIoU": 0.6461189731486091, + "macroF1": 0.7780070543814729, + "F1_coffee": 0.8705866422937613, + "IoU_coffee": 0.7708308356312192, + "precision_coffee": 0.8481630499307433, + "recall_coffee": 0.8942280945757998, + "F1_noncoffee": 0.6854274664691845, + "IoU_noncoffee": 0.521407110665999, + "kappa": 0.5567671613529341, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8308585570150391, + "mIoU": 0.6704578794504081, + "macroF1": 0.7970124060452528, + "F1_coffee": 0.8798999729656664, + "IoU_coffee": 0.7855548180775961, + "precision_coffee": 0.8651073161007375, + "recall_coffee": 0.8952073162346146, + "F1_noncoffee": 0.7141248391248392, + "IoU_noncoffee": 0.5553609408232203, + "kappa": 0.5943071590127098, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6533538184317276, + "macroF1": 0.7845054260929087, + "F1_coffee": 0.8687012546625975, + "IoU_coffee": 0.7678796235237696, + "precision_coffee": 0.8681125042358523, + "recall_coffee": 0.8692908042076688, + "F1_noncoffee": 0.7003095975232199, + "IoU_noncoffee": 0.5388280133396856, + "kappa": 0.5690113046545613, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8443287037037037, + "mIoU": 0.6670680201541197, + "macroF1": 0.7910884838064023, + "F1_coffee": 0.896551724137931, + "IoU_coffee": 0.8125, + "precision_coffee": 0.8596361848574238, + "recall_coffee": 0.9367800696490758, + "F1_noncoffee": 0.6856252434748734, + "IoU_noncoffee": 0.5216360403082395, + "kappa": 0.5845054811467145, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8310733384262796, + "mIoU": 0.6560626650847123, + "macroF1": 0.7839424667594181, + "F1_coffee": 0.8848532187723752, + "IoU_coffee": 0.7934858743871118, + "precision_coffee": 0.872192993712306, + "recall_coffee": 0.897886393659181, + "F1_noncoffee": 0.6830317147464612, + "IoU_noncoffee": 0.518639455782313, + "kappa": 0.568135411334888, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8243230493442778, + "mIoU": 0.6414385996969107, + "macroF1": 0.7717971975903861, + "F1_coffee": 0.881280285641418, + "IoU_coffee": 0.7877578935369884, + "precision_coffee": 0.8651727591387081, + "recall_coffee": 0.8979989604989606, + "F1_noncoffee": 0.6623141095393543, + "IoU_noncoffee": 0.49511930585683295, + "kappa": 0.5440439318334828, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7891974425040558, + "mIoU": 0.6238227260433105, + "macroF1": 0.7634032930060262, + "F1_coffee": 0.8415237821938446, + "IoU_coffee": 0.7264057468417141, + "precision_coffee": 0.8348754448398576, + "recall_coffee": 0.8482788544981198, + "F1_noncoffee": 0.6852828038182077, + "IoU_noncoffee": 0.5212397052449068, + "kappa": 0.5268661691127299, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8306451612903226, + "mIoU": 0.681842118461307, + "macroF1": 0.8070030328094844, + "F1_coffee": 0.8745519713261649, + "IoU_coffee": 0.7770700636942676, + "precision_coffee": 0.857497243660419, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.739454094292804, + "IoU_noncoffee": 0.5866141732283464, + "kappa": 0.6143229262971992, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8104846313407505, + "mIoU": 0.6594470652091232, + "macroF1": 0.7915047796499848, + "F1_coffee": 0.8544111255975663, + "IoU_coffee": 0.7458270106221547, + "precision_coffee": 0.8715826806561253, + "recall_coffee": 0.8379031112373917, + "F1_noncoffee": 0.7285984337024034, + "IoU_noncoffee": 0.5730671197960917, + "kappa": 0.5833110668539723, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9252, + 11000 + ], + [ + 42433, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9364964048067729, + "ssl_variant": "", + "test_tta": { + "OA": 0.828095268298871, + "mIoU": 0.664918711870751, + "macroF1": 0.7926534695820079, + "F1_coffee": 0.8783782267745156, + "IoU_coffee": 0.7831322891036028, + "precision_coffee": 0.8607928934233382, + "recall_coffee": 0.8966970543772046, + "F1_noncoffee": 0.7069287123895002, + "IoU_noncoffee": 0.5467051346378993, + "kappa": 0.5857235744287984, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7984885196723203, + "mIoU": 0.62384358420386, + "macroF1": 0.7611569258919665, + "F1_coffee": 0.8555835779550999, + "IoU_coffee": 0.7476156069364162, + "precision_coffee": 0.8401778283023081, + "recall_coffee": 0.8715648493271843, + "F1_noncoffee": 0.6667302738288331, + "IoU_noncoffee": 0.5000715614713038, + "kappa": 0.5226841983607654, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6867579697269219, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8144107573258912, + "mIoU": 0.6433363808207735, + "macroF1": 0.7759169693708038, + "F1_coffee": 0.8687921795475437, + "IoU_coffee": 0.7680217231879175, + "precision_coffee": 0.8508036184788337, + "recall_coffee": 0.8875578359063631, + "F1_noncoffee": 0.6830417591940638, + "IoU_noncoffee": 0.5186510384536295, + "kappa": 0.5523173833830486, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.787224529825776, + "mIoU": 0.6074931918903845, + "macroF1": 0.7479117615071107, + "F1_coffee": 0.8474621834837722, + "IoU_coffee": 0.7353009778415717, + "precision_coffee": 0.8324598821856591, + "recall_coffee": 0.863015140985954, + "F1_noncoffee": 0.6483613395304493, + "IoU_noncoffee": 0.4796854059391973, + "kappa": 0.4962007178830169, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1955503512880562, + "mIoU": 0.09877670894696519, + "macroF1": 0.16666358916815216, + "F1_coffee": 0.32181638696939785, + "IoU_coffee": 0.19176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.011510791366906475, + "IoU_noncoffee": 0.005788712011577424, + "kappa": 0.0022176795317022614, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8167122367726771, + "mIoU": 0.6466814404353218, + "macroF1": 0.7785085796852429, + "F1_coffee": 0.8704965260125402, + "IoU_coffee": 0.7706895517013743, + "precision_coffee": 0.8490578512396694, + "recall_coffee": 0.8930458970792767, + "F1_noncoffee": 0.6865206333579457, + "IoU_noncoffee": 0.5226733291692692, + "kappa": 0.5576997589643086, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8085855701503902, + "mIoU": 0.6331149048500562, + "macroF1": 0.767622397116382, + "F1_coffee": 0.8651873701146343, + "IoU_coffee": 0.7624054820415879, + "precision_coffee": 0.8440258975868158, + "recall_coffee": 0.8874372550367875, + "F1_noncoffee": 0.6700574241181296, + "IoU_noncoffee": 0.5038243276585246, + "kappa": 0.5359587061534647, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8179203018156095, + "mIoU": 0.6501997587783609, + "macroF1": 0.7814933060279226, + "F1_coffee": 0.8707095737199879, + "IoU_coffee": 0.7710236033685209, + "precision_coffee": 0.8593997884717081, + "recall_coffee": 0.8823210044112657, + "F1_noncoffee": 0.6922770383358572, + "IoU_noncoffee": 0.5293759141882008, + "kappa": 0.5631666763195321, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8301504629629629, + "mIoU": 0.6434553108596386, + "macroF1": 0.7723287765831297, + "F1_coffee": 0.8870647085230552, + "IoU_coffee": 0.797049671545465, + "precision_coffee": 0.85099052540913, + "recall_coffee": 0.9263327082775248, + "F1_noncoffee": 0.6575928446432043, + "IoU_noncoffee": 0.48986095017381226, + "kappa": 0.5471249280060005, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8053857906799083, + "mIoU": 0.6091142976300277, + "macroF1": 0.7447502252309144, + "F1_coffee": 0.8691576784797124, + "IoU_coffee": 0.7685931645282162, + "precision_coffee": 0.8454908818386211, + "recall_coffee": 0.8941875825627477, + "F1_noncoffee": 0.6203427719821163, + "IoU_noncoffee": 0.44963543073183904, + "kappa": 0.49065846397291596, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8205491084064535, + "mIoU": 0.6286839801393445, + "macroF1": 0.7603851230113412, + "F1_coffee": 0.8804525455688247, + "IoU_coffee": 0.7864361104873119, + "precision_coffee": 0.8526905283662041, + "recall_coffee": 0.91008316008316, + "F1_noncoffee": 0.6403177004538578, + "IoU_noncoffee": 0.4709318497913769, + "kappa": 0.522293803238193, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8034163565225689, + "mIoU": 0.6447998251277536, + "macroF1": 0.7797809661867132, + "F1_coffee": 0.851926394479586, + "IoU_coffee": 0.7420485850237917, + "precision_coffee": 0.8468133752500715, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.7076355378938405, + "IoU_noncoffee": 0.5475510652317154, + "kappa": 0.5595936338836789, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8117647058823529, + "mIoU": 0.6525466245364548, + "macroF1": 0.7850131218797831, + "F1_coffee": 0.8608500490952448, + "IoU_coffee": 0.7556951114394779, + "precision_coffee": 0.8424159231297186, + "recall_coffee": 0.8801089918256131, + "F1_noncoffee": 0.7091761946643214, + "IoU_noncoffee": 0.5493981376334317, + "kappa": 0.570456122923313, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8152932302470299, + "mIoU": 0.6643663849370715, + "macroF1": 0.7948641014117543, + "F1_coffee": 0.8596000860030101, + "IoU_coffee": 0.7537707390648567, + "precision_coffee": 0.8673705525021695, + "recall_coffee": 0.8519676090353744, + "F1_noncoffee": 0.7301281168204987, + "IoU_noncoffee": 0.5749620308092862, + "kappa": 0.589791484839574, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9138, + 11000 + ], + [ + 42090, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.53849356174469, + "ssl_variant": "", + "test_tta": { + "OA": 0.8188348344538882, + "mIoU": 0.6458837355037899, + "macroF1": 0.7772775618086812, + "F1_coffee": 0.873484303194729, + "IoU_coffee": 0.7753858252236312, + "precision_coffee": 0.8454991746521748, + "recall_coffee": 0.9033854047368179, + "F1_noncoffee": 0.6810708204226334, + "IoU_noncoffee": 0.5163816457839485, + "kappa": 0.55578192513823, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916810891888774, + "mIoU": 0.6093058670159526, + "macroF1": 0.74856551600515, + "F1_coffee": 0.8526843994778068, + "IoU_coffee": 0.7431995164100558, + "precision_coffee": 0.8267637111607761, + "recall_coffee": 0.8802830248278476, + "F1_noncoffee": 0.6444466325324931, + "IoU_noncoffee": 0.4754122176218494, + "kappa": 0.4983212103536115, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.7006386013215996, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8414467842192059, + "mIoU": 0.6870950924519408, + "macroF1": 0.8094001006471381, + "F1_coffee": 0.8875544009986168, + "IoU_coffee": 0.797840722993874, + "precision_coffee": 0.8717994035126477, + "recall_coffee": 0.9038893215447341, + "F1_noncoffee": 0.7312458002956592, + "IoU_noncoffee": 0.5763494619100076, + "kappa": 0.619097525407795, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8115841698396216, + "mIoU": 0.6446713660108543, + "macroF1": 0.7778119609826477, + "F1_coffee": 0.8644363274115889, + "IoU_coffee": 0.7612398567146721, + "precision_coffee": 0.8521102268775189, + "recall_coffee": 0.8771242655884769, + "F1_noncoffee": 0.6911875945537065, + "IoU_noncoffee": 0.5281028753070366, + "kappa": 0.5558356385975787, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15690866510538642, + "mIoU": 0.07923301917452064, + "macroF1": 0.1381475667189953, + "F1_coffee": 0.2653061224489796, + "IoU_coffee": 0.15294117647058825, + "precision_coffee": 1.0, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.01098901098901099, + "IoU_noncoffee": 0.0055248618784530384, + "kappa": 0.0016885309780491045, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8385379191250539, + "mIoU": 0.6807401917567036, + "macroF1": 0.8044776939011353, + "F1_coffee": 0.8860836604846352, + "IoU_coffee": 0.7954669745397095, + "precision_coffee": 0.8630669831223629, + "recall_coffee": 0.9103616133518776, + "F1_noncoffee": 0.7228717273176354, + "IoU_noncoffee": 0.5660134089736978, + "kappa": 0.6096307964492831, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8456120312202551, + "mIoU": 0.6928200692473783, + "macroF1": 0.813490240551793, + "F1_coffee": 0.8908919682496973, + "IoU_coffee": 0.8032508491023775, + "precision_coffee": 0.8719468036078741, + "recall_coffee": 0.9106786770267483, + "F1_noncoffee": 0.7360885128538887, + "IoU_noncoffee": 0.582389289392379, + "kappa": 0.6274059367492991, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8401792030181561, + "mIoU": 0.6876352496436566, + "macroF1": 0.8101114259399658, + "F1_coffee": 0.885672840130891, + "IoU_coffee": 0.7948050375393558, + "precision_coffee": 0.8805339415079152, + "recall_coffee": 0.8908720732948762, + "F1_noncoffee": 0.7345500117490404, + "IoU_noncoffee": 0.5804654617479574, + "kappa": 0.6202528832868744, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8494405864197531, + "mIoU": 0.6767995114320743, + "macroF1": 0.7987615048527362, + "F1_coffee": 0.8997495343908548, + "IoU_coffee": 0.8177679196824655, + "precision_coffee": 0.8642813078346699, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.6977734753146176, + "IoU_noncoffee": 0.535831103181683, + "kappa": 0.5995560995389282, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.837375859434683, + "mIoU": 0.6603425487298262, + "macroF1": 0.7864725479275836, + "F1_coffee": 0.8907282643567533, + "IoU_coffee": 0.8029847292919945, + "precision_coffee": 0.8660012476606364, + "recall_coffee": 0.9169088507265521, + "F1_noncoffee": 0.6822168314984138, + "IoU_noncoffee": 0.5177003681676579, + "kappa": 0.5739552430993368, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8424379658458345, + "mIoU": 0.6686329809163591, + "macroF1": 0.7929188020980842, + "F1_coffee": 0.8941832467367887, + "IoU_coffee": 0.8086179234471694, + "precision_coffee": 0.8726193420727183, + "recall_coffee": 0.9168399168399168, + "F1_noncoffee": 0.6916543574593796, + "IoU_noncoffee": 0.528648038385549, + "kappa": 0.5865732809955765, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8277507395743868, + "mIoU": 0.6801887243397644, + "macroF1": 0.8061501615444786, + "F1_coffee": 0.8708592687987408, + "IoU_coffee": 0.7712583956406032, + "precision_coffee": 0.8616735098400113, + "recall_coffee": 0.8802429852473242, + "F1_noncoffee": 0.7414410542902163, + "IoU_noncoffee": 0.5891190530389255, + "kappa": 0.6123885167900639, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8537950664136622, + "mIoU": 0.7199216892490659, + "macroF1": 0.8344010053470926, + "F1_coffee": 0.891072312150986, + "IoU_coffee": 0.8035441101478837, + "precision_coffee": 0.878589350432116, + "recall_coffee": 0.9039151011042593, + "F1_noncoffee": 0.7777296985431992, + "IoU_noncoffee": 0.6362992683502479, + "kappa": 0.6689383796130741, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8379219309824627, + "mIoU": 0.7001403291755891, + "macroF1": 0.8210686192686505, + "F1_coffee": 0.8759829738114133, + "IoU_coffee": 0.7793324775353017, + "precision_coffee": 0.8899149809440047, + "recall_coffee": 0.8624804659752806, + "F1_noncoffee": 0.7661542647258877, + "IoU_noncoffee": 0.6209481808158765, + "kappa": 0.6423025467116215, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9414, + 11000 + ], + [ + 43521, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1172902981440227, + "ssl_variant": "", + "test_tta": { + "OA": 0.8476309780540403, + "mIoU": 0.6932624366965208, + "macroF1": 0.813479607402577, + "F1_coffee": 0.893291430221324, + "IoU_coffee": 0.807160488871942, + "precision_coffee": 0.8669785087624755, + "recall_coffee": 0.9212515461083879, + "F1_noncoffee": 0.73366778458383, + "IoU_noncoffee": 0.5793643845210996, + "kappa": 0.6278148819980237, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.817180108457367, + "mIoU": 0.6488348721019088, + "macroF1": 0.7803995814869207, + "F1_coffee": 0.8702718192238414, + "IoU_coffee": 0.7703373555096569, + "precision_coffee": 0.8465505226480836, + "recall_coffee": 0.8953608355971108, + "F1_noncoffee": 0.69052734375, + "IoU_noncoffee": 0.5273323886941607, + "kappa": 0.5616202883685071, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7029491812579984, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84962894836991, + "mIoU": 0.6955263304502737, + "macroF1": 0.8150232787251033, + "F1_coffee": 0.8950310490253595, + "IoU_coffee": 0.8100056098733771, + "precision_coffee": 0.8660326028747082, + "recall_coffee": 0.9260387557835906, + "F1_noncoffee": 0.735015508424847, + "IoU_noncoffee": 0.5810470510271704, + "kappa": 0.6310907009129421, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8195886696665513, + "mIoU": 0.65155941991812, + "macroF1": 0.782371383324448, + "F1_coffee": 0.8723688640839107, + "IoU_coffee": 0.7736296349915851, + "precision_coffee": 0.8461660266814457, + "recall_coffee": 0.900246383220671, + "F1_noncoffee": 0.6923739025649853, + "IoU_noncoffee": 0.5294892048446551, + "kappa": 0.5657464469415167, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20374707259953162, + "mIoU": 0.10240524279597428, + "macroF1": 0.17089272660818713, + "F1_coffee": 0.3359375, + "IoU_coffee": 0.20187793427230047, + "precision_coffee": 0.9885057471264368, + "recall_coffee": 0.2023529411764706, + "F1_noncoffee": 0.005847953216374269, + "IoU_noncoffee": 0.002932551319648094, + "kappa": -0.0034975185589670586, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8430949297260997, + "mIoU": 0.6829111005471054, + "macroF1": 0.8054525489422569, + "F1_coffee": 0.8910284172302362, + "IoU_coffee": 0.8034727229031483, + "precision_coffee": 0.855215194730447, + "recall_coffee": 0.9299721835883171, + "F1_noncoffee": 0.7198766806542777, + "IoU_noncoffee": 0.5623494781910624, + "kappa": 0.6126512182767382, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8581286883685513, + "mIoU": 0.7092318273909215, + "macroF1": 0.8249391224749301, + "F1_coffee": 0.9011637545174231, + "IoU_coffee": 0.8201074165711182, + "precision_coffee": 0.870149827122551, + "recall_coffee": 0.9344701918448738, + "F1_noncoffee": 0.748714490432437, + "IoU_noncoffee": 0.5983562382107249, + "kappa": 0.6510054302876839, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8476302758783306, + "mIoU": 0.6944981918668458, + "macroF1": 0.8145311484041143, + "F1_coffee": 0.892882007757849, + "IoU_coffee": 0.806492184224711, + "precision_coffee": 0.8728286232823438, + "recall_coffee": 0.9138785205293519, + "F1_noncoffee": 0.7361802890503797, + "IoU_noncoffee": 0.5825041995089805, + "kappa": 0.6295439106443759, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8464506172839507, + "mIoU": 0.6663067958107766, + "macroF1": 0.7899284406486031, + "F1_coffee": 0.898894957449511, + "IoU_coffee": 0.816357134617603, + "precision_coffee": 0.8547101449275363, + "recall_coffee": 0.9478971336726494, + "F1_noncoffee": 0.6809619238476954, + "IoU_noncoffee": 0.5162564570039502, + "kappa": 0.5833702866364741, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8524637127578304, + "mIoU": 0.6800959491689609, + "macroF1": 0.8010629858885183, + "F1_coffee": 0.9021842355175689, + "IoU_coffee": 0.8217993079584776, + "precision_coffee": 0.8662613981762918, + "recall_coffee": 0.9412153236459709, + "F1_noncoffee": 0.6999417362594679, + "IoU_noncoffee": 0.5383925903794443, + "kappa": 0.604213828508413, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8421549202754977, + "mIoU": 0.6597469078086836, + "macroF1": 0.7848510240511949, + "F1_coffee": 0.895886489513971, + "IoU_coffee": 0.8114079585165145, + "precision_coffee": 0.859667980413233, + "recall_coffee": 0.9352910602910602, + "F1_noncoffee": 0.6738155585884188, + "IoU_noncoffee": 0.5080858571008527, + "kappa": 0.5720817175202104, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8397747876705792, + "mIoU": 0.6940402599864957, + "macroF1": 0.8156323130365775, + "F1_coffee": 0.8823488192838623, + "IoU_coffee": 0.7894670846394984, + "precision_coffee": 0.8557836074486883, + "recall_coffee": 0.9106161411628579, + "F1_noncoffee": 0.7489158067892927, + "IoU_noncoffee": 0.5986134353334928, + "kappa": 0.63202136196118, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8637571157495256, + "mIoU": 0.7329291081427138, + "macroF1": 0.843080161757826, + "F1_coffee": 0.9000417652791313, + "IoU_coffee": 0.8182508543222377, + "precision_coffee": 0.8744758555390234, + "recall_coffee": 0.9271475691954683, + "F1_noncoffee": 0.7861185582365207, + "IoU_noncoffee": 0.6476073619631901, + "kappa": 0.6867332457660751, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8531020177258156, + "mIoU": 0.7208841637096004, + "macroF1": 0.8352873989848515, + "F1_coffee": 0.8894565063147438, + "IoU_coffee": 0.8009200102223358, + "precision_coffee": 0.8884479092841956, + "recall_coffee": 0.8904673959369228, + "F1_noncoffee": 0.7811182916549593, + "IoU_noncoffee": 0.640848317196865, + "kappa": 0.6705756385968817, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9401, + 11000 + ], + [ + 44049, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2058653195699056, + "ssl_variant": "", + "test_tta": { + "OA": 0.855353291893949, + "mIoU": 0.6997888804267043, + "macroF1": 0.8175503752788988, + "F1_coffee": 0.9005993243979514, + "IoU_coffee": 0.8191729770447608, + "precision_coffee": 0.8589125374127037, + "recall_coffee": 0.9465390077419946, + "F1_noncoffee": 0.7345014261598464, + "IoU_noncoffee": 0.5804047838086477, + "kappa": 0.6373822526637144, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8255163262951425, + "mIoU": 0.654727371690011, + "macroF1": 0.7839585434018798, + "F1_coffee": 0.8787119282978766, + "IoU_coffee": 0.7836629591216338, + "precision_coffee": 0.8385923955682275, + "recall_coffee": 0.9228630993745657, + "F1_noncoffee": 0.6892051585058829, + "IoU_noncoffee": 0.5257917842583882, + "kappa": 0.5704364629478853, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6781592500993721, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374191297729291, + "mIoU": 0.6735863806267599, + "macroF1": 0.7984187642661931, + "F1_coffee": 0.8870852284616147, + "IoU_coffee": 0.7970828055731476, + "precision_coffee": 0.8542793509385938, + "recall_coffee": 0.9225113381281781, + "F1_noncoffee": 0.7097523000707714, + "IoU_noncoffee": 0.5500899556803721, + "kappa": 0.5983600325600874, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098246221299181, + "mIoU": 0.6338052626617688, + "macroF1": 0.7679844874540486, + "F1_coffee": 0.8665114395626645, + "IoU_coffee": 0.7644642123501777, + "precision_coffee": 0.8343633634219094, + "recall_coffee": 0.9012361277823404, + "F1_noncoffee": 0.6694575353454326, + "IoU_noncoffee": 0.50314631297336, + "kappa": 0.5376685336834863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3618266978922717, + "mIoU": 0.18199247281372574, + "macroF1": 0.2685265075256447, + "F1_coffee": 0.5297670405522001, + "IoU_coffee": 0.36032863849765256, + "precision_coffee": 0.9935275080906149, + "recall_coffee": 0.3611764705882353, + "F1_noncoffee": 0.007285974499089253, + "IoU_noncoffee": 0.003656307129798903, + "kappa": -0.002032354042963575, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8414639996162517, + "mIoU": 0.6753687396252837, + "macroF1": 0.7991570402615462, + "F1_coffee": 0.8913365115896762, + "IoU_coffee": 0.8039739027283511, + "precision_coffee": 0.8453383224197069, + "recall_coffee": 0.9426286509040334, + "F1_noncoffee": 0.7069775689334161, + "IoU_noncoffee": 0.5467635765222161, + "kappa": 0.6014958624720607, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8337616600038074, + "mIoU": 0.6659616629543216, + "macroF1": 0.792377052597899, + "F1_coffee": 0.8850722205771065, + "IoU_coffee": 0.793838163253261, + "precision_coffee": 0.8485804416403786, + "recall_coffee": 0.9248435673519907, + "F1_noncoffee": 0.6996818846186914, + "IoU_noncoffee": 0.5380851626553822, + "kappa": 0.5867510785868314, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8370667295449187, + "mIoU": 0.6790051455067942, + "macroF1": 0.8032608737246247, + "F1_coffee": 0.8848141356892816, + "IoU_coffee": 0.793423019431988, + "precision_coffee": 0.8695937090432503, + "recall_coffee": 0.9005768578215134, + "F1_noncoffee": 0.7217076117599678, + "IoU_noncoffee": 0.5645872715816005, + "kappa": 0.6068127671729635, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8318865740740741, + "mIoU": 0.6403094738000059, + "macroF1": 0.7688924162593562, + "F1_coffee": 0.8895507255560484, + "IoU_coffee": 0.8010728144259301, + "precision_coffee": 0.8441371016235718, + "recall_coffee": 0.9401285829091883, + "F1_noncoffee": 0.6482341069626639, + "IoU_noncoffee": 0.4795461331740818, + "kappa": 0.5420066203339929, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8248663101604278, + "mIoU": 0.6362291652052997, + "macroF1": 0.7666665646133093, + "F1_coffee": 0.8831995924086103, + "IoU_coffee": 0.7908302919708029, + "precision_coffee": 0.852680767338908, + "recall_coffee": 0.9159841479524439, + "F1_noncoffee": 0.6501335368180083, + "IoU_noncoffee": 0.4816280384397965, + "kappa": 0.5351170037497279, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8343239928295122, + "mIoU": 0.650171068914012, + "macroF1": 0.7777079795048192, + "F1_coffee": 0.889892149485829, + "IoU_coffee": 0.8016267510167194, + "precision_coffee": 0.8599127484246243, + "recall_coffee": 0.922037422037422, + "F1_noncoffee": 0.6655238095238095, + "IoU_noncoffee": 0.4987153868113046, + "kappa": 0.5570514094079717, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8509399751884722, + "mIoU": 0.7054839000834753, + "macroF1": 0.8231333467667378, + "F1_coffee": 0.8932622659559929, + "IoU_coffee": 0.8071128673746604, + "precision_coffee": 0.8466321243523316, + "recall_coffee": 0.9453283193520393, + "F1_noncoffee": 0.7530044275774826, + "IoU_noncoffee": 0.6038549327922902, + "kappa": 0.648732467041276, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8425996204933587, + "mIoU": 0.6923939391175881, + "macroF1": 0.813704334649868, + "F1_coffee": 0.8870737186032265, + "IoU_coffee": 0.7970642201834862, + "precision_coffee": 0.8442601710287639, + "recall_coffee": 0.9344614943352932, + "F1_noncoffee": 0.7403349506965097, + "IoU_noncoffee": 0.5877236580516899, + "kappa": 0.6295989536669193, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8398076560437489, + "mIoU": 0.7004253931202973, + "macroF1": 0.8209619972347841, + "F1_coffee": 0.8790489072399801, + "IoU_coffee": 0.7841991616918582, + "precision_coffee": 0.8809931506849316, + "recall_coffee": 0.8771132263105554, + "F1_noncoffee": 0.7628750872295883, + "IoU_noncoffee": 0.6166516245487365, + "kappa": 0.6419274134347968, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9299, + 11000 + ], + [ + 43391, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0907974402109781, + "ssl_variant": "", + "test_tta": { + "OA": 0.8418273499936573, + "mIoU": 0.6760859847819691, + "macroF1": 0.7997171620833518, + "F1_coffee": 0.8915536904360684, + "IoU_coffee": 0.8043273568990545, + "precision_coffee": 0.8485193386172216, + "recall_coffee": 0.93918640340831, + "F1_noncoffee": 0.7078806337306351, + "IoU_noncoffee": 0.5478446126648837, + "kappa": 0.6021906313793356, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8146994346371293, + "mIoU": 0.6360448807641428, + "macroF1": 0.7689540296609072, + "F1_coffee": 0.8717610891523935, + "IoU_coffee": 0.7726741922927209, + "precision_coffee": 0.8286370277603841, + "recall_coffee": 0.9196201065554783, + "F1_noncoffee": 0.666146970169421, + "IoU_noncoffee": 0.49941556923556457, + "kappa": 0.5411434229706715, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.700682884126735, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.842747050615248, + "mIoU": 0.6785502652147403, + "macroF1": 0.8017036824802086, + "F1_coffee": 0.8919186965287995, + "IoU_coffee": 0.8049217090251003, + "precision_coffee": 0.8507599226562987, + "recall_coffee": 0.9372623574144486, + "F1_noncoffee": 0.7114886684316178, + "IoU_noncoffee": 0.5521788214043802, + "kappa": 0.6058697889770418, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8123774085612092, + "mIoU": 0.6345376358723, + "macroF1": 0.7680710608968393, + "F1_coffee": 0.8694412942463444, + "IoU_coffee": 0.7690368397691967, + "precision_coffee": 0.830540322889903, + "recall_coffee": 0.9121654347505633, + "F1_noncoffee": 0.6667008275473342, + "IoU_noncoffee": 0.5000384319754035, + "kappa": 0.5387254958665502, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06589807663183402, + "macroF1": 0.11702607949256744, + "F1_coffee": 0.2286902286902287, + "IoU_coffee": 0.12910798122065728, + "precision_coffee": 0.9821428571428571, + "recall_coffee": 0.12941176470588237, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": -0.0039927243689277265, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6790427821135945, + "macroF1": 0.8022329095317242, + "F1_coffee": 0.8912266772528781, + "IoU_coffee": 0.8037952022914429, + "precision_coffee": 0.8499495204442201, + "recall_coffee": 0.9367176634214186, + "F1_noncoffee": 0.7132391418105704, + "IoU_noncoffee": 0.5542903619357462, + "kappa": 0.6069099407324355, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8464210927089282, + "mIoU": 0.6857587283737108, + "macroF1": 0.807262948685423, + "F1_coffee": 0.894137716104058, + "IoU_coffee": 0.8085434589142687, + "precision_coffee": 0.8549560853199498, + "recall_coffee": 0.9370831327786564, + "F1_noncoffee": 0.7203881812667879, + "IoU_noncoffee": 0.5629739978331527, + "kappa": 0.6166524900366893, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8395661400613063, + "mIoU": 0.6708737714295097, + "macroF1": 0.7955499318762493, + "F1_coffee": 0.8904136064940085, + "IoU_coffee": 0.8024734366835046, + "precision_coffee": 0.8474461953522595, + "recall_coffee": 0.937970817780794, + "F1_noncoffee": 0.7006862572584902, + "IoU_noncoffee": 0.5392741061755146, + "kappa": 0.5939508996278827, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8438464506172839, + "mIoU": 0.6609373554258681, + "macroF1": 0.7855711291005415, + "F1_coffee": 0.8973562416788182, + "IoU_coffee": 0.8138224471021159, + "precision_coffee": 0.8519321054532322, + "recall_coffee": 0.9478971336726494, + "F1_noncoffee": 0.6737860165222648, + "IoU_noncoffee": 0.5080522637496202, + "kappa": 0.5749823392415215, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8384262796027502, + "mIoU": 0.6533926666019982, + "macroF1": 0.7797822628130442, + "F1_coffee": 0.8934240362811792, + "IoU_coffee": 0.8073770491803278, + "precision_coffee": 0.8538405971586804, + "recall_coffee": 0.9368560105680317, + "F1_noncoffee": 0.6661404893449092, + "IoU_noncoffee": 0.49940828402366866, + "kappa": 0.5625099381165213, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8253608831021795, + "mIoU": 0.615625131662647, + "macroF1": 0.7460192549617273, + "F1_coffee": 0.88797433880046, + "IoU_coffee": 0.7985196473277457, + "precision_coffee": 0.8310864393338621, + "recall_coffee": 0.9532224532224532, + "F1_noncoffee": 0.6040641711229946, + "IoU_noncoffee": 0.43273061599754825, + "kappa": 0.5003132155995862, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.6922557351354219, + "macroF1": 0.813943722751913, + "F1_coffee": 0.8845382220684884, + "IoU_coffee": 0.7929794095757876, + "precision_coffee": 0.8477655483357645, + "recall_coffee": 0.9246456465143188, + "F1_noncoffee": 0.7433492234353375, + "IoU_noncoffee": 0.5915320606950563, + "kappa": 0.6294372076257309, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8543643263757116, + "mIoU": 0.7132231385266945, + "macroF1": 0.8288872565442409, + "F1_coffee": 0.894913397686041, + "IoU_coffee": 0.8098129104200223, + "precision_coffee": 0.856169766832591, + "recall_coffee": 0.9373297002724795, + "F1_noncoffee": 0.762861115402441, + "IoU_noncoffee": 0.6166333666333667, + "kappa": 0.6593486640506458, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8537620214972657, + "mIoU": 0.7153142845788951, + "macroF1": 0.8306926292958119, + "F1_coffee": 0.8931891742992907, + "IoU_coffee": 0.8069935291189647, + "precision_coffee": 0.8667468591285753, + "recall_coffee": 0.9212956385850263, + "F1_noncoffee": 0.768196084292333, + "IoU_noncoffee": 0.6236350400388255, + "kappa": 0.6620678321044788, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9295, + 11000 + ], + [ + 43739, + 51930 + ], + [ + 113, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.206307049592336, + "ssl_variant": "", + "test_tta": { + "OA": 0.846187999492579, + "mIoU": 0.6805329364144803, + "macroF1": 0.8027435596623915, + "F1_coffee": 0.8953162097992662, + "IoU_coffee": 0.8104728409534975, + "precision_coffee": 0.8464960613852496, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7101709095255169, + "IoU_noncoffee": 0.5505930318754633, + "kappa": 0.609087023413149, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.816314757124726, + "mIoU": 0.6363314788170371, + "macroF1": 0.7688399978487483, + "F1_coffee": 0.8735981262033784, + "IoU_coffee": 0.7755652281177859, + "precision_coffee": 0.8261718383360552, + "recall_coffee": 0.9268010192263145, + "F1_noncoffee": 0.6640818694941183, + "IoU_noncoffee": 0.4970977295162883, + "kappa": 0.5416935889408665, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7014839211721465, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8500253710516301, + "mIoU": 0.6922296738603113, + "macroF1": 0.8121348001785431, + "F1_coffee": 0.8965049351104107, + "IoU_coffee": 0.8124231486256, + "precision_coffee": 0.85828025477707, + "recall_coffee": 0.9382930963397316, + "F1_noncoffee": 0.7277646652466755, + "IoU_noncoffee": 0.5720361990950227, + "kappa": 0.626219762268125, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8196752047998154, + "mIoU": 0.6472023497413404, + "macroF1": 0.7783149166168695, + "F1_coffee": 0.8740695976230045, + "IoU_coffee": 0.7763087272336924, + "precision_coffee": 0.8376964361558361, + "recall_coffee": 0.9137448143702487, + "F1_noncoffee": 0.6825602356107345, + "IoU_noncoffee": 0.5180959722489883, + "kappa": 0.5587269706395978, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20023419203747073, + "mIoU": 0.10089399197651194, + "macroF1": 0.16922165360330785, + "F1_coffee": 0.3297350343473994, + "IoU_coffee": 0.19741480611045828, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.1976470588235294, + "F1_noncoffee": 0.008708272859216255, + "IoU_noncoffee": 0.004373177842565598, + "kappa": -0.0006107121658666727, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8458771046193697, + "mIoU": 0.6861226258908459, + "macroF1": 0.8076867706924569, + "F1_coffee": 0.8933868666423334, + "IoU_coffee": 0.8073163418290854, + "precision_coffee": 0.8543504474201942, + "recall_coffee": 0.9361613351877608, + "F1_noncoffee": 0.7219866747425803, + "IoU_noncoffee": 0.5649289099526066, + "kappa": 0.6174561324148218, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8537978298115363, + "mIoU": 0.6974627714986285, + "macroF1": 0.8158739307036202, + "F1_coffee": 0.8994369516825979, + "IoU_coffee": 0.8172516359309935, + "precision_coffee": 0.8583567635114027, + "recall_coffee": 0.9446469091659218, + "F1_noncoffee": 0.7323109097246427, + "IoU_noncoffee": 0.5776739070662634, + "kappa": 0.6339795151712236, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8503654798396605, + "mIoU": 0.6931187481609773, + "macroF1": 0.8128300944272783, + "F1_coffee": 0.8966483176443764, + "IoU_coffee": 0.8126586762708862, + "precision_coffee": 0.8620819240886884, + "recall_coffee": 0.9341024770953512, + "F1_noncoffee": 0.7290118712101802, + "IoU_noncoffee": 0.5735788200510684, + "kappa": 0.6272315749178441, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8494405864197531, + "mIoU": 0.6722964606579114, + "macroF1": 0.794719930279767, + "F1_coffee": 0.9007060619553463, + "IoU_coffee": 0.8193496123133897, + "precision_coffee": 0.8576620230163537, + "recall_coffee": 0.9482989552638629, + "F1_noncoffee": 0.6887337986041875, + "IoU_noncoffee": 0.5252433090024331, + "kappa": 0.5926562156917248, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8404316271963331, + "mIoU": 0.6554508711979966, + "macroF1": 0.7812468907425933, + "F1_coffee": 0.8950310949180225, + "IoU_coffee": 0.8100056850483229, + "precision_coffee": 0.853275841418134, + "recall_coffee": 0.9410832232496698, + "F1_noncoffee": 0.6674626865671642, + "IoU_noncoffee": 0.5008960573476703, + "kappa": 0.565787792865433, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8358335692046419, + "mIoU": 0.6399060979004259, + "macroF1": 0.7675358349260974, + "F1_coffee": 0.8935389133627019, + "IoU_coffee": 0.807564698075647, + "precision_coffee": 0.8443570767807586, + "recall_coffee": 0.9488045738045738, + "F1_noncoffee": 0.6415327564894932, + "IoU_noncoffee": 0.47224749772520475, + "kappa": 0.5403229907048945, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8423513694054776, + "mIoU": 0.6955760206090189, + "macroF1": 0.8164414704813532, + "F1_coffee": 0.8854051054384018, + "IoU_coffee": 0.7943739108787653, + "precision_coffee": 0.8507064782724607, + "recall_coffee": 0.9230546716806479, + "F1_noncoffee": 0.7474778355243045, + "IoU_noncoffee": 0.5967781303392726, + "kappa": 0.6342238973919831, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8670777988614801, + "mIoU": 0.7341754936696954, + "macroF1": 0.8435278448314987, + "F1_coffee": 0.9042313213480074, + "IoU_coffee": 0.8252027448533998, + "precision_coffee": 0.8638975966562173, + "recall_coffee": 0.9485157034275061, + "F1_noncoffee": 0.7828243683149899, + "IoU_noncoffee": 0.6431482424859908, + "kappa": 0.688594996900404, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8648877993588535, + "mIoU": 0.736345779304139, + "macroF1": 0.8455717842510004, + "F1_coffee": 0.900188061572752, + "IoU_coffee": 0.8184927169094364, + "precision_coffee": 0.8830281497676961, + "recall_coffee": 0.9180281289955959, + "F1_noncoffee": 0.7909555069292488, + "IoU_noncoffee": 0.6541988416988417, + "kappa": 0.691387658810477, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9394, + 11000 + ], + [ + 44079, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.419328518708547, + "ssl_variant": "", + "test_tta": { + "OA": 0.8542591652924014, + "mIoU": 0.6963947562590685, + "macroF1": 0.8148775040800058, + "F1_coffee": 0.9002615272758842, + "IoU_coffee": 0.8186141974699532, + "precision_coffee": 0.8553811890375931, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7294934808841275, + "IoU_noncoffee": 0.5741753150481839, + "kappa": 0.6324988970488534, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236413984077535, + "mIoU": 0.6500687834678602, + "macroF1": 0.7800753479827838, + "F1_coffee": 0.8779591999680626, + "IoU_coffee": 0.7824663772859888, + "precision_coffee": 0.8344684968411467, + "recall_coffee": 0.9262324425632278, + "F1_noncoffee": 0.682191495997505, + "IoU_noncoffee": 0.5176711896497318, + "kappa": 0.5632401104779597, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 67, + "stopped_epoch": 87, + "best_val": 0.7065046686730909, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8463148547507294, + "mIoU": 0.6900954885634466, + "macroF1": 0.8110261773365113, + "F1_coffee": 0.8926878958324106, + "IoU_coffee": 0.8061755059595233, + "precision_coffee": 0.8639890265334991, + "recall_coffee": 0.9233588345778552, + "F1_noncoffee": 0.7293644588406121, + "IoU_noncoffee": 0.57401547116737, + "kappa": 0.6231011098010057, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8156080535364024, + "mIoU": 0.6459482563194257, + "macroF1": 0.7780790988125127, + "F1_coffee": 0.8693394924833161, + "IoU_coffee": 0.7688775602436864, + "precision_coffee": 0.8445256344068941, + "recall_coffee": 0.8956556531261187, + "F1_noncoffee": 0.6868187051417093, + "IoU_noncoffee": 0.5230189523951649, + "kappa": 0.5570747237614336, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16393442622950818, + "mIoU": 0.08238256353765049, + "macroF1": 0.14217945471427368, + "F1_coffee": 0.2787878787878788, + "IoU_coffee": 0.1619718309859155, + "precision_coffee": 0.9857142857142858, + "recall_coffee": 0.1623529411764706, + "F1_noncoffee": 0.005571030640668524, + "IoU_noncoffee": 0.002793296089385475, + "kappa": -0.003779672735653385, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8448697654338754, + "mIoU": 0.6881685392902106, + "macroF1": 0.8096526240468683, + "F1_coffee": 0.8915274703159589, + "IoU_coffee": 0.8042846768336964, + "precision_coffee": 0.8610859142153686, + "recall_coffee": 0.9242002781641169, + "F1_noncoffee": 0.7277777777777777, + "IoU_noncoffee": 0.5720524017467249, + "kappa": 0.6204955616872664, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8555111364934324, + "mIoU": 0.7045440835992899, + "macroF1": 0.8215173161444675, + "F1_coffee": 0.8994102445165993, + "IoU_coffee": 0.8172075380817629, + "precision_coffee": 0.8678943666474839, + "recall_coffee": 0.9333012445850237, + "F1_noncoffee": 0.7436243877723357, + "IoU_noncoffee": 0.5918806291168168, + "kappa": 0.6442303178164216, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8386229662815373, + "mIoU": 0.6779799640930302, + "macroF1": 0.8020466826418396, + "F1_coffee": 0.8871372031662269, + "IoU_coffee": 0.7971667358188608, + "precision_coffee": 0.8629451395572666, + "recall_coffee": 0.9127248048863251, + "F1_noncoffee": 0.7169561621174524, + "IoU_noncoffee": 0.5587931923671996, + "kappa": 0.6048721546086171, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8499228395061729, + "mIoU": 0.6748783361615839, + "macroF1": 0.7969408042069581, + "F1_coffee": 0.9006639427987743, + "IoU_coffee": 0.8192799070847852, + "precision_coffee": 0.8604537692120029, + "recall_coffee": 0.9448165014733458, + "F1_noncoffee": 0.693217665615142, + "IoU_noncoffee": 0.5304767652383826, + "kappa": 0.596602264823383, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8504583651642476, + "mIoU": 0.6753084546841956, + "macroF1": 0.7972129384637552, + "F1_coffee": 0.9011238792776866, + "IoU_coffee": 0.8200413698000459, + "precision_coffee": 0.8630865989356555, + "recall_coffee": 0.942668428005284, + "F1_noncoffee": 0.6933019976498237, + "IoU_noncoffee": 0.5305755395683454, + "kappa": 0.5968546745249327, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8281913388055477, + "mIoU": 0.628590700278537, + "macroF1": 0.7583524090547482, + "F1_coffee": 0.8882616432472235, + "IoU_coffee": 0.7989844353681422, + "precision_coffee": 0.8415300546448088, + "recall_coffee": 0.9404885654885655, + "F1_noncoffee": 0.628443174862273, + "IoU_noncoffee": 0.4581969651889319, + "kappa": 0.5216103551661805, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8398702166237236, + "mIoU": 0.6962478925136235, + "macroF1": 0.8174693459783335, + "F1_coffee": 0.8814134275618375, + "IoU_coffee": 0.7879706848622694, + "precision_coffee": 0.8618021006080707, + "recall_coffee": 0.9019380966155627, + "F1_noncoffee": 0.7535252643948296, + "IoU_noncoffee": 0.6045251001649776, + "kappa": 0.6353311871835261, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8605313092979127, + "mIoU": 0.7279071743751799, + "macroF1": 0.8396438611226291, + "F1_coffee": 0.8975181260457334, + "IoU_coffee": 0.8140887820918173, + "precision_coffee": 0.8732872066205399, + "recall_coffee": 0.9231320808834075, + "F1_noncoffee": 0.7817695961995249, + "IoU_noncoffee": 0.6417255666585425, + "kappa": 0.6798126480968278, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8490477088440506, + "mIoU": 0.715390647800094, + "macroF1": 0.8315645360834232, + "F1_coffee": 0.8858304214504742, + "IoU_coffee": 0.7950588837685612, + "precision_coffee": 0.8893184421534936, + "recall_coffee": 0.8823696547805085, + "F1_noncoffee": 0.7772986507163723, + "IoU_noncoffee": 0.6357224118316268, + "kappa": 0.6631391801954587, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9383, + 11000 + ], + [ + 43860, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6287842988967896, + "ssl_variant": "", + "test_tta": { + "OA": 0.8527844729164024, + "mIoU": 0.6966774241599756, + "macroF1": 0.8153997636183405, + "F1_coffee": 0.8984733826166834, + "IoU_coffee": 0.8156619807799221, + "precision_coffee": 0.8596660109655547, + "recall_coffee": 0.9409501122360163, + "F1_noncoffee": 0.7323261446199977, + "IoU_noncoffee": 0.5776928675400291, + "kappa": 0.6327725410790773, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.82293469481943, + "mIoU": 0.6523291746194984, + "macroF1": 0.7823286891713375, + "F1_coffee": 0.8763433820492934, + "IoU_coffee": 0.7799031911079239, + "precision_coffee": 0.8398911112827245, + "recall_coffee": 0.9161033546023122, + "F1_noncoffee": 0.6883139962933814, + "IoU_noncoffee": 0.5247551581310727, + "kappa": 0.5667145816557, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6468815298218236, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8189299758975009, + "mIoU": 0.652889119347852, + "macroF1": 0.7837405542459042, + "F1_coffee": 0.8709761251031038, + "IoU_coffee": 0.7714417245451453, + "precision_coffee": 0.8594492139591928, + "recall_coffee": 0.8828164368500618, + "F1_noncoffee": 0.6965049833887044, + "IoU_noncoffee": 0.5343365141505587, + "kappa": 0.567664039908208, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.788955232491058, + "mIoU": 0.6127871029446705, + "macroF1": 0.7527288478316678, + "F1_coffee": 0.847374185136897, + "IoU_coffee": 0.7351684945886271, + "precision_coffee": 0.8394849962800695, + "recall_coffee": 0.8554130604165351, + "F1_noncoffee": 0.6580835105264388, + "IoU_noncoffee": 0.4904057113007139, + "kappa": 0.5055555203376602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10187353629976581, + "mIoU": 0.05141756313420309, + "macroF1": 0.09412163330221622, + "F1_coffee": 0.17792068595927116, + "IoU_coffee": 0.0976470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.0976470588235294, + "F1_noncoffee": 0.01032258064516129, + "IoU_noncoffee": 0.005188067444876783, + "kappa": 0.0010126860276780509, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8102844533985706, + "mIoU": 0.6403707538517397, + "macroF1": 0.7740944763096191, + "F1_coffee": 0.8645130348395054, + "IoU_coffee": 0.7613588366620406, + "precision_coffee": 0.8519343731010736, + "recall_coffee": 0.8774687065368567, + "F1_noncoffee": 0.6836759177797329, + "IoU_noncoffee": 0.5193826710414388, + "kappa": 0.5484187934569128, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8290500666285932, + "mIoU": 0.6679762342885471, + "macroF1": 0.7951852316432707, + "F1_coffee": 0.8784679929625119, + "IoU_coffee": 0.7832750090503198, + "precision_coffee": 0.8647172450542863, + "recall_coffee": 0.8926631369043526, + "F1_noncoffee": 0.7119024703240295, + "IoU_noncoffee": 0.5526774595267746, + "kappa": 0.5906158687734386, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6505603858958092, + "macroF1": 0.7819423912348117, + "F1_coffee": 0.8698749831966662, + "IoU_coffee": 0.7697157130962293, + "precision_coffee": 0.8615937687237867, + "recall_coffee": 0.878316932473702, + "F1_noncoffee": 0.6940097992729571, + "IoU_noncoffee": 0.5314050586953891, + "kappa": 0.5639795013581802, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8192515432098766, + "mIoU": 0.6330131095289161, + "macroF1": 0.7649314317527005, + "F1_coffee": 0.877931214174049, + "IoU_coffee": 0.7824219203529549, + "precision_coffee": 0.8545523712908952, + "recall_coffee": 0.9026252343959282, + "F1_noncoffee": 0.6519316493313522, + "IoU_noncoffee": 0.48360429870487737, + "kappa": 0.5308640782944011, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8248663101604278, + "mIoU": 0.6433367374252328, + "macroF1": 0.7734719277436984, + "F1_coffee": 0.8813712807244501, + "IoU_coffee": 0.7879033190701977, + "precision_coffee": 0.8634980988593156, + "recall_coffee": 0.9, + "F1_noncoffee": 0.6655725747629467, + "IoU_noncoffee": 0.49877015578026784, + "kappa": 0.5474903940670817, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.817058213038966, + "mIoU": 0.6265650288870394, + "macroF1": 0.7591824667770131, + "F1_coffee": 0.8772396327951884, + "IoU_coffee": 0.7813240103755498, + "precision_coffee": 0.8554142486726757, + "recall_coffee": 0.9002079002079002, + "F1_noncoffee": 0.6411253007588377, + "IoU_noncoffee": 0.471806047398529, + "kappa": 0.5192797793251062, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8014123485065369, + "mIoU": 0.643088267424077, + "macroF1": 0.7786557633603977, + "F1_coffee": 0.8496278632849195, + "IoU_coffee": 0.7385678391959799, + "precision_coffee": 0.8489530685920578, + "recall_coffee": 0.8503037315591553, + "F1_noncoffee": 0.7076836634358759, + "IoU_noncoffee": 0.547608695652174, + "kappa": 0.5573120704208148, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8332068311195446, + "mIoU": 0.6880150106856153, + "macroF1": 0.8117827776932649, + "F1_coffee": 0.8752837684449489, + "IoU_coffee": 0.7782263151255203, + "precision_coffee": 0.8660676681173662, + "recall_coffee": 0.8846981213251112, + "F1_noncoffee": 0.7482817869415808, + "IoU_noncoffee": 0.5978037062457103, + "kappa": 0.6236515700520624, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8177446728267018, + "mIoU": 0.6679070406118234, + "macroF1": 0.7974794749812881, + "F1_coffee": 0.8615428694219612, + "IoU_coffee": 0.7567635585755631, + "precision_coffee": 0.8688240392950014, + "recall_coffee": 0.8543827248188663, + "F1_noncoffee": 0.7334160805406151, + "IoU_noncoffee": 0.5790505226480837, + "kappa": 0.5950137142710398, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9022, + 11000 + ], + [ + 42526, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0285484671592713, + "ssl_variant": "", + "test_tta": { + "OA": 0.8237980464290244, + "mIoU": 0.6583988732783684, + "macroF1": 0.7876949537434159, + "F1_coffee": 0.8752441899629505, + "IoU_coffee": 0.7781637419895789, + "precision_coffee": 0.8583414075574738, + "recall_coffee": 0.8928260570800312, + "F1_noncoffee": 0.7001457175238814, + "IoU_noncoffee": 0.5386340045671579, + "kappa": 0.5757853027477382, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7939310026537441, + "mIoU": 0.6178891615778901, + "macroF1": 0.7564893596449109, + "F1_coffee": 0.8519746384318926, + "IoU_coffee": 0.7421217918636971, + "precision_coffee": 0.8385096967595898, + "recall_coffee": 0.8658790826963169, + "F1_noncoffee": 0.6610040808579292, + "IoU_noncoffee": 0.4936565312920831, + "kappa": 0.513266156281422, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 25, + "stopped_epoch": 45, + "best_val": 0.6823251297657877, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8342636052264366, + "mIoU": 0.6791068626031317, + "macroF1": 0.8039153193293003, + "F1_coffee": 0.8810569679313562, + "IoU_coffee": 0.7874010943188984, + "precision_coffee": 0.8754975574452687, + "recall_coffee": 0.8866874341472353, + "F1_noncoffee": 0.7267736707272442, + "IoU_noncoffee": 0.570812630887365, + "kappa": 0.6078669602262491, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8041277258566978, + "mIoU": 0.6374216565589903, + "macroF1": 0.7727591943126393, + "F1_coffee": 0.8571879239092716, + "IoU_coffee": 0.7500690112074201, + "precision_coffee": 0.8560806553245116, + "recall_coffee": 0.858298060521827, + "F1_noncoffee": 0.6883304647160069, + "IoU_noncoffee": 0.5247743019105606, + "kappa": 0.545520047909338, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16159250585480095, + "mIoU": 0.08160130718954249, + "macroF1": 0.1417037236670709, + "F1_coffee": 0.27235772357723576, + "IoU_coffee": 0.15764705882352942, + "precision_coffee": 1.0, + "recall_coffee": 0.15764705882352942, + "F1_noncoffee": 0.011049723756906077, + "IoU_noncoffee": 0.005555555555555556, + "kappa": 0.0017501012185406346, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8263059433011944, + "mIoU": 0.6656396411583023, + "macroF1": 0.7936799839094029, + "F1_coffee": 0.8757250231664208, + "IoU_coffee": 0.7789242322486111, + "precision_coffee": 0.8645388629125161, + "recall_coffee": 0.8872044506258693, + "F1_noncoffee": 0.7116349446523851, + "IoU_noncoffee": 0.5523550500679936, + "kappa": 0.5875202018118154, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8433276223110604, + "mIoU": 0.6926053288633826, + "macroF1": 0.8137448056341001, + "F1_coffee": 0.8879738651058328, + "IoU_coffee": 0.7985188812044801, + "precision_coffee": 0.8790002021154754, + "recall_coffee": 0.8971326411331912, + "F1_noncoffee": 0.7395157461623675, + "IoU_noncoffee": 0.586691776522285, + "kappa": 0.6275798632691649, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331053996698892, + "mIoU": 0.6791804453869553, + "macroF1": 0.8042120247477771, + "F1_coffee": 0.8794248918265136, + "IoU_coffee": 0.7847978108847674, + "precision_coffee": 0.8830049261083743, + "recall_coffee": 0.8758737699355277, + "F1_noncoffee": 0.7289991576690406, + "IoU_noncoffee": 0.5735630798891432, + "kappa": 0.6084385159153765, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8449074074074074, + "mIoU": 0.6734434961537794, + "macroF1": 0.7967185738086784, + "F1_coffee": 0.8956927867151012, + "IoU_coffee": 0.8110902255639098, + "precision_coffee": 0.8684276729559749, + "recall_coffee": 0.9247254219126708, + "F1_noncoffee": 0.6977443609022557, + "IoU_noncoffee": 0.535796766743649, + "kappa": 0.5945951151073806, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8383307868601986, + "mIoU": 0.6660824111990273, + "macroF1": 0.7914994593468778, + "F1_coffee": 0.8903142209264658, + "IoU_coffee": 0.8023120037365717, + "precision_coffee": 0.87361729179911, + "recall_coffee": 0.9076618229854689, + "F1_noncoffee": 0.6926846977672899, + "IoU_noncoffee": 0.5298528186614829, + "kappa": 0.5834252601433954, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.843287102556845, + "mIoU": 0.6744574253120523, + "macroF1": 0.797965778600872, + "F1_coffee": 0.8936551635828158, + "IoU_coffee": 0.8077546296296296, + "precision_coffee": 0.8808532121671084, + "recall_coffee": 0.9068347193347194, + "F1_noncoffee": 0.7022763936189281, + "IoU_noncoffee": 0.5411602209944751, + "kappa": 0.5961703604991999, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.807901517320355, + "mIoU": 0.6544388842891449, + "macroF1": 0.787568322650819, + "F1_coffee": 0.8532905764885941, + "IoU_coffee": 0.744121011821533, + "precision_coffee": 0.8599970618480975, + "recall_coffee": 0.8466878796644489, + "F1_noncoffee": 0.721846068813044, + "IoU_noncoffee": 0.5647567567567567, + "kappa": 0.5751856257122748, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.848292220113852, + "mIoU": 0.7139669349633511, + "macroF1": 0.8305447138447082, + "F1_coffee": 0.8853845602465773, + "IoU_coffee": 0.7943408360128618, + "precision_coffee": 0.8850673545428489, + "recall_coffee": 0.8857019934031264, + "F1_noncoffee": 0.7757048674428391, + "IoU_noncoffee": 0.6335930339138405, + "kappa": 0.6610895128798959, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8229304167452386, + "mIoU": 0.6790085979869163, + "macroF1": 0.806084815357703, + "F1_coffee": 0.8632391494319837, + "IoU_coffee": 0.7593850096092248, + "precision_coffee": 0.8855520693261617, + "recall_coffee": 0.8420230146327603, + "F1_noncoffee": 0.7489304812834224, + "IoU_noncoffee": 0.5986321863646078, + "kappa": 0.6126211255000192, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 43103, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3611465692520142, + "ssl_variant": "", + "test_tta": { + "OA": 0.8453951541291387, + "mIoU": 0.6921194411000711, + "macroF1": 0.8129350832806423, + "F1_coffee": 0.8908590234401236, + "IoU_coffee": 0.8031972871502967, + "precision_coffee": 0.8711796129258254, + "recall_coffee": 0.9114480736634752, + "F1_noncoffee": 0.735011143121161, + "IoU_noncoffee": 0.5810415950498453, + "kappa": 0.6263331155614281, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.814396561670705, + "mIoU": 0.6474735319337466, + "macroF1": 0.7797705859353157, + "F1_coffee": 0.8670956015243367, + "IoU_coffee": 0.7653740268737808, + "precision_coffee": 0.850796481699161, + "recall_coffee": 0.8840314191252343, + "F1_noncoffee": 0.6924455703462945, + "IoU_noncoffee": 0.5295730369937125, + "kappa": 0.5599149347762834, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7020264121793982, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8491690980591146, + "mIoU": 0.6949155042059071, + "macroF1": 0.8145920228272354, + "F1_coffee": 0.89465990387384, + "IoU_coffee": 0.8093978559262599, + "precision_coffee": 0.8660591766723842, + "recall_coffee": 0.9252141646433644, + "F1_noncoffee": 0.7345241417806307, + "IoU_noncoffee": 0.5804331524855543, + "kappa": 0.6302004271368732, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8184204453674858, + "mIoU": 0.6497364988348444, + "macroF1": 0.780952708261287, + "F1_coffee": 0.871546341264335, + "IoU_coffee": 0.7723368474349469, + "precision_coffee": 0.8453438891637803, + "recall_coffee": 0.8994251058184345, + "F1_noncoffee": 0.690359075258239, + "IoU_noncoffee": 0.5271361502347418, + "kappa": 0.562917676710143, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18384074941451992, + "mIoU": 0.09262464327681719, + "macroF1": 0.15750125616582802, + "F1_coffee": 0.30646766169154227, + "IoU_coffee": 0.1809635722679201, + "precision_coffee": 0.9935483870967742, + "recall_coffee": 0.1811764705882353, + "F1_noncoffee": 0.008534850640113799, + "IoU_noncoffee": 0.004285714285714286, + "kappa": -0.0007868587857490994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8444860171727346, + "mIoU": 0.6864486611238075, + "macroF1": 0.8082446763236076, + "F1_coffee": 0.8916081578067536, + "IoU_coffee": 0.8044160231660231, + "precision_coffee": 0.8585962652929813, + "recall_coffee": 0.927260083449235, + "F1_noncoffee": 0.7248811948404617, + "IoU_noncoffee": 0.568481299081592, + "kappa": 0.6179229838583619, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8593184846754236, + "mIoU": 0.7112132067571669, + "macroF1": 0.8263628499130582, + "F1_coffee": 0.9020088841742359, + "IoU_coffee": 0.8215083630215567, + "precision_coffee": 0.8708314664277027, + "recall_coffee": 0.9355016158976828, + "F1_noncoffee": 0.7507168156518806, + "IoU_noncoffee": 0.6009180504927771, + "kappa": 0.6538543962743467, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8437161046922895, + "mIoU": 0.6874019533677507, + "macroF1": 0.8092189941897414, + "F1_coffee": 0.8903447819469261, + "IoU_coffee": 0.8023616412213741, + "precision_coffee": 0.8687286110931749, + "recall_coffee": 0.913064133016627, + "F1_noncoffee": 0.7280932064325566, + "IoU_noncoffee": 0.5724422655141272, + "kappa": 0.619022884745935, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8511766975308642, + "mIoU": 0.6769190513039666, + "macroF1": 0.7985029326156443, + "F1_coffee": 0.901525304741847, + "IoU_coffee": 0.8207064838484778, + "precision_coffee": 0.8610264537364379, + "recall_coffee": 0.9460219662469863, + "F1_noncoffee": 0.6954805604894415, + "IoU_noncoffee": 0.5331316187594554, + "kappa": 0.5997441616997335, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8512223071046601, + "mIoU": 0.67929530295165, + "macroF1": 0.8006103833608744, + "F1_coffee": 0.9010668021336042, + "IoU_coffee": 0.8199468392465041, + "precision_coffee": 0.867571533382245, + "recall_coffee": 0.9372523117569352, + "F1_noncoffee": 0.7001539645881447, + "IoU_noncoffee": 0.5386437666567959, + "kappa": 0.6030142096955444, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8449853759788659, + "mIoU": 0.6644376374145116, + "macroF1": 0.7885405403436276, + "F1_coffee": 0.897791601866252, + "IoU_coffee": 0.8145388870075629, + "precision_coffee": 0.8612006205991168, + "recall_coffee": 0.9376299376299376, + "F1_noncoffee": 0.6792894788210033, + "IoU_noncoffee": 0.5143363878214603, + "kappa": 0.5794632358092399, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8378662086076916, + "mIoU": 0.6915354215666163, + "macroF1": 0.8138781397834176, + "F1_coffee": 0.8806965802963275, + "IoU_coffee": 0.7868255959849435, + "precision_coffee": 0.8558755288658387, + "recall_coffee": 0.9070002892681516, + "F1_noncoffee": 0.7470596992705076, + "IoU_noncoffee": 0.596245247148289, + "kappa": 0.6284188589718723, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8673624288425047, + "mIoU": 0.7381593662101763, + "macroF1": 0.8465954882525133, + "F1_coffee": 0.9030378693300042, + "IoU_coffee": 0.8232169954476479, + "precision_coffee": 0.8744123572867697, + "recall_coffee": 0.9336010325541374, + "F1_noncoffee": 0.7901531071750225, + "IoU_noncoffee": 0.6531017369727047, + "kappa": 0.6939009405300413, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8424476711295493, + "mIoU": 0.7030833821949956, + "macroF1": 0.8226825190219109, + "F1_coffee": 0.8818830847529512, + "IoU_coffee": 0.7887217094449361, + "precision_coffee": 0.877602701181767, + "recall_coffee": 0.8862054269072311, + "F1_noncoffee": 0.7634819532908705, + "IoU_noncoffee": 0.617445054945055, + "kappa": 0.645381930100248, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9438, + 11000 + ], + [ + 43984, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.02603706518809, + "ssl_variant": "", + "test_tta": { + "OA": 0.8531491817835849, + "mIoU": 0.6989491694325962, + "macroF1": 0.8172559291854571, + "F1_coffee": 0.8982453056156813, + "IoU_coffee": 0.8152861160420448, + "precision_coffee": 0.8631823461091753, + "recall_coffee": 0.9362774291080672, + "F1_noncoffee": 0.7362665527552328, + "IoU_noncoffee": 0.5826122228231476, + "kappa": 0.636068263766871, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8222424137533172, + "mIoU": 0.6526142044772918, + "macroF1": 0.7827471607141059, + "F1_coffee": 0.8753779107978847, + "IoU_coffee": 0.7783751708264404, + "precision_coffee": 0.8419629658445499, + "recall_coffee": 0.9115547412976183, + "F1_noncoffee": 0.6901164106303271, + "IoU_noncoffee": 0.5268532381281431, + "kappa": 0.5671894277064551, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7090003889584431, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8513573512622098, + "mIoU": 0.6963613157267379, + "macroF1": 0.8154031042413795, + "F1_coffee": 0.8968711494455202, + "IoU_coffee": 0.8130248329510322, + "precision_coffee": 0.8628858122697828, + "recall_coffee": 0.9336433185212332, + "F1_noncoffee": 0.7339350590372389, + "IoU_noncoffee": 0.5796977985024436, + "kappa": 0.6322778558838164, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8212616822429907, + "mIoU": 0.6516277669271675, + "macroF1": 0.7820582259131015, + "F1_coffee": 0.8744923690793271, + "IoU_coffee": 0.7769759573855456, + "precision_coffee": 0.8423404089277353, + "recall_coffee": 0.9091962010655548, + "F1_noncoffee": 0.6896240827468757, + "IoU_noncoffee": 0.5262795764687894, + "kappa": 0.5656812779013602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21428571428571427, + "mIoU": 0.10798345113272219, + "macroF1": 0.1790190934788184, + "F1_coffee": 0.34917555771096026, + "IoU_coffee": 0.21151586368977673, + "precision_coffee": 0.994475138121547, + "recall_coffee": 0.21176470588235294, + "F1_noncoffee": 0.008862629246676515, + "IoU_noncoffee": 0.004451038575667656, + "kappa": -0.0004539312189450136, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422314961385331, + "mIoU": 0.6811081081031138, + "macroF1": 0.8040533137509864, + "F1_coffee": 0.8905454424440081, + "IoU_coffee": 0.8026876237326774, + "precision_coffee": 0.8539153743059544, + "recall_coffee": 0.9304589707927677, + "F1_noncoffee": 0.7175611850579648, + "IoU_noncoffee": 0.5595285924735502, + "kappa": 0.6099586530175314, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8580810965162764, + "mIoU": 0.7073384437022273, + "macroF1": 0.8233765825507684, + "F1_coffee": 0.9016685352502802, + "IoU_coffee": 0.8209439173772066, + "precision_coffee": 0.866248495216372, + "recall_coffee": 0.9401086433335626, + "F1_noncoffee": 0.7450846298512567, + "IoU_noncoffee": 0.593732970027248, + "kappa": 0.6482776271500295, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8536665880688517, + "mIoU": 0.7007376731465125, + "macroF1": 0.8186673675129384, + "F1_coffee": 0.898332295796337, + "IoU_coffee": 0.8154294551510826, + "precision_coffee": 0.868427720765235, + "recall_coffee": 0.9303698676620292, + "F1_noncoffee": 0.7390024392295399, + "IoU_noncoffee": 0.5860458911419424, + "kappa": 0.6384353800464803, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8481867283950617, + "mIoU": 0.6683857525565673, + "macroF1": 0.7914447425243735, + "F1_coffee": 0.9002281947261663, + "IoU_coffee": 0.8185590778097983, + "precision_coffee": 0.8545126353790614, + "recall_coffee": 0.9511117064023573, + "F1_noncoffee": 0.6826612903225806, + "IoU_noncoffee": 0.5182124273033364, + "kappa": 0.5866523771342355, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8487394957983193, + "mIoU": 0.6713989258568676, + "macroF1": 0.7940598590856838, + "F1_coffee": 0.9001764557600201, + "IoU_coffee": 0.8184735273894109, + "precision_coffee": 0.8606893227283683, + "recall_coffee": 0.9434610303830911, + "F1_noncoffee": 0.6879432624113475, + "IoU_noncoffee": 0.5243243243243243, + "kappa": 0.5908121313210112, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8447023304085292, + "mIoU": 0.6600241223612036, + "macroF1": 0.784531664517659, + "F1_coffee": 0.8983950617283951, + "IoU_coffee": 0.8155328925249355, + "precision_coffee": 0.8557149576669802, + "recall_coffee": 0.9455561330561331, + "F1_noncoffee": 0.6706682673069227, + "IoU_noncoffee": 0.5045153521974715, + "kappa": 0.5725102959473498, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8363393453573814, + "mIoU": 0.688565382370111, + "macroF1": 0.8116492788529435, + "F1_coffee": 0.8798430603236881, + "IoU_coffee": 0.7854640980735552, + "precision_coffee": 0.8532409294741133, + "recall_coffee": 0.9081573618744576, + "F1_noncoffee": 0.743455497382199, + "IoU_noncoffee": 0.5916666666666667, + "kappa": 0.6240787474259523, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8673624288425047, + "mIoU": 0.737517268886311, + "macroF1": 0.8460958305833759, + "F1_coffee": 0.9033061280951722, + "IoU_coffee": 0.8236629667003027, + "precision_coffee": 0.8724114896459586, + "recall_coffee": 0.9364692384913237, + "F1_noncoffee": 0.7888855330715796, + "IoU_noncoffee": 0.6513715710723192, + "kappa": 0.6930321566967371, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8626249292853102, + "mIoU": 0.7331234079610708, + "macroF1": 0.8434130446310166, + "F1_coffee": 0.8982612946023323, + "IoU_coffee": 0.8153124603878819, + "precision_coffee": 0.8832738258720132, + "recall_coffee": 0.9137661599659043, + "F1_noncoffee": 0.7885647946597011, + "IoU_noncoffee": 0.6509343555342597, + "kappa": 0.6870133655293743, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9397, + 11000 + ], + [ + 44162, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4493081212043761, + "ssl_variant": "", + "test_tta": { + "OA": 0.8552581504503362, + "mIoU": 0.6991127829220347, + "macroF1": 0.8169961989515866, + "F1_coffee": 0.9006746463547334, + "IoU_coffee": 0.8192976204616542, + "precision_coffee": 0.8578831723394552, + "recall_coffee": 0.9479591369279399, + "F1_noncoffee": 0.7333177515484399, + "IoU_noncoffee": 0.5789279453824153, + "kappa": 0.6364211922556405, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8250836506288219, + "mIoU": 0.6533438107076369, + "macroF1": 0.7827811520557877, + "F1_coffee": 0.8786399023355415, + "IoU_coffee": 0.7835483928539558, + "precision_coffee": 0.8370926840429386, + "recall_coffee": 0.9245267125739676, + "F1_noncoffee": 0.6869224017760339, + "IoU_noncoffee": 0.523139228561318, + "kappa": 0.5683057045074985, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.6106041636549603, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374331207120937, + "mIoU": 0.6604644101502104, + "macroF1": 0.7865717595203767, + "F1_coffee": 0.8907602945304571, + "IoU_coffee": 0.8030367919018883, + "precision_coffee": 0.9090348171000441, + "recall_coffee": 0.8732060454680157, + "F1_noncoffee": 0.6823832245102963, + "IoU_noncoffee": 0.5178920283985324, + "kappa": 0.5736445053068858, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8021518403138341, + "mIoU": 0.6120054841468519, + "macroF1": 0.7485361132917046, + "F1_coffee": 0.864649932907096, + "IoU_coffee": 0.7615712175197705, + "precision_coffee": 0.8854602404769122, + "recall_coffee": 0.8447953419322498, + "F1_noncoffee": 0.632422293676313, + "IoU_noncoffee": 0.4624397507739331, + "kappa": 0.4978255200392825, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25953627524308154, + "mIoU": 0.1313300804669648, + "macroF1": 0.21056492592504233, + "F1_coffee": 0.40718562874251496, + "IoU_coffee": 0.2556390977443609, + "precision_coffee": 0.9941520467836257, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.013944223107569721, + "IoU_noncoffee": 0.007021063189568706, + "kappa": 0.0006100700825557691, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8277393879565647, + "mIoU": 0.6571566183268149, + "macroF1": 0.7856928901530897, + "F1_coffee": 0.8806184579599097, + "IoU_coffee": 0.7867008923114533, + "precision_coffee": 0.9212711136558832, + "recall_coffee": 0.8434019132485913, + "F1_noncoffee": 0.6907673223462697, + "IoU_noncoffee": 0.5276123443421765, + "kappa": 0.5735367423759365, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8384141977959066, + "mIoU": 0.6637664501260334, + "macroF1": 0.7893766979477069, + "F1_coffee": 0.891005631536605, + "IoU_coffee": 0.8034356682723, + "precision_coffee": 0.9159719465396321, + "recall_coffee": 0.8673642002380804, + "F1_noncoffee": 0.6877477643588089, + "IoU_noncoffee": 0.5240972319797668, + "kappa": 0.5796480581215786, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8457988390903035, + "mIoU": 0.6588428868763008, + "macroF1": 0.7831832389440783, + "F1_coffee": 0.8996998112214898, + "IoU_coffee": 0.8176857737526017, + "precision_coffee": 0.8921075242420523, + "recall_coffee": 0.9074224358574193, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5664708311778114, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8482910253847692, + "mIoU": 0.6912538195211084, + "macroF1": 0.8116351574172733, + "F1_coffee": 0.8947295423023578, + "IoU_coffee": 0.8095118584514995, + "precision_coffee": 0.9121889140271493, + "recall_coffee": 0.8779259662493195, + "F1_noncoffee": 0.7285407725321889, + "IoU_noncoffee": 0.5729957805907173, + "kappa": 0.6236258687839613, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8525090631558863, + "mIoU": 0.687122845429537, + "macroF1": 0.8072325714281092, + "F1_coffee": 0.9006554427451484, + "IoU_coffee": 0.8192658405424363, + "precision_coffee": 0.9055433518542447, + "recall_coffee": 0.8958200178959479, + "F1_noncoffee": 0.7138097001110699, + "IoU_noncoffee": 0.5549798503166379, + "kappa": 0.6144974996723085, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8759131012237928, + "mIoU": 0.7101259021385588, + "macroF1": 0.8224306850527731, + "F1_coffee": 0.9198823961778758, + "IoU_coffee": 0.8516502211636611, + "precision_coffee": 0.8892704879204169, + "recall_coffee": 0.9526769855366658, + "F1_noncoffee": 0.7249789739276703, + "IoU_noncoffee": 0.5686015831134564, + "kappa": 0.646300121982035, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8076848059293934, + "mIoU": 0.6252813885970658, + "macroF1": 0.7602766044650897, + "F1_coffee": 0.8668826785473202, + "IoU_coffee": 0.7650422971523889, + "precision_coffee": 0.9305797101449276, + "recall_coffee": 0.8113469800353803, + "F1_noncoffee": 0.6536705303828592, + "IoU_noncoffee": 0.48552048004174275, + "kappa": 0.5263270482363415, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.824315297261189, + "mIoU": 0.6412385819298013, + "macroF1": 0.7716084918736068, + "F1_coffee": 0.881325340037388, + "IoU_coffee": 0.7878298951250432, + "precision_coffee": 0.9269152542372882, + "recall_coffee": 0.8400098304251659, + "F1_noncoffee": 0.6618916437098256, + "IoU_noncoffee": 0.49464726873455944, + "kappa": 0.5463436562019998, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.815500620406605, + "mIoU": 0.6119867688923395, + "macroF1": 0.7449603739216893, + "F1_coffee": 0.8790892600237693, + "IoU_coffee": 0.7842633928571429, + "precision_coffee": 0.8951592356687899, + "recall_coffee": 0.8635860882389087, + "F1_noncoffee": 0.6108314878196094, + "IoU_noncoffee": 0.43971014492753624, + "kappa": 0.49044930268913267, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7004, + 8413 + ], + [ + 45010, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4910282333691915, + "ssl_variant": "", + "test_tta": { + "OA": 0.8466877681196677, + "mIoU": 0.670109736495583, + "macroF1": 0.7933365070861054, + "F1_coffee": 0.8983401163410113, + "IoU_coffee": 0.8154423426559901, + "precision_coffee": 0.9043329043329044, + "recall_coffee": 0.8924262308962364, + "F1_noncoffee": 0.6883328978311993, + "IoU_noncoffee": 0.524777130335176, + "kappa": 0.5867286529795602, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8108630437290874, + "mIoU": 0.6187412544079596, + "macroF1": 0.7530141814650981, + "F1_coffee": 0.8725459705322085, + "IoU_coffee": 0.7739082461252004, + "precision_coffee": 0.8797452229299363, + "recall_coffee": 0.8654635895656198, + "F1_noncoffee": 0.6334823923979876, + "IoU_noncoffee": 0.4635742626907187, + "kappa": 0.5061234717131481, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6447156440879245, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8363084239785343, + "mIoU": 0.6588648915409288, + "macroF1": 0.7853513367973716, + "F1_coffee": 0.8899356121170218, + "IoU_coffee": 0.8016972905636873, + "precision_coffee": 0.9087860200344203, + "recall_coffee": 0.8718513187417976, + "F1_noncoffee": 0.6807670614777214, + "IoU_noncoffee": 0.5160324925181702, + "kappa": 0.5712377251976396, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8015893619476174, + "mIoU": 0.6114404167333125, + "macroF1": 0.7481151108736199, + "F1_coffee": 0.8641726647117483, + "IoU_coffee": 0.7608310152990264, + "precision_coffee": 0.885603853003076, + "recall_coffee": 0.8437542175178823, + "F1_noncoffee": 0.6320575570354917, + "IoU_noncoffee": 0.46204981816759866, + "kappa": 0.4970281244159184, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2887060583395662, + "mIoU": 0.1458846084095443, + "macroF1": 0.2283228732536947, + "F1_coffee": 0.4441846873173583, + "IoU_coffee": 0.28549962434259957, + "precision_coffee": 0.9921671018276762, + "recall_coffee": 0.286144578313253, + "F1_noncoffee": 0.012461059190031152, + "IoU_noncoffee": 0.006269592476489028, + "kappa": -0.0008879379765876894, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8456564659427444, + "mIoU": 0.6774267567341588, + "macroF1": 0.8001099636224102, + "F1_coffee": 0.8955263773345361, + "IoU_coffee": 0.810817351321919, + "precision_coffee": 0.9136273774626764, + "recall_coffee": 0.8781286856244267, + "F1_noncoffee": 0.7046935499102842, + "IoU_noncoffee": 0.5440361621463984, + "kappa": 0.6006629976731015, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8213348599780544, + "mIoU": 0.6395108192491372, + "macroF1": 0.7706731692126363, + "F1_coffee": 0.8784603900950897, + "IoU_coffee": 0.7832629203078881, + "precision_coffee": 0.911257743064907, + "recall_coffee": 0.8479418582795564, + "F1_noncoffee": 0.6628859483301828, + "IoU_noncoffee": 0.4957587181903864, + "kappa": 0.5429883695846719, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8422304691217052, + "mIoU": 0.660575088288329, + "macroF1": 0.7855999659399706, + "F1_coffee": 0.8957888120678819, + "IoU_coffee": 0.811247723132969, + "precision_coffee": 0.9019682298588697, + "recall_coffee": 0.8896934889818341, + "F1_noncoffee": 0.6754111198120595, + "IoU_noncoffee": 0.509902453443689, + "kappa": 0.5712626110570819, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8696781930841495, + "mIoU": 0.7207270340921073, + "macroF1": 0.8323392110317559, + "F1_coffee": 0.9114611624117328, + "IoU_coffee": 0.8373253493013972, + "precision_coffee": 0.9094850948509485, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.753217259651779, + "IoU_noncoffee": 0.6041287188828173, + "kappa": 0.6646828342022366, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8355275710742225, + "mIoU": 0.6611028956588968, + "macroF1": 0.7875801186769915, + "F1_coffee": 0.8885008407709223, + "IoU_coffee": 0.7993715815198418, + "precision_coffee": 0.8992014661604922, + "recall_coffee": 0.8780518982487536, + "F1_noncoffee": 0.6866593965830607, + "IoU_noncoffee": 0.5228342097979518, + "kappa": 0.5753292432076881, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8707902476045916, + "mIoU": 0.7077211696600758, + "macroF1": 0.8213560031165552, + "F1_coffee": 0.9153301007086908, + "IoU_coffee": 0.843878954607978, + "precision_coffee": 0.8973671379814725, + "recall_coffee": 0.9340268967267191, + "F1_noncoffee": 0.7273819055244195, + "IoU_noncoffee": 0.5715633847121736, + "kappa": 0.643172368507061, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8222157206943632, + "mIoU": 0.6371764982664, + "macroF1": 0.7682256893714179, + "F1_coffee": 0.8800894560284155, + "IoU_coffee": 0.7858569247033949, + "precision_coffee": 0.9178213746741666, + "recall_coffee": 0.8453373768006065, + "F1_noncoffee": 0.6563619227144204, + "IoU_noncoffee": 0.4884960718294052, + "kappa": 0.5386856828524873, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8071380856952, + "mIoU": 0.6187184266407764, + "macroF1": 0.7539525173365227, + "F1_coffee": 0.8683473389355743, + "IoU_coffee": 0.7673267326732673, + "precision_coffee": 0.924026064051019, + "recall_coffee": 0.8189972966330794, + "F1_noncoffee": 0.639557695737471, + "IoU_noncoffee": 0.4701101206082853, + "kappa": 0.5127486460682794, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8134962298367854, + "mIoU": 0.6171571685128101, + "macroF1": 0.7507404225517427, + "F1_coffee": 0.8758103470191941, + "IoU_coffee": 0.7790592492085029, + "precision_coffee": 0.9069369487955772, + "recall_coffee": 0.846749416246774, + "F1_noncoffee": 0.6256704980842912, + "IoU_noncoffee": 0.4552550878171174, + "kappa": 0.5032445281103303, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7188, + 8413 + ], + [ + 44756, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.024056895573934, + "ssl_variant": "", + "test_tta": { + "OA": 0.8441973682096434, + "mIoU": 0.6651641013178742, + "macroF1": 0.7893802752788499, + "F1_coffee": 0.8968305476056219, + "IoU_coffee": 0.8129581050844842, + "precision_coffee": 0.9015593916447411, + "recall_coffee": 0.8921510520299734, + "F1_noncoffee": 0.681930002952078, + "IoU_noncoffee": 0.5173700975512642, + "kappa": 0.5787962766140752, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.6160170483962961, + "macroF1": 0.7505984151182353, + "F1_coffee": 0.8719719826540808, + "IoU_coffee": 0.773005607348034, + "precision_coffee": 0.8775482308833867, + "recall_coffee": 0.8664661538164922, + "F1_noncoffee": 0.6292248475823898, + "IoU_noncoffee": 0.4590284894445583, + "kappa": 0.5012551514069797, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.6697071949972309, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8531146065971497, + "mIoU": 0.6879937588300193, + "macroF1": 0.8078695476751157, + "F1_coffee": 0.9011055580796608, + "IoU_coffee": 0.8200110253583242, + "precision_coffee": 0.9214601769911505, + "recall_coffee": 0.8816307522966852, + "F1_noncoffee": 0.7146335372705707, + "IoU_noncoffee": 0.5559764923017145, + "kappa": 0.6162793754858197, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8152907580477674, + "mIoU": 0.6336002986100442, + "macroF1": 0.7664669704495033, + "F1_coffee": 0.8732469640435871, + "IoU_coffee": 0.7750118581241326, + "precision_coffee": 0.8971772553485724, + "recall_coffee": 0.8505600863747662, + "F1_noncoffee": 0.6596869768554194, + "IoU_noncoffee": 0.4921887390959556, + "kappa": 0.5338243902195638, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23635003739715782, + "mIoU": 0.11957008279453497, + "macroF1": 0.19529287623830957, + "F1_coffee": 0.37705918242830994, + "IoU_coffee": 0.23233082706766917, + "precision_coffee": 0.9935691318327974, + "recall_coffee": 0.23268072289156627, + "F1_noncoffee": 0.01352657004830918, + "IoU_noncoffee": 0.006809338521400778, + "kappa": 0.0001831063181201453, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8453109575518263, + "mIoU": 0.6841747689515998, + "macroF1": 0.8061081210655454, + "F1_coffee": 0.8932924753149473, + "IoU_coffee": 0.8071621954221019, + "precision_coffee": 0.9298270484831301, + "recall_coffee": 0.8595203774079413, + "F1_noncoffee": 0.7189237668161435, + "IoU_noncoffee": 0.5611873424810977, + "kappa": 0.6137868215154987, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8567339344496923, + "mIoU": 0.691711567987717, + "macroF1": 0.810375994470871, + "F1_coffee": 0.9041340782122905, + "IoU_coffee": 0.8250407830342578, + "precision_coffee": 0.9217000781046603, + "recall_coffee": 0.8872251112085708, + "F1_noncoffee": 0.7166179107294517, + "IoU_noncoffee": 0.5583823529411764, + "kappa": 0.6211587430210784, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8570273099248263, + "mIoU": 0.6874883331587853, + "macroF1": 0.8066429529832861, + "F1_coffee": 0.9053453869656976, + "IoU_coffee": 0.8270603130755064, + "precision_coffee": 0.9137207527975585, + "recall_coffee": 0.8971221674261814, + "F1_noncoffee": 0.7079405190008747, + "IoU_noncoffee": 0.5479163532420641, + "kappa": 0.6133861336159956, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8611832900259844, + "mIoU": 0.7126399667041446, + "macroF1": 0.8272062160703135, + "F1_coffee": 0.9038288444229038, + "IoU_coffee": 0.8245325922182921, + "precision_coffee": 0.9199436222692037, + "recall_coffee": 0.8882689167120305, + "F1_noncoffee": 0.7505835877177232, + "IoU_noncoffee": 0.6007473411899972, + "kappa": 0.6546872336083361, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8657698912421293, + "mIoU": 0.7102673584389578, + "macroF1": 0.8244155364224826, + "F1_coffee": 0.9096281071359753, + "IoU_coffee": 0.8342365692742696, + "precision_coffee": 0.9141492383165505, + "recall_coffee": 0.9051514764156973, + "F1_noncoffee": 0.7392029657089898, + "IoU_noncoffee": 0.586298147603646, + "kappa": 0.6488558593165741, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8792334693103121, + "mIoU": 0.7287915958554904, + "macroF1": 0.8372453382834006, + "F1_coffee": 0.9199119219880466, + "IoU_coffee": 0.8517008387698043, + "precision_coffee": 0.912392362411082, + "recall_coffee": 0.9275564577518396, + "F1_noncoffee": 0.7545787545787546, + "IoU_noncoffee": 0.6058823529411764, + "kappa": 0.6745584155785967, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.829822508289448, + "mIoU": 0.6571407550894115, + "macroF1": 0.7852148808487275, + "F1_coffee": 0.8830977423460843, + "IoU_coffee": 0.7906669865642995, + "precision_coffee": 0.9398260373591901, + "recall_coffee": 0.8328278999241849, + "F1_noncoffee": 0.6873320193513707, + "IoU_noncoffee": 0.5236145236145237, + "kappa": 0.5745753642430209, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8476953907815631, + "mIoU": 0.6732471962097712, + "macroF1": 0.7959500900848668, + "F1_coffee": 0.8987052551408987, + "IoU_coffee": 0.8160442600276625, + "precision_coffee": 0.9293777894460489, + "recall_coffee": 0.8699926271811256, + "F1_noncoffee": 0.6931949250288351, + "IoU_noncoffee": 0.53045013239188, + "kappa": 0.5932420993626021, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8346855015748783, + "mIoU": 0.6480626759687619, + "macroF1": 0.7756323115434784, + "F1_coffee": 0.8907393388846834, + "IoU_coffee": 0.8030027297543221, + "precision_coffee": 0.915100453661698, + "recall_coffee": 0.8676416369669412, + "F1_noncoffee": 0.6605252842022736, + "IoU_noncoffee": 0.49312262218320163, + "kappa": 0.552250528986569, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7072, + 8413 + ], + [ + 45918, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.281000737349192, + "ssl_variant": "", + "test_tta": { + "OA": 0.8616783688683944, + "mIoU": 0.6963986967639191, + "macroF1": 0.8134492339812636, + "F1_coffee": 0.9083027107631677, + "IoU_coffee": 0.8320096786153336, + "precision_coffee": 0.9141350256201359, + "recall_coffee": 0.9025443461326785, + "F1_noncoffee": 0.7185957571993593, + "IoU_noncoffee": 0.5607877149125045, + "kappa": 0.6269450703483095, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8239442713741779, + "mIoU": 0.6397676600110048, + "macroF1": 0.7702930677138147, + "F1_coffee": 0.8813068209441393, + "IoU_coffee": 0.787800298995237, + "precision_coffee": 0.8889913295931579, + "recall_coffee": 0.8737540247170648, + "F1_noncoffee": 0.6592793144834901, + "IoU_noncoffee": 0.4917350210267727, + "kappa": 0.540684654621779, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.6877130751975917, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642651713555809, + "mIoU": 0.7010059726528242, + "macroF1": 0.8168935950893803, + "F1_coffee": 0.9100281162136832, + "IoU_coffee": 0.8349097162510748, + "precision_coffee": 0.9157628499164059, + "recall_coffee": 0.9043647601710343, + "F1_noncoffee": 0.7237590739650775, + "IoU_noncoffee": 0.5671022290545734, + "kappa": 0.6338312784348207, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.82672781816084, + "mIoU": 0.6446638685075228, + "macroF1": 0.7742897622577559, + "F1_coffee": 0.8830822531044416, + "IoU_coffee": 0.7906421538729633, + "precision_coffee": 0.8915679223407809, + "recall_coffee": 0.8747565889679372, + "F1_noncoffee": 0.6654972714110703, + "IoU_noncoffee": 0.4986855831420822, + "kappa": 0.5486964882616582, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2700074794315632, + "mIoU": 0.13641336697673065, + "macroF1": 0.21663040711551668, + "F1_coffee": 0.4211150652431791, + "IoU_coffee": 0.2667167543200601, + "precision_coffee": 0.9916201117318436, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.012145748987854251, + "IoU_noncoffee": 0.006109979633401222, + "kappa": -0.0012107410686745866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8591806515301086, + "mIoU": 0.6995916692155736, + "macroF1": 0.8166585921219907, + "F1_coffee": 0.9049538594796283, + "IoU_coffee": 0.826407058107697, + "precision_coffee": 0.9205015249068113, + "recall_coffee": 0.8899226837898048, + "F1_noncoffee": 0.7283633247643531, + "IoU_noncoffee": 0.5727762803234502, + "kappa": 0.6336159094539398, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8678021086780211, + "mIoU": 0.7047940164216574, + "macroF1": 0.819441266251949, + "F1_coffee": 0.9128862900436984, + "IoU_coffee": 0.8397339502602661, + "precision_coffee": 0.916140837960626, + "recall_coffee": 0.9096547835348663, + "F1_noncoffee": 0.7259962424601998, + "IoU_noncoffee": 0.5698540825830487, + "kappa": 0.6388968661976422, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8656389761157104, + "mIoU": 0.6982716829026661, + "macroF1": 0.8142895949126938, + "F1_coffee": 0.9119426255067041, + "IoU_coffee": 0.838138361896028, + "precision_coffee": 0.9110335804622764, + "recall_coffee": 0.9128534864847992, + "F1_noncoffee": 0.7166365643186835, + "IoU_noncoffee": 0.5584050039093041, + "kappa": 0.6285803798198912, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8691784929042574, + "mIoU": 0.7206528619882457, + "macroF1": 0.8323653104952733, + "F1_coffee": 0.9109220823409323, + "IoU_coffee": 0.8364158960259935, + "precision_coffee": 0.9109840751327072, + "recall_coffee": 0.9108600979858464, + "F1_noncoffee": 0.7538085386496144, + "IoU_noncoffee": 0.6048898279504981, + "kappa": 0.6647306252815379, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8778858996374738, + "mIoU": 0.7265826003179956, + "macroF1": 0.8356871803777308, + "F1_coffee": 0.9189565657844752, + "IoU_coffee": 0.8500644254421929, + "precision_coffee": 0.9104252916823485, + "recall_coffee": 0.9276492394222166, + "F1_noncoffee": 0.7524177949709865, + "IoU_noncoffee": 0.6031007751937985, + "kappa": 0.6714624911498828, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8824589697372166, + "mIoU": 0.7323559425998409, + "macroF1": 0.8395741313976443, + "F1_coffee": 0.922518916890751, + "IoU_coffee": 0.8561810795124782, + "precision_coffee": 0.9096066099395733, + "recall_coffee": 0.9358030956609997, + "F1_noncoffee": 0.7566293459045375, + "IoU_noncoffee": 0.6085308056872037, + "kappa": 0.6793512191187738, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8494246147844744, + "mIoU": 0.6790343744389171, + "macroF1": 0.8007526111412284, + "F1_coffee": 0.8992298655527999, + "IoU_coffee": 0.8169097592790229, + "precision_coffee": 0.9299406047516199, + "recall_coffee": 0.8704826889057367, + "F1_noncoffee": 0.7022753567296568, + "IoU_noncoffee": 0.5411589895988113, + "kappa": 0.6027851297171126, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8577154308617234, + "mIoU": 0.6830915576491718, + "macroF1": 0.8026305502459541, + "F1_coffee": 0.906899781454886, + "IoU_coffee": 0.8296584028333143, + "precision_coffee": 0.9219245905801701, + "recall_coffee": 0.8923568444335217, + "F1_noncoffee": 0.698361319037022, + "IoU_noncoffee": 0.5365247124650295, + "kappa": 0.6056004911052552, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8487162355636155, + "mIoU": 0.6649134374859784, + "macroF1": 0.7881480063978976, + "F1_coffee": 0.9014242179240003, + "IoU_coffee": 0.8205389492753623, + "precision_coffee": 0.9124905565348779, + "recall_coffee": 0.890623079759125, + "F1_noncoffee": 0.6748717948717948, + "IoU_noncoffee": 0.5092879256965944, + "kappa": 0.5765014539711807, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7244, + 8413 + ], + [ + 46440, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1606061180432636, + "ssl_variant": "", + "test_tta": { + "OA": 0.8683140795963945, + "mIoU": 0.7004535758207068, + "macroF1": 0.8156447867829144, + "F1_coffee": 0.9141834020899211, + "IoU_coffee": 0.8419316888777458, + "precision_coffee": 0.9045043925078734, + "recall_coffee": 0.9240718005164895, + "F1_noncoffee": 0.7171061714759078, + "IoU_noncoffee": 0.5589754627636677, + "kappa": 0.6314287014471338, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8316170531902619, + "mIoU": 0.6433160083140482, + "macroF1": 0.771844669258461, + "F1_coffee": 0.8886238969711424, + "IoU_coffee": 0.7995708154506438, + "precision_coffee": 0.8794705238113222, + "recall_coffee": 0.8979698073919833, + "F1_noncoffee": 0.6550654415457795, + "IoU_noncoffee": 0.48706120117745266, + "kappa": 0.5438423695086465, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6462394434144312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8368386381529266, + "mIoU": 0.6576829535670772, + "macroF1": 0.7841409150268615, + "F1_coffee": 0.8907958834725941, + "IoU_coffee": 0.803094642545518, + "precision_coffee": 0.9053312640713458, + "recall_coffee": 0.8767198679141442, + "F1_noncoffee": 0.6774859465811287, + "IoU_noncoffee": 0.5122712645886365, + "kappa": 0.5686102407128911, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8009547709703473, + "mIoU": 0.6076028338238226, + "macroF1": 0.7443985283998169, + "F1_coffee": 0.8646310482486684, + "IoU_coffee": 0.7615419172022946, + "precision_coffee": 0.8800215637728616, + "recall_coffee": 0.8497696030231168, + "F1_noncoffee": 0.6241660085509654, + "IoU_noncoffee": 0.45366375044535057, + "kappa": 0.48923078874216996, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26028421839940163, + "mIoU": 0.1317095449467041, + "macroF1": 0.21104848232084117, + "F1_coffee": 0.40813883901855175, + "IoU_coffee": 0.256390977443609, + "precision_coffee": 0.9941690962099126, + "recall_coffee": 0.2567771084337349, + "F1_noncoffee": 0.013958125623130608, + "IoU_noncoffee": 0.007028112449799197, + "kappa": 0.00062428247194698, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8461500493583416, + "mIoU": 0.6795980096816079, + "macroF1": 0.8019278089157493, + "F1_coffee": 0.895518385680287, + "IoU_coffee": 0.8108042488619119, + "precision_coffee": 0.9167524535035344, + "recall_coffee": 0.8752457082951121, + "F1_noncoffee": 0.7083372321512118, + "IoU_noncoffee": 0.5483917705013039, + "kappa": 0.6044480067619337, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8332617718620294, + "mIoU": 0.6503978039704197, + "macroF1": 0.7781683821905281, + "F1_coffee": 0.8887190753653644, + "IoU_coffee": 0.7997249441292763, + "precision_coffee": 0.9035348957658941, + "recall_coffee": 0.874381304429547, + "F1_noncoffee": 0.6676176890156919, + "IoU_noncoffee": 0.5010706638115632, + "kappa": 0.5566927918603811, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8314302026834142, + "mIoU": 0.643395400123323, + "macroF1": 0.771965353829515, + "F1_coffee": 0.8884129633712324, + "IoU_coffee": 0.7992293307644359, + "precision_coffee": 0.8965166539537249, + "recall_coffee": 0.8804544603283601, + "F1_noncoffee": 0.6555177442877977, + "IoU_noncoffee": 0.48756146948221, + "kappa": 0.5440457144251069, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8636817909254447, + "mIoU": 0.7127700524680987, + "macroF1": 0.8268678936621919, + "F1_coffee": 0.906703146374829, + "IoU_coffee": 0.8293293293293293, + "precision_coffee": 0.9114411441144115, + "recall_coffee": 0.9020141535111595, + "F1_noncoffee": 0.7470326409495549, + "IoU_noncoffee": 0.596210775606868, + "kappa": 0.6537611564627369, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8362907842014883, + "mIoU": 0.6631213763057371, + "macroF1": 0.7892547418266569, + "F1_coffee": 0.8888168977581962, + "IoU_coffee": 0.7998833819241983, + "precision_coffee": 0.901195637892524, + "recall_coffee": 0.8767736162597469, + "F1_noncoffee": 0.6896925858951175, + "IoU_noncoffee": 0.5263593706872758, + "kappa": 0.578731317223812, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8515321127027796, + "mIoU": 0.6800297442671944, + "macroF1": 0.8011977305688286, + "F1_coffee": 0.9012306721363206, + "IoU_coffee": 0.8202182653647329, + "precision_coffee": 0.8966469923395705, + "recall_coffee": 0.9058614564831261, + "F1_noncoffee": 0.7011647890013366, + "IoU_noncoffee": 0.539841223169656, + "kappa": 0.6024268960473317, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8290423249463624, + "mIoU": 0.6479526623521463, + "macroF1": 0.7768512802808244, + "F1_coffee": 0.8847696049431407, + "IoU_coffee": 0.7933514086997524, + "precision_coffee": 0.9220441156322784, + "recall_coffee": 0.85039171089209, + "F1_noncoffee": 0.6689329556185081, + "IoU_noncoffee": 0.5025539160045402, + "kappa": 0.5557882968541374, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8302318923561408, + "mIoU": 0.636775886389493, + "macroF1": 0.7658769710496292, + "F1_coffee": 0.8886245539347649, + "IoU_coffee": 0.799571879224876, + "precision_coffee": 0.9058072750478622, + "recall_coffee": 0.8720815925288768, + "F1_noncoffee": 0.6431293881644935, + "IoU_noncoffee": 0.47397989355411, + "kappa": 0.5322932133579077, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8112054977569915, + "mIoU": 0.6078725834318428, + "macroF1": 0.7419030295458082, + "F1_coffee": 0.8756444109141205, + "IoU_coffee": 0.7787966897785731, + "precision_coffee": 0.8963830608829966, + "recall_coffee": 0.8558436770308467, + "F1_noncoffee": 0.6081616481774961, + "IoU_noncoffee": 0.4369484770851124, + "kappa": 0.48467521231668514, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7115, + 8413 + ], + [ + 44862, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9458235422770183, + "ssl_variant": "", + "test_tta": { + "OA": 0.8482141422580697, + "mIoU": 0.6684977819980782, + "macroF1": 0.7915408065459203, + "F1_coffee": 0.9002333907129505, + "IoU_coffee": 0.8185676698227352, + "precision_coffee": 0.8982697211743135, + "recall_coffee": 0.902205664451124, + "F1_noncoffee": 0.6828482223788901, + "IoU_noncoffee": 0.5184278941734211, + "kappa": 0.5830879466778655, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.813343717549325, + "mIoU": 0.6173854974921716, + "macroF1": 0.7510100029156042, + "F1_coffee": 0.8755911869881186, + "IoU_coffee": 0.7787124903821493, + "precision_coffee": 0.8731235980905274, + "recall_coffee": 0.8780727630285152, + "F1_noncoffee": 0.6264288188430898, + "IoU_noncoffee": 0.45605850460219394, + "kappa": 0.5020319489530192, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.654981944088587, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8522148492103022, + "mIoU": 0.6782619808152774, + "macroF1": 0.7994834758272453, + "F1_coffee": 0.9023110582437657, + "IoU_coffee": 0.822009791590069, + "precision_coffee": 0.9054653195208253, + "recall_coffee": 0.8991786969222302, + "F1_noncoffee": 0.6966558934107249, + "IoU_noncoffee": 0.5345141700404858, + "kappa": 0.5989820630872197, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.814987885081343, + "mIoU": 0.6238140428415272, + "macroF1": 0.7569941916379177, + "F1_coffee": 0.8757073095108906, + "IoU_coffee": 0.7788962046261505, + "precision_coffee": 0.8801932178960286, + "recall_coffee": 0.8712668941716313, + "F1_noncoffee": 0.6382810737649447, + "IoU_noncoffee": 0.46873188105690383, + "kappa": 0.5140251186299145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26402393418100223, + "mIoU": 0.13360697404459687, + "macroF1": 0.21345794213725783, + "F1_coffee": 0.4128878281622912, + "IoU_coffee": 0.26015037593984963, + "precision_coffee": 0.9942528735632183, + "recall_coffee": 0.2605421686746988, + "F1_noncoffee": 0.014028056112224449, + "IoU_noncoffee": 0.007063572149344097, + "kappa": 0.0006957715924662283, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8517275419545903, + "mIoU": 0.684326251035724, + "macroF1": 0.8049460153254303, + "F1_coffee": 0.9004704790934994, + "IoU_coffee": 0.8189598023262822, + "precision_coffee": 0.9107908847184987, + "recall_coffee": 0.8903813392740139, + "F1_noncoffee": 0.7094215515573612, + "IoU_noncoffee": 0.5496926997451657, + "kappa": 0.6100382112452141, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8617909450884977, + "mIoU": 0.6911287396786738, + "macroF1": 0.8088652312377367, + "F1_coffee": 0.9094432809227595, + "IoU_coffee": 0.833925705113506, + "precision_coffee": 0.9074859638178415, + "recall_coffee": 0.9114090595827329, + "F1_noncoffee": 0.7082871815527138, + "IoU_noncoffee": 0.5483317742438416, + "kappa": 0.6177361909708476, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8431344561804168, + "mIoU": 0.6595813269127876, + "macroF1": 0.7844760915538976, + "F1_coffee": 0.896913985554826, + "IoU_coffee": 0.8130952380952381, + "precision_coffee": 0.8984590328238536, + "recall_coffee": 0.895374243086335, + "F1_noncoffee": 0.6720381975529692, + "IoU_noncoffee": 0.5060674157303371, + "kappa": 0.5689562384906648, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8585848490905457, + "mIoU": 0.7005699998199053, + "macroF1": 0.8176016132745152, + "F1_coffee": 0.9040612922910027, + "IoU_coffee": 0.8249195743627815, + "precision_coffee": 0.9008242129441967, + "recall_coffee": 0.9073217201959717, + "F1_noncoffee": 0.7311419342580278, + "IoU_noncoffee": 0.5762204252770291, + "kappa": 0.6352164270698484, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8639572600648732, + "mIoU": 0.6991287729591651, + "macroF1": 0.815349778824906, + "F1_coffee": 0.9100882723833543, + "IoU_coffee": 0.8350109915538586, + "precision_coffee": 0.8979718800547468, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.7206112852664577, + "IoU_noncoffee": 0.5632465543644717, + "kappa": 0.6309083660179718, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8709799829238213, + "mIoU": 0.7083655232254802, + "macroF1": 0.821863925021748, + "F1_coffee": 0.9154018412540433, + "IoU_coffee": 0.844000917641661, + "precision_coffee": 0.8979741274103002, + "recall_coffee": 0.9335194113169246, + "F1_noncoffee": 0.7283260087894526, + "IoU_noncoffee": 0.5727301288092994, + "kappa": 0.6441582747741823, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8450360834796177, + "mIoU": 0.6682048392145015, + "macroF1": 0.7919676823287313, + "F1_coffee": 0.8970388129333247, + "IoU_coffee": 0.8133004347315239, + "precision_coffee": 0.9206011437691183, + "recall_coffee": 0.8746525145312105, + "F1_noncoffee": 0.6868965517241379, + "IoU_noncoffee": 0.523109243697479, + "kappa": 0.5847625528010856, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6828637396462027, + "macroF1": 0.8020324888915448, + "F1_coffee": 0.908809125286715, + "IoU_coffee": 0.8328599022838313, + "precision_coffee": 0.9170524208682598, + "recall_coffee": 0.9007127058245269, + "F1_noncoffee": 0.6952558524963746, + "IoU_noncoffee": 0.5328675770085741, + "kappa": 0.604171859662153, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8151188317266393, + "mIoU": 0.6140998812927001, + "macroF1": 0.7472186791491344, + "F1_coffee": 0.8782297101904821, + "IoU_coffee": 0.7828962116117463, + "precision_coffee": 0.898970398970399, + "recall_coffee": 0.8584244807668674, + "F1_noncoffee": 0.6162076481077868, + "IoU_noncoffee": 0.44530355097365404, + "kappa": 0.49528411280764184, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7120, + 8413 + ], + [ + 45814, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4848031878471375, + "ssl_variant": "", + "test_tta": { + "OA": 0.8573081187037067, + "mIoU": 0.6808033777499106, + "macroF1": 0.8006819646714851, + "F1_coffee": 0.9069204406108182, + "IoU_coffee": 0.8296929832972175, + "precision_coffee": 0.8981752506694899, + "recall_coffee": 0.9158376021336946, + "F1_noncoffee": 0.6944434887321521, + "IoU_noncoffee": 0.5319137722026037, + "kappa": 0.6014879502796376, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8200934579439252, + "mIoU": 0.6248071192191715, + "macroF1": 0.7566728398607054, + "F1_coffee": 0.8808982756316001, + "IoU_coffee": 0.787147634973722, + "precision_coffee": 0.8725670077742259, + "recall_coffee": 0.889390171014325, + "F1_noncoffee": 0.6324474040898108, + "IoU_noncoffee": 0.4624666034646212, + "kappa": 0.5134825548315753, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6684543776959958, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8612445572711643, + "mIoU": 0.6958069225440737, + "macroF1": 0.8130247510678951, + "F1_coffee": 0.9079768983227842, + "IoU_coffee": 0.8314630862005035, + "precision_coffee": 0.9141919148570938, + "recall_coffee": 0.9018458151644723, + "F1_noncoffee": 0.718072603813006, + "IoU_noncoffee": 0.5601507588876439, + "kappa": 0.6261024444429699, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8230500749971155, + "mIoU": 0.6386742010955108, + "macroF1": 0.7694614264000421, + "F1_coffee": 0.8806111030019949, + "IoU_coffee": 0.7866891527722238, + "precision_coffee": 0.8889936736217533, + "recall_coffee": 0.872385138912989, + "F1_noncoffee": 0.6583117497980895, + "IoU_noncoffee": 0.49065924941879774, + "kappa": 0.5390401496383254, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.262528047868362, + "mIoU": 0.13262599670390926, + "macroF1": 0.2118592794180246, + "F1_coffee": 0.4116945107398568, + "IoU_coffee": 0.25920360631104433, + "precision_coffee": 0.9913793103448276, + "recall_coffee": 0.25978915662650603, + "F1_noncoffee": 0.012024048096192385, + "IoU_noncoffee": 0.006048387096774193, + "kappa": -0.00133533456283365, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8562191510365251, + "mIoU": 0.6963280922301716, + "macroF1": 0.8144444995602074, + "F1_coffee": 0.9024871957955344, + "IoU_coffee": 0.8223022021594583, + "precision_coffee": 0.9225925672438574, + "recall_coffee": 0.8832394181627572, + "F1_noncoffee": 0.7264018033248802, + "IoU_noncoffee": 0.570353982300885, + "kappa": 0.6293828336071826, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8691379228090262, + "mIoU": 0.7086654015356999, + "macroF1": 0.8224576648578319, + "F1_coffee": 0.9134945914409158, + "IoU_coffee": 0.8407639614536166, + "precision_coffee": 0.9196723393446787, + "recall_coffee": 0.9073992857590376, + "F1_noncoffee": 0.7314207382747479, + "IoU_noncoffee": 0.5765668416177833, + "kappa": 0.6449650684138194, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8582167665810257, + "mIoU": 0.6817577677156434, + "macroF1": 0.8013420340317636, + "F1_coffee": 0.9076369947929581, + "IoU_coffee": 0.8308932016797186, + "precision_coffee": 0.9013234841489689, + "recall_coffee": 0.9140395780011237, + "F1_noncoffee": 0.695047073270569, + "IoU_noncoffee": 0.5326223337515684, + "kappa": 0.6027484228481362, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.86398161103338, + "mIoU": 0.7141969093594887, + "macroF1": 0.8279907087821824, + "F1_coffee": 0.906672152506343, + "IoU_coffee": 0.8292774711490216, + "precision_coffee": 0.913752591568763, + "recall_coffee": 0.8997005988023952, + "F1_noncoffee": 0.7493092650580218, + "IoU_noncoffee": 0.5991163475699558, + "kappa": 0.6560368931674929, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8777904979965655, + "mIoU": 0.7270084506270631, + "macroF1": 0.8360483730146826, + "F1_coffee": 0.918774966711052, + "IoU_coffee": 0.8497536945812808, + "precision_coffee": 0.9115500754906894, + "recall_coffee": 0.9261153010354084, + "F1_noncoffee": 0.7533217793183131, + "IoU_noncoffee": 0.6042632066728453, + "kappa": 0.6721592928659649, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8782847927141637, + "mIoU": 0.7212614038839904, + "macroF1": 0.8312747424242792, + "F1_coffee": 0.9203352995963986, + "IoU_coffee": 0.8524269611226133, + "precision_coffee": 0.9012525842150066, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.74221418525216, + "IoU_noncoffee": 0.5900958466453674, + "kappa": 0.6630383182859892, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8486444314413887, + "mIoU": 0.6786027475448678, + "macroF1": 0.8005318912924297, + "F1_coffee": 0.8984957488554611, + "IoU_coffee": 0.8156988481178007, + "precision_coffee": 0.931263557483731, + "recall_coffee": 0.8679555218599949, + "F1_noncoffee": 0.7025680337293982, + "IoU_noncoffee": 0.541506646971935, + "kappa": 0.6025058439419474, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8604828705029106, + "mIoU": 0.6904293410221763, + "macroF1": 0.8085172423619613, + "F1_coffee": 0.908269544484879, + "IoU_coffee": 0.8319540229885057, + "precision_coffee": 0.9279487179487179, + "recall_coffee": 0.8894077168837552, + "F1_noncoffee": 0.7087649402390438, + "IoU_noncoffee": 0.548904659055847, + "kappa": 0.6175805390421958, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8380261525245777, + "mIoU": 0.6435632730772034, + "macroF1": 0.7705354009081159, + "F1_coffee": 0.8949811250696207, + "IoU_coffee": 0.8099238351254481, + "precision_coffee": 0.9013961605584643, + "recall_coffee": 0.8886567531031092, + "F1_noncoffee": 0.6460896767466111, + "IoU_noncoffee": 0.4772027110289587, + "kappa": 0.5411491202794275, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7182, + 8413 + ], + [ + 46314, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.399179740746816, + "ssl_variant": "", + "test_tta": { + "OA": 0.8691495685984671, + "mIoU": 0.7025725818152586, + "macroF1": 0.8172968916319494, + "F1_coffee": 0.9146295442156904, + "IoU_coffee": 0.842688815916554, + "precision_coffee": 0.9059683515388129, + "recall_coffee": 0.923457939968672, + "F1_noncoffee": 0.7199642390482085, + "IoU_noncoffee": 0.5624563477139634, + "kappa": 0.6347033001256467, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8314584054459444, + "mIoU": 0.643731682731352, + "macroF1": 0.7722798351694409, + "F1_coffee": 0.8883666723983111, + "IoU_coffee": 0.7991544067097484, + "precision_coffee": 0.8803938275111237, + "recall_coffee": 0.8964852410974222, + "F1_noncoffee": 0.6561929979405707, + "IoU_noncoffee": 0.4883089587529556, + "kappa": 0.544674674963547, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.670444068762925, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8527611304808882, + "mIoU": 0.6879295657839148, + "macroF1": 0.8078842989062992, + "F1_coffee": 0.900736568457539, + "IoU_coffee": 0.8194001024792086, + "precision_coffee": 0.9223568037623675, + "recall_coffee": 0.8801066847296897, + "F1_noncoffee": 0.7150320293550594, + "IoU_noncoffee": 0.5564590290886211, + "kappa": 0.6163737129881184, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8159541940694589, + "mIoU": 0.6352034990914315, + "macroF1": 0.7678465449079537, + "F1_coffee": 0.8735269923388735, + "IoU_coffee": 0.7754531057540032, + "precision_coffee": 0.8987803883178332, + "recall_coffee": 0.8496539225326315, + "F1_noncoffee": 0.6621660974770338, + "IoU_noncoffee": 0.4949538924288598, + "kappa": 0.5366701651551229, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.1429584165065388, + "macroF1": 0.22551120894398424, + "F1_coffee": 0.43462897526501765, + "IoU_coffee": 0.27765237020316025, + "precision_coffee": 0.9972972972972973, + "recall_coffee": 0.27786144578313254, + "F1_noncoffee": 0.01639344262295082, + "IoU_noncoffee": 0.008264462809917356, + "kappa": 0.003095907902565063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8440769990128332, + "mIoU": 0.681025037228955, + "macroF1": 0.803606260387036, + "F1_coffee": 0.8927589367552704, + "IoU_coffee": 0.8062913907284768, + "precision_coffee": 0.9263120817189151, + "recall_coffee": 0.8615515659808675, + "F1_noncoffee": 0.7144535840188014, + "IoU_noncoffee": 0.5557586837294333, + "kappa": 0.6085799676400263, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8561137350317256, + "mIoU": 0.6931168589618422, + "macroF1": 0.8117108046701685, + "F1_coffee": 0.9031470777135517, + "IoU_coffee": 0.823398524417379, + "precision_coffee": 0.926411489557942, + "recall_coffee": 0.8810224923250423, + "F1_noncoffee": 0.7202745316267853, + "IoU_noncoffee": 0.5628351935063053, + "kappa": 0.6241062468332577, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8577885621847939, + "mIoU": 0.6891883974701692, + "macroF1": 0.8079748850421642, + "F1_coffee": 0.9057781420420515, + "IoU_coffee": 0.8277828992855497, + "precision_coffee": 0.9148624554253694, + "recall_coffee": 0.8968724639490605, + "F1_noncoffee": 0.7101716280422767, + "IoU_noncoffee": 0.5505938956547888, + "kappa": 0.6160662143669631, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.859884069558265, + "mIoU": 0.7090580150543864, + "macroF1": 0.824478104198989, + "F1_coffee": 0.9033103448275862, + "IoU_coffee": 0.8236699786190417, + "precision_coffee": 0.9156879194630873, + "recall_coffee": 0.8912629286880784, + "F1_noncoffee": 0.7456458635703919, + "IoU_noncoffee": 0.594446051489731, + "kappa": 0.6491248588586918, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.869872161801183, + "mIoU": 0.719839367078213, + "macroF1": 0.8315813727319503, + "F1_coffee": 0.9118863049095607, + "IoU_coffee": 0.8380432201377345, + "precision_coffee": 0.9217709285621001, + "recall_coffee": 0.9022114278409817, + "F1_noncoffee": 0.75127644055434, + "IoU_noncoffee": 0.6016355140186916, + "kappa": 0.6632720471706764, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8787591310122379, + "mIoU": 0.7292780524385383, + "macroF1": 0.8377176189296787, + "F1_coffee": 0.9193283676303498, + "IoU_coffee": 0.8507009345794393, + "precision_coffee": 0.9148241206030151, + "recall_coffee": 0.9238771885308298, + "F1_noncoffee": 0.7561068702290077, + "IoU_noncoffee": 0.6078551702976374, + "kappa": 0.6754590236421031, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8286522332748196, + "mIoU": 0.6544570889936947, + "macroF1": 0.7830051865368406, + "F1_coffee": 0.8825299191014241, + "IoU_coffee": 0.789757089864784, + "precision_coffee": 0.9371006673292631, + "recall_coffee": 0.8339651250947687, + "F1_noncoffee": 0.6834804539722572, + "IoU_noncoffee": 0.5191570881226054, + "kappa": 0.5699399849242612, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8423513694054776, + "mIoU": 0.6668770196412186, + "macroF1": 0.7913462609327022, + "F1_coffee": 0.8945083014048532, + "IoU_coffee": 0.8091497227356746, + "precision_coffee": 0.9311353363467163, + "recall_coffee": 0.8606537232735316, + "F1_noncoffee": 0.6881842204605512, + "IoU_noncoffee": 0.5246043165467625, + "kappa": 0.5845924278961174, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8366898921446979, + "mIoU": 0.650528796858778, + "macroF1": 0.7774927094580947, + "F1_coffee": 0.892261192620112, + "IoU_coffee": 0.8054797635288767, + "precision_coffee": 0.9149018595041323, + "recall_coffee": 0.8707140223669657, + "F1_noncoffee": 0.6627242262960773, + "IoU_noncoffee": 0.49557783018867924, + "kappa": 0.5558369193026028, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7076, + 8413 + ], + [ + 45892, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.524056033293406, + "ssl_variant": "", + "test_tta": { + "OA": 0.8618390398303315, + "mIoU": 0.6945939971444044, + "macroF1": 0.8118627290310838, + "F1_coffee": 0.9088287371311641, + "IoU_coffee": 0.8328928446500058, + "precision_coffee": 0.9104407859798195, + "recall_coffee": 0.9072223868591508, + "F1_noncoffee": 0.7148967209310036, + "IoU_noncoffee": 0.5562951496388029, + "kappa": 0.6237291469700063, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8252711434175609, + "mIoU": 0.6393577392297667, + "macroF1": 0.7695810092523612, + "F1_coffee": 0.8828597120563124, + "IoU_coffee": 0.7902854472121726, + "precision_coffee": 0.8855225385988051, + "recall_coffee": 0.8802128521024929, + "F1_noncoffee": 0.6563023064484099, + "IoU_noncoffee": 0.48843003124736084, + "kappa": 0.5391742447636657, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.5858765893619851, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8209964813059336, + "mIoU": 0.6143883968406347, + "macroF1": 0.7459334071328396, + "F1_coffee": 0.884031269191935, + "IoU_coffee": 0.7921649099897398, + "precision_coffee": 0.8696827574907325, + "recall_coffee": 0.8988611828457729, + "F1_noncoffee": 0.6078355450737443, + "IoU_noncoffee": 0.4366118836915297, + "kappa": 0.49233411589516146, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7931810314987885, + "mIoU": 0.5775536326074728, + "macroF1": 0.7148282592398698, + "F1_coffee": 0.8643073429220288, + "IoU_coffee": 0.7610398266955507, + "precision_coffee": 0.848679687064464, + "recall_coffee": 0.8805213334104537, + "F1_noncoffee": 0.5653491755577109, + "IoU_noncoffee": 0.3940674385193949, + "kappa": 0.43027531698944876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5302916978309649, + "mIoU": 0.26881901371564276, + "macroF1": 0.35499938544739434, + "F1_coffee": 0.6912487708947886, + "IoU_coffee": 0.5281743050338091, + "precision_coffee": 0.9957507082152974, + "recall_coffee": 0.5293674698795181, + "F1_noncoffee": 0.01875, + "IoU_noncoffee": 0.00946372239747634, + "kappa": 0.005550015278531317, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8250740375123395, + "mIoU": 0.6295164799018383, + "macroF1": 0.7600616079926139, + "F1_coffee": 0.8849574758163994, + "IoU_coffee": 0.7936535662299854, + "precision_coffee": 0.8769300051466804, + "recall_coffee": 0.8931332721792687, + "F1_noncoffee": 0.6351657401688285, + "IoU_noncoffee": 0.46537939357369135, + "kappa": 0.5202507068743567, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8140832975525977, + "mIoU": 0.605372586675114, + "macroF1": 0.7385206717492014, + "F1_coffee": 0.8790840547333147, + "IoU_coffee": 0.7842551071250623, + "precision_coffee": 0.8707892795672486, + "recall_coffee": 0.8875383747885471, + "F1_noncoffee": 0.5979572887650882, + "IoU_noncoffee": 0.42649006622516555, + "kappa": 0.4771990712302789, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8239604148824817, + "mIoU": 0.6079831654014973, + "macroF1": 0.7384872072114049, + "F1_coffee": 0.8879941878065024, + "IoU_coffee": 0.7985517504219524, + "precision_coffee": 0.8620041140170438, + "recall_coffee": 0.9156002247331294, + "F1_noncoffee": 0.5889802266163074, + "IoU_noncoffee": 0.41741458038104234, + "kappa": 0.47871339634833543, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8304017589446332, + "mIoU": 0.6437931228437905, + "macroF1": 0.772590942592538, + "F1_coffee": 0.887250016610192, + "IoU_coffee": 0.7973489371865298, + "precision_coffee": 0.8668051408542127, + "recall_coffee": 0.9086826347305389, + "F1_noncoffee": 0.6579318685748841, + "IoU_noncoffee": 0.49023730850105135, + "kappa": 0.54594823576575, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8308528906697196, + "mIoU": 0.6408356853776929, + "macroF1": 0.7696504018379295, + "F1_coffee": 0.888385269121813, + "IoU_coffee": 0.799184505606524, + "precision_coffee": 0.8752170677251302, + "recall_coffee": 0.9019557714431804, + "F1_noncoffee": 0.650915534554046, + "IoU_noncoffee": 0.48248686514886163, + "kappa": 0.5396267457725351, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8415710084432217, + "mIoU": 0.6363514615759648, + "macroF1": 0.7626235125765861, + "F1_coffee": 0.8995186522262335, + "IoU_coffee": 0.8173865500273373, + "precision_coffee": 0.8554589150835431, + "recall_coffee": 0.9483633595534129, + "F1_noncoffee": 0.6257283729269386, + "IoU_noncoffee": 0.4553163731245923, + "kappa": 0.5298920129121755, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8198751706651063, + "mIoU": 0.6152202573399028, + "macroF1": 0.7470853498263269, + "F1_coffee": 0.8827673754363694, + "IoU_coffee": 0.7901374843767753, + "precision_coffee": 0.886876673893636, + "recall_coffee": 0.8786959818043972, + "F1_noncoffee": 0.6114033242162844, + "IoU_noncoffee": 0.4403030303030303, + "kappa": 0.49420669385683125, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7973089035213283, + "mIoU": 0.569763183064022, + "macroF1": 0.7048529757165035, + "F1_coffee": 0.8700440528634361, + "IoU_coffee": 0.7699805068226121, + "precision_coffee": 0.8664391908359736, + "recall_coffee": 0.8736790366183338, + "F1_noncoffee": 0.5396618985695709, + "IoU_noncoffee": 0.3695458593054319, + "kappa": 0.40974214435588047, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8062422449174382, + "mIoU": 0.5809568938284368, + "macroF1": 0.7145942622312853, + "F1_coffee": 0.8763250883392226, + "IoU_coffee": 0.779874213836478, + "precision_coffee": 0.8689138576779026, + "recall_coffee": 0.8838638318790709, + "F1_noncoffee": 0.552863436123348, + "IoU_noncoffee": 0.3820395738203957, + "kappa": 0.4293386187877622, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7111, + 8413 + ], + [ + 43880, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1821565667788188, + "ssl_variant": "", + "test_tta": { + "OA": 0.8242420347370619, + "mIoU": 0.6086223603792955, + "macroF1": 0.7390768619571204, + "F1_coffee": 0.8881458531447795, + "IoU_coffee": 0.7987970865214832, + "precision_coffee": 0.859044604885768, + "recall_coffee": 0.9192879217645316, + "F1_noncoffee": 0.5900078707694614, + "IoU_noncoffee": 0.4184476342371079, + "kappa": 0.48033964671692403, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7983010268835814, + "mIoU": 0.572994748965356, + "macroF1": 0.7081824272262811, + "F1_coffee": 0.8703495971891311, + "IoU_coffee": 0.7704592456422545, + "precision_coffee": 0.8382321428571429, + "recall_coffee": 0.9050263173115854, + "F1_noncoffee": 0.5460152572634313, + "IoU_noncoffee": 0.37553025228845727, + "kappa": 0.41934979428445934, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6418763550897619, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8412570896061955, + "mIoU": 0.6613184182114764, + "macroF1": 0.7865038711141094, + "F1_coffee": 0.8946223255615521, + "IoU_coffee": 0.8093363438121153, + "precision_coffee": 0.9016037492475707, + "recall_coffee": 0.8877481901697641, + "F1_noncoffee": 0.6783854166666666, + "IoU_noncoffee": 0.5133004926108374, + "kappa": 0.573085866184556, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8057142032998731, + "mIoU": 0.6119781425917737, + "macroF1": 0.7475690764131464, + "F1_coffee": 0.8687203375790592, + "IoU_coffee": 0.7679094448847387, + "precision_coffee": 0.8783155322587002, + "recall_coffee": 0.8593325235699, + "F1_noncoffee": 0.6264178152472337, + "IoU_noncoffee": 0.4560468402988088, + "kappa": 0.49530955654620484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2961854899027674, + "mIoU": 0.15018937997385073, + "macroF1": 0.23433499536566232, + "F1_coffee": 0.45195107746068724, + "IoU_coffee": 0.29194883370955604, + "precision_coffee": 0.9974293059125964, + "recall_coffee": 0.2921686746987952, + "F1_noncoffee": 0.01671891327063741, + "IoU_noncoffee": 0.008429926238145416, + "kappa": 0.0034282681621773505, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8478775913129318, + "mIoU": 0.6815156798535946, + "macroF1": 0.803262357874867, + "F1_coffee": 0.896950648655878, + "IoU_coffee": 0.8131555016671719, + "precision_coffee": 0.9158131913150348, + "recall_coffee": 0.8788494299567553, + "F1_noncoffee": 0.7095740670938561, + "IoU_noncoffee": 0.5498758580400175, + "kappa": 0.606994583185655, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8379371213205477, + "mIoU": 0.6550922929334744, + "macroF1": 0.7814845833420092, + "F1_coffee": 0.8925510042701249, + "IoU_coffee": 0.8059522449445904, + "precision_coffee": 0.9013031812955156, + "recall_coffee": 0.8839671699768185, + "F1_noncoffee": 0.6704181624138935, + "IoU_noncoffee": 0.5042323409223585, + "kappa": 0.5630955348760273, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8381863164906271, + "mIoU": 0.6469503187041137, + "macroF1": 0.7737440776430018, + "F1_coffee": 0.8944935628974717, + "IoU_coffee": 0.8091256033224828, + "precision_coffee": 0.8890601874691663, + "recall_coffee": 0.899993757413072, + "F1_noncoffee": 0.6529945923885317, + "IoU_noncoffee": 0.48477503408574457, + "kappa": 0.5475437343201521, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8666799920047972, + "mIoU": 0.7177581449051083, + "macroF1": 0.8304372856965738, + "F1_coffee": 0.90882996172772, + "IoU_coffee": 0.8328949016660403, + "precision_coffee": 0.9128226249313564, + "recall_coffee": 0.9048720740337507, + "F1_noncoffee": 0.7520446096654275, + "IoU_noncoffee": 0.6026213881441763, + "kappa": 0.6608922159899486, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8390574317878268, + "mIoU": 0.6587047069885965, + "macroF1": 0.7845855205509374, + "F1_coffee": 0.8929092871199137, + "IoU_coffee": 0.8065366972477064, + "precision_coffee": 0.8868852459016393, + "recall_coffee": 0.8990157228684648, + "F1_noncoffee": 0.6762617539819612, + "IoU_noncoffee": 0.5108727167294868, + "kappa": 0.5692311207706201, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8646238497296271, + "mIoU": 0.6904172856507265, + "macroF1": 0.807673985949672, + "F1_coffee": 0.9123302819929963, + "IoU_coffee": 0.8387934929959331, + "precision_coffee": 0.8844550327575939, + "recall_coffee": 0.942019791930982, + "F1_noncoffee": 0.7030176899063476, + "IoU_noncoffee": 0.54204107830552, + "kappa": 0.6166379315156426, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8295299395357909, + "mIoU": 0.6468916291444944, + "macroF1": 0.7757371399881328, + "F1_coffee": 0.8855721393034826, + "IoU_coffee": 0.7946428571428571, + "precision_coffee": 0.9187720728063027, + "recall_coffee": 0.8546878948698509, + "F1_noncoffee": 0.6659021406727829, + "IoU_noncoffee": 0.4991404011461318, + "kappa": 0.5531777541652906, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8368164901231033, + "mIoU": 0.6514371934780702, + "macroF1": 0.7783189418071527, + "F1_coffee": 0.8921951834573194, + "IoU_coffee": 0.8053721830184384, + "precision_coffee": 0.9161056447436562, + "recall_coffee": 0.8695011059228311, + "F1_noncoffee": 0.6644427001569859, + "IoU_noncoffee": 0.497502203937702, + "kappa": 0.5575759898122746, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8115872864369571, + "mIoU": 0.6067036926683973, + "macroF1": 0.7405920976911872, + "F1_coffee": 0.8763002882566737, + "IoU_coffee": 0.7798349319652019, + "precision_coffee": 0.8940033243830712, + "recall_coffee": 0.8592847486788743, + "F1_noncoffee": 0.6048839071257006, + "IoU_noncoffee": 0.43357245337159256, + "kappa": 0.4818331926440429, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45175, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1118737419446307, + "ssl_variant": "", + "test_tta": { + "OA": 0.8450649914041035, + "mIoU": 0.6615247969608161, + "macroF1": 0.7858399717137088, + "F1_coffee": 0.8984616032600111, + "IoU_coffee": 0.8156425649065117, + "precision_coffee": 0.8938965365516375, + "recall_coffee": 0.9030735362601076, + "F1_noncoffee": 0.6732183401674066, + "IoU_noncoffee": 0.5074070290151206, + "kappa": 0.5717158917872076, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8103438329295027, + "mIoU": 0.6121282816096425, + "macroF1": 0.7464901721421195, + "F1_coffee": 0.8737203987170377, + "IoU_coffee": 0.7757579891545309, + "precision_coffee": 0.8703771021868483, + "recall_coffee": 0.8770894788593904, + "F1_noncoffee": 0.6192599455672013, + "IoU_noncoffee": 0.44849857406475424, + "kappa": 0.49300289891505467, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6609393429757389, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8478928003341956, + "mIoU": 0.6759827279670194, + "macroF1": 0.7983580919805839, + "F1_coffee": 0.8982994403085286, + "IoU_coffee": 0.8153753144684751, + "precision_coffee": 0.911986039917112, + "recall_coffee": 0.8850175691122306, + "F1_noncoffee": 0.6984167436526393, + "IoU_noncoffee": 0.5365901414655636, + "kappa": 0.5969853495028876, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8116707049728856, + "mIoU": 0.6245388884744012, + "macroF1": 0.7585499523914394, + "F1_coffee": 0.8718019203204461, + "IoU_coffee": 0.7727383480107208, + "precision_coffee": 0.8881598687763798, + "recall_coffee": 0.8560356295910695, + "F1_noncoffee": 0.6452979844624328, + "IoU_noncoffee": 0.4763394289380815, + "kappa": 0.5175527057967808, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2849663425579656, + "mIoU": 0.14423597935649093, + "macroF1": 0.2267000629204782, + "F1_coffee": 0.43896713615023475, + "IoU_coffee": 0.281203007518797, + "precision_coffee": 0.9946808510638298, + "recall_coffee": 0.2816265060240964, + "F1_noncoffee": 0.01443298969072165, + "IoU_noncoffee": 0.007268951194184839, + "kappa": 0.0011097287260314437, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8372161895360316, + "mIoU": 0.6638935367569883, + "macroF1": 0.789755015520013, + "F1_coffee": 0.8896473265073948, + "IoU_coffee": 0.8012295081967213, + "precision_coffee": 0.9090536105032823, + "recall_coffee": 0.8710522867251999, + "F1_noncoffee": 0.6898627045326312, + "IoU_noncoffee": 0.5265575653172553, + "kappa": 0.5800479002281881, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.850675063212633, + "mIoU": 0.6793434275566683, + "macroF1": 0.8007669484623314, + "F1_coffee": 0.9004832761032685, + "IoU_coffee": 0.8189809727603956, + "precision_coffee": 0.9141436963398102, + "recall_coffee": 0.8872251112085708, + "F1_noncoffee": 0.7010506208213945, + "IoU_noncoffee": 0.5397058823529411, + "kappa": 0.601801013548843, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8554096488723951, + "mIoU": 0.6845918627097266, + "macroF1": 0.8044295220601598, + "F1_coffee": 0.9042804497779457, + "IoU_coffee": 0.825284580889962, + "precision_coffee": 0.9125874125874126, + "recall_coffee": 0.8961233535176978, + "F1_noncoffee": 0.7045785943423739, + "IoU_noncoffee": 0.5438991445294912, + "kappa": 0.6089590439225027, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8507895262842294, + "mIoU": 0.6863275748790294, + "macroF1": 0.8068844048215305, + "F1_coffee": 0.8989646071597753, + "IoU_coffee": 0.8164720344191764, + "precision_coffee": 0.894063804011307, + "recall_coffee": 0.9039194338595536, + "F1_noncoffee": 0.7148042024832856, + "IoU_noncoffee": 0.5561831153388823, + "kappa": 0.6138015646418994, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8600457927876359, + "mIoU": 0.6986785415430441, + "macroF1": 0.815716157783156, + "F1_coffee": 0.9060999807975421, + "IoU_coffee": 0.8283206553540082, + "precision_coffee": 0.9074358974358975, + "recall_coffee": 0.9047679918189953, + "F1_noncoffee": 0.7253323347687699, + "IoU_noncoffee": 0.5690364277320799, + "kappa": 0.6314346521598009, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.876956645479556, + "mIoU": 0.723137422663994, + "macroF1": 0.833043878490147, + "F1_coffee": 0.9186680880416379, + "IoU_coffee": 0.8495708652284852, + "precision_coffee": 0.9082455052696838, + "recall_coffee": 0.9293326566861203, + "F1_noncoffee": 0.7474196689386563, + "IoU_noncoffee": 0.5967039800995025, + "kappa": 0.6662242585063372, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8239711332163059, + "mIoU": 0.6427284232473163, + "macroF1": 0.773106805003601, + "F1_coffee": 0.8805347805943478, + "IoU_coffee": 0.7865673406645383, + "precision_coffee": 0.9245309242529535, + "recall_coffee": 0.8405357594136973, + "F1_noncoffee": 0.6656788294128543, + "IoU_noncoffee": 0.4988895058300944, + "kappa": 0.5490713097791203, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8413016509208894, + "mIoU": 0.6600810883898599, + "macroF1": 0.7853524620418941, + "F1_coffee": 0.8949396676985281, + "IoU_coffee": 0.8098559341413217, + "precision_coffee": 0.9209465609153556, + "recall_coffee": 0.8703612681248464, + "F1_noncoffee": 0.6757652563852603, + "IoU_noncoffee": 0.5103062426383981, + "kappa": 0.5717588673832043, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8337310298749642, + "mIoU": 0.648023301453275, + "macroF1": 0.775819835880512, + "F1_coffee": 0.8897607897734464, + "IoU_coffee": 0.8014135886912904, + "precision_coffee": 0.9171559034572733, + "recall_coffee": 0.8639547744869116, + "F1_noncoffee": 0.6618788819875776, + "IoU_noncoffee": 0.4946330142152596, + "kappa": 0.5528632632245742, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45556, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7013834238052368, + "ssl_variant": "", + "test_tta": { + "OA": 0.8542232362345153, + "mIoU": 0.6790923710521726, + "macroF1": 0.7998027707130098, + "F1_coffee": 0.9041810558776626, + "IoU_coffee": 0.8251190223781346, + "precision_coffee": 0.9022277488566189, + "recall_coffee": 0.9061428389991957, + "F1_noncoffee": 0.6954244855483568, + "IoU_noncoffee": 0.5330657197262106, + "kappa": 0.5996115067475275, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8187377408561209, + "mIoU": 0.6267284303444038, + "macroF1": 0.7589185382999648, + "F1_coffee": 0.8790072587943085, + "IoU_coffee": 0.7841328730183267, + "precision_coffee": 0.8778241390582037, + "recall_coffee": 0.8801935720207453, + "F1_noncoffee": 0.638829817805621, + "IoU_noncoffee": 0.46932398767048095, + "kappa": 0.5178396910863379, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.67536848627393, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8586256205915905, + "mIoU": 0.6914217714233812, + "macroF1": 0.8097506411928697, + "F1_coffee": 0.9061790264967745, + "IoU_coffee": 0.8284527801606488, + "precision_coffee": 0.9129836924994091, + "recall_coffee": 0.8994750433935904, + "F1_noncoffee": 0.7133222558889649, + "IoU_noncoffee": 0.5543907626861136, + "kappa": 0.6195658568952856, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8230644975193262, + "mIoU": 0.6389455153140746, + "macroF1": 0.7697178426235558, + "F1_coffee": 0.880554581921564, + "IoU_coffee": 0.7865989423879767, + "precision_coffee": 0.889439625499105, + "recall_coffee": 0.8718452966240576, + "F1_noncoffee": 0.6588811033255477, + "IoU_noncoffee": 0.4912920882401725, + "kappa": 0.5395669019120495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35228122662677636, + "mIoU": 0.1781210581820939, + "macroF1": 0.26574239895287427, + "F1_coffee": 0.5178173719376392, + "IoU_coffee": 0.34936138241923365, + "precision_coffee": 0.9935897435897436, + "recall_coffee": 0.3501506024096386, + "F1_noncoffee": 0.01366742596810934, + "IoU_noncoffee": 0.006880733944954129, + "kappa": 0.00034707712709931013, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8529615004935834, + "mIoU": 0.6855735658591688, + "macroF1": 0.8057886867950665, + "F1_coffee": 0.9015043808894032, + "IoU_coffee": 0.8206718035155309, + "precision_coffee": 0.909897884268838, + "recall_coffee": 0.8932643166033285, + "F1_noncoffee": 0.7100729927007299, + "IoU_noncoffee": 0.5504753282028066, + "kappa": 0.6116746413108703, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.865941510424121, + "mIoU": 0.7023244540991431, + "macroF1": 0.8176968298460785, + "F1_coffee": 0.9114793346774194, + "IoU_coffee": 0.8373560224576025, + "precision_coffee": 0.9166191471836787, + "recall_coffee": 0.9063968423031138, + "F1_noncoffee": 0.7239143250147376, + "IoU_noncoffee": 0.5672928857406837, + "kappa": 0.6354294114612695, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8567894185935865, + "mIoU": 0.6863508460371721, + "macroF1": 0.8056943458886339, + "F1_coffee": 0.9053340042772676, + "IoU_coffee": 0.8270413147158536, + "precision_coffee": 0.9122773657856373, + "recall_coffee": 0.8984955365503464, + "F1_noncoffee": 0.7060546875, + "IoU_noncoffee": 0.5456603773584906, + "kappa": 0.6114585786506899, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8536877873276034, + "mIoU": 0.6888103925862803, + "macroF1": 0.8084650366459682, + "F1_coffee": 0.9015334947538337, + "IoU_coffee": 0.8207200587803086, + "precision_coffee": 0.8912234042553191, + "recall_coffee": 0.912084921066957, + "F1_noncoffee": 0.7153965785381027, + "IoU_noncoffee": 0.5569007263922519, + "kappa": 0.6170781932160594, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8758824651784011, + "mIoU": 0.7227651351483713, + "macroF1": 0.8329261916409226, + "F1_coffee": 0.9176425903652592, + "IoU_coffee": 0.8478184582992163, + "precision_coffee": 0.90895410082769, + "recall_coffee": 0.9264987856321104, + "F1_noncoffee": 0.7482097929165861, + "IoU_noncoffee": 0.5977118119975263, + "kappa": 0.6659456996615875, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8742054833507258, + "mIoU": 0.7180287178587357, + "macroF1": 0.8293333897933564, + "F1_coffee": 0.9168443496801706, + "IoU_coffee": 0.8464566929133859, + "precision_coffee": 0.9064980158730159, + "recall_coffee": 0.927429586399391, + "F1_noncoffee": 0.741822429906542, + "IoU_noncoffee": 0.5896007428040855, + "kappa": 0.6588047763639459, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8522527794031597, + "mIoU": 0.6823559083359694, + "macroF1": 0.8031060748291998, + "F1_coffee": 0.9014762307342135, + "IoU_coffee": 0.8206251479990528, + "precision_coffee": 0.9287149939702533, + "recall_coffee": 0.8757897397017943, + "F1_noncoffee": 0.7047359189241863, + "IoU_noncoffee": 0.5440866686728859, + "kappa": 0.6072247162767511, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8559977097051246, + "mIoU": 0.6821123610353534, + "macroF1": 0.8021182770201287, + "F1_coffee": 0.9053740515457452, + "IoU_coffee": 0.8271081576535289, + "precision_coffee": 0.9244461518760405, + "recall_coffee": 0.8870729909068568, + "F1_noncoffee": 0.6988625024945121, + "IoU_noncoffee": 0.5371165644171779, + "kappa": 0.604771902073139, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839266965734466, + "mIoU": 0.6558731687821402, + "macroF1": 0.7819083195712153, + "F1_coffee": 0.8937539432176657, + "IoU_coffee": 0.8079160488194366, + "precision_coffee": 0.9183197199533255, + "recall_coffee": 0.8704682315349638, + "F1_noncoffee": 0.6700626959247649, + "IoU_noncoffee": 0.5038302887448438, + "kappa": 0.564783795826882, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7171, + 8413 + ], + [ + 46162, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8551070094108582, + "ssl_variant": "", + "test_tta": { + "OA": 0.8648435868185543, + "mIoU": 0.6942552967711111, + "macroF1": 0.8109770068493969, + "F1_coffee": 0.911883013491997, + "IoU_coffee": 0.8380376602872656, + "precision_coffee": 0.9026170627514413, + "recall_coffee": 0.921341179458956, + "F1_noncoffee": 0.7100710002067967, + "IoU_noncoffee": 0.5504729332549565, + "kappa": 0.6220850522211275, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8301748009691935, + "mIoU": 0.6410007593441055, + "macroF1": 0.7699732573626636, + "F1_coffee": 0.8876506340225366, + "IoU_coffee": 0.7979962601430752, + "precision_coffee": 0.8786550812240272, + "recall_coffee": 0.8968322825688781, + "F1_noncoffee": 0.6522958807027905, + "IoU_noncoffee": 0.4840052585451358, + "kappa": 0.5400956998578349, + "n_pixels": 69336 + }, + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.05", + "val_epoch0": 0.7326779482335866 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7326779482335866, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7810865983812048, + "mIoU": 0.6345196239204152, + "macroF1": 0.7753457961955414, + "F1_coffee": 0.8112581247780642, + "IoU_coffee": 0.6824510364174763, + "precision_coffee": 0.872103830578238, + "recall_coffee": 0.7583489681050657, + "F1_noncoffee": 0.7394334676130188, + "IoU_noncoffee": 0.5865882114233539, + "kappa": 0.5536908216508898, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6924829814237914, + "mIoU": 0.5232606216269428, + "macroF1": 0.6853101166690354, + "F1_coffee": 0.732820410004511, + "IoU_coffee": 0.5783082491149655, + "precision_coffee": 0.8540011682242991, + "recall_coffee": 0.6417566499868317, + "F1_noncoffee": 0.6377998233335598, + "IoU_noncoffee": 0.4682129941389201, + "kappa": 0.38734318929664524, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17184789859906605, + "mIoU": 0.0861998681780916, + "macroF1": 0.14752555001882, + "F1_coffee": 0.2915192329642735, + "IoU_coffee": 0.1706306787814003, + "precision_coffee": 1.0, + "recall_coffee": 0.1706306787814003, + "F1_noncoffee": 0.0035318670733665114, + "IoU_noncoffee": 0.0017690575747828885, + "kappa": 0.000603528811089278, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7637349250822268, + "mIoU": 0.6175354994801087, + "macroF1": 0.7635076183927476, + "F1_coffee": 0.7708394872097832, + "IoU_coffee": 0.6271267903489378, + "precision_coffee": 0.8613678373382625, + "recall_coffee": 0.6975302042125521, + "F1_noncoffee": 0.7561757495757119, + "IoU_noncoffee": 0.6079442086112795, + "kappa": 0.5325094043274815, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.754744299084751, + "mIoU": 0.5993536942085513, + "macroF1": 0.7481729210534844, + "F1_coffee": 0.7888527801273205, + "IoU_coffee": 0.651326913180916, + "precision_coffee": 0.8695652173913043, + "recall_coffee": 0.7218510672967248, + "F1_noncoffee": 0.7074930619796485, + "IoU_noncoffee": 0.5473804752361867, + "kappa": 0.5022861253871125, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8206302583760641, + "mIoU": 0.6798322407090022, + "macroF1": 0.8072411372604045, + "F1_coffee": 0.8580434183050313, + "IoU_coffee": 0.7513800717637317, + "precision_coffee": 0.8807732750950417, + "recall_coffee": 0.8364572130895683, + "F1_noncoffee": 0.7564388562157778, + "IoU_noncoffee": 0.6082844096542727, + "kappa": 0.6149222880158516, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7702940142907344, + "mIoU": 0.6197775083045973, + "macroF1": 0.7640754661121372, + "F1_coffee": 0.725772619214096, + "IoU_coffee": 0.5695785776997366, + "precision_coffee": 0.7901948842874543, + "recall_coffee": 0.6710628394103957, + "F1_noncoffee": 0.8023783130101784, + "IoU_noncoffee": 0.6699764389094581, + "kappa": 0.5304002725862715, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7164523574019123, + "mIoU": 0.5552072679790956, + "macroF1": 0.7132940373456811, + "F1_coffee": 0.6832023575638507, + "IoU_coffee": 0.5188362551286834, + "precision_coffee": 0.7492593590088877, + "recall_coffee": 0.627849243962988, + "F1_noncoffee": 0.7433857171275114, + "IoU_noncoffee": 0.5915782808295077, + "kappa": 0.43017575031585525, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7511860832894043, + "mIoU": 0.6015192848803409, + "macroF1": 0.7511857486431628, + "F1_coffee": 0.7514743049705139, + "IoU_coffee": 0.601889338731444, + "precision_coffee": 0.7619047619047619, + "recall_coffee": 0.741325576563474, + "F1_noncoffee": 0.7508971923158116, + "IoU_noncoffee": 0.6011492310292378, + "kappa": 0.5024649595490227, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7566298693059257, + "mIoU": 0.5933223221154279, + "macroF1": 0.7416954686412321, + "F1_coffee": 0.8038052373158756, + "IoU_coffee": 0.6719685308705319, + "precision_coffee": 0.9158508158508158, + "recall_coffee": 0.7161866569449508, + "F1_noncoffee": 0.6795856999665887, + "IoU_noncoffee": 0.5146761133603239, + "kappa": 0.4957173991892384, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78876953125, + "mIoU": 0.6089148933080988, + "macroF1": 0.7489312974944649, + "F1_coffee": 0.8489419652210349, + "IoU_coffee": 0.7375318529304696, + "precision_coffee": 0.9385423100679432, + "recall_coffee": 0.774958561774831, + "F1_noncoffee": 0.6489206297678948, + "IoU_noncoffee": 0.48029793368572804, + "kappa": 0.508278390047923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8827579701943029, + "mIoU": 0.7380048154911134, + "macroF1": 0.8440297676776876, + "F1_coffee": 0.9217500786905886, + "IoU_coffee": 0.8548575432041102, + "precision_coffee": 0.9532552083333333, + "recall_coffee": 0.892260816575259, + "F1_noncoffee": 0.7663094566647866, + "IoU_noncoffee": 0.6211520877781165, + "kappa": 0.6890738172946045, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2533, + 2984 + ], + [ + 41058, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5317777911822, + "test_tta": { + "OA": 0.7888224339230714, + "mIoU": 0.6437625651313835, + "macroF1": 0.7820712464474782, + "F1_coffee": 0.8204284865926637, + "IoU_coffee": 0.6955309426070793, + "precision_coffee": 0.8682480340337759, + "recall_coffee": 0.7776013854813104, + "F1_noncoffee": 0.7437140063022928, + "IoU_noncoffee": 0.5919941876556878, + "kappa": 0.5660212868886784, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6989154263297566, + "mIoU": 0.5293624770888156, + "macroF1": 0.6902054527113402, + "F1_coffee": 0.7421506385711816, + "IoU_coffee": 0.5900155148372906, + "precision_coffee": 0.8487202666817334, + "recall_coffee": 0.6593582652971645, + "F1_noncoffee": 0.6382602668514988, + "IoU_noncoffee": 0.46870943934034054, + "kappa": 0.3938190955561784, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.7434708108003024 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7434708108003024, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7906847647016689, + "mIoU": 0.6471821327189152, + "macroF1": 0.7847548829167451, + "F1_coffee": 0.8204813170948966, + "IoU_coffee": 0.6956068852373636, + "precision_coffee": 0.8767231193383221, + "recall_coffee": 0.771020349256747, + "F1_noncoffee": 0.7490284487385936, + "IoU_noncoffee": 0.5987573802004669, + "kappa": 0.5719722886806184, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7118812737971616, + "mIoU": 0.5447167884597949, + "macroF1": 0.7033010275117431, + "F1_coffee": 0.7537564559271266, + "IoU_coffee": 0.6048227567653109, + "precision_coffee": 0.8597418665466918, + "recall_coffee": 0.6710341497673602, + "F1_noncoffee": 0.6528455990963594, + "IoU_noncoffee": 0.4846108201542788, + "kappa": 0.4190487356194472, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27671781187458305, + "mIoU": 0.13879639226897914, + "macroF1": 0.21798618522414756, + "F1_coffee": 0.43229657555765, + "IoU_coffee": 0.27575150300601203, + "precision_coffee": 0.9995157384987894, + "recall_coffee": 0.2757883484767504, + "F1_noncoffee": 0.003675794890645102, + "IoU_noncoffee": 0.0018412815319462346, + "kappa": 0.0007486319452121132, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7667803630162018, + "mIoU": 0.6215996579499575, + "macroF1": 0.7666195287618012, + "F1_coffee": 0.7727461570419609, + "IoU_coffee": 0.6296547054840894, + "precision_coffee": 0.8684631803628602, + "recall_coffee": 0.6960333582807655, + "F1_noncoffee": 0.7604929004816413, + "IoU_noncoffee": 0.6135446104158256, + "kappa": 0.5391390654943315, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.769119396039092, + "mIoU": 0.6196730621816916, + "macroF1": 0.7642548854005772, + "F1_coffee": 0.7981190939096623, + "IoU_coffee": 0.6640583853735611, + "precision_coffee": 0.8966778421213045, + "recall_coffee": 0.7190809841942317, + "F1_noncoffee": 0.7303906768914921, + "IoU_noncoffee": 0.5752877389898221, + "kappa": 0.5359962671478352, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8309852143177179, + "mIoU": 0.690210313763373, + "macroF1": 0.8140619832805878, + "F1_coffee": 0.8701571882051479, + "IoU_coffee": 0.7701577415205471, + "precision_coffee": 0.8664787874171681, + "recall_coffee": 0.8738669534490705, + "F1_noncoffee": 0.7579667783560277, + "IoU_noncoffee": 0.610262886006199, + "kappa": 0.628136458875245, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7677169966030222, + "mIoU": 0.614145119460576, + "macroF1": 0.7593263662981669, + "F1_coffee": 0.714388592827308, + "IoU_coffee": 0.5556800358503249, + "precision_coffee": 0.8062418725617685, + "recall_coffee": 0.6413240237910525, + "F1_noncoffee": 0.8042641397690258, + "IoU_noncoffee": 0.6726102030708272, + "kappa": 0.5228966405991533, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7085393999340587, + "mIoU": 0.5415277189634162, + "macroF1": 0.7008044692870425, + "F1_coffee": 0.6526977475117863, + "IoU_coffee": 0.484447900466563, + "precision_coffee": 0.7775351014040561, + "recall_coffee": 0.5624012638230648, + "F1_noncoffee": 0.7489111910622988, + "IoU_noncoffee": 0.5986075374602694, + "kappa": 0.412556934794132, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7753294675803901, + "mIoU": 0.6330854883365435, + "macroF1": 0.7753232241464452, + "F1_coffee": 0.7765076035658102, + "IoU_coffee": 0.6346648379907424, + "precision_coffee": 0.783989834815756, + "recall_coffee": 0.769166839808851, + "F1_noncoffee": 0.77413884472708, + "IoU_noncoffee": 0.6315061386823448, + "kappa": 0.5506878071364457, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7657657657657657, + "mIoU": 0.6032423482694991, + "macroF1": 0.7492080267630481, + "F1_coffee": 0.8136482939632546, + "IoU_coffee": 0.6858407079646017, + "precision_coffee": 0.9117647058823529, + "recall_coffee": 0.7345971563981043, + "F1_noncoffee": 0.6847677595628415, + "IoU_noncoffee": 0.5206439885743963, + "kappa": 0.5080528669683432, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82294921875, + "mIoU": 0.6566531955602541, + "macroF1": 0.7862922139072992, + "F1_coffee": 0.8748014639872937, + "IoU_coffee": 0.7774640972136982, + "precision_coffee": 0.9542030732148238, + "recall_coffee": 0.8075991329848272, + "F1_noncoffee": 0.6977829638273045, + "IoU_noncoffee": 0.53584229390681, + "kappa": 0.5796110717658703, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8807772118468213, + "mIoU": 0.7134436745179604, + "macroF1": 0.8243245510780587, + "F1_coffee": 0.9239104261979292, + "IoU_coffee": 0.858581338106959, + "precision_coffee": 0.9128107529439753, + "recall_coffee": 0.9352833638025594, + "F1_noncoffee": 0.7247386759581882, + "IoU_noncoffee": 0.5683060109289617, + "kappa": 0.6488369420176128, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2587, + 2984 + ], + [ + 41540, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5267269134521486, + "test_tta": { + "OA": 0.7964687343313516, + "mIoU": 0.6538890598546652, + "macroF1": 0.7895209628196677, + "F1_coffee": 0.8277617820881952, + "IoU_coffee": 0.7061378561456125, + "precision_coffee": 0.8713351411708407, + "recall_coffee": 0.788338865637177, + "F1_noncoffee": 0.7512801435511401, + "IoU_noncoffee": 0.6016402635637179, + "kappa": 0.5805566231066394, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.71816949348102, + "mIoU": 0.5508130431659576, + "macroF1": 0.7080723059427148, + "F1_coffee": 0.7623645583782271, + "IoU_coffee": 0.6159847502259954, + "precision_coffee": 0.8548558649466823, + "recall_coffee": 0.6879334562373803, + "F1_noncoffee": 0.6537800535072023, + "IoU_noncoffee": 0.4856413361059198, + "kappa": 0.42593540053991863, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.5", + "val_epoch0": 0.7651539937579968 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7750775477894505, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8307785975216675, + "mIoU": 0.7016190416016864, + "macroF1": 0.8235672911121703, + "F1_coffee": 0.8592367503798374, + "IoU_coffee": 0.7532121591977436, + "precision_coffee": 0.8877466219335776, + "recall_coffee": 0.8325010824072738, + "F1_noncoffee": 0.7878978318445033, + "IoU_noncoffee": 0.6500259240056292, + "kappa": 0.6476821060086188, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7384187146648206, + "mIoU": 0.5750596016898621, + "macroF1": 0.7279729140255298, + "F1_coffee": 0.7812790178840611, + "IoU_coffee": 0.6410647140312685, + "precision_coffee": 0.8670735298054016, + "recall_coffee": 0.7109340707576156, + "F1_noncoffee": 0.6746668101669985, + "IoU_noncoffee": 0.5090544893484558, + "kappa": 0.4637550594385008, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22321547698465644, + "mIoU": 0.11194618317567921, + "macroF1": 0.18350011159633353, + "F1_coffee": 0.36357673808482727, + "IoU_coffee": 0.22217768871075486, + "precision_coffee": 0.9993990384615384, + "recall_coffee": 0.22220737573490112, + "F1_noncoffee": 0.003423485107839781, + "IoU_noncoffee": 0.0017146776406035665, + "kappa": 0.000495172560009592, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8010719941527592, + "mIoU": 0.6668814190399632, + "macroF1": 0.7999710967996084, + "F1_coffee": 0.8148106146518485, + "IoU_coffee": 0.6874940197110324, + "precision_coffee": 0.8674393335747917, + "recall_coffee": 0.7682027157061905, + "F1_noncoffee": 0.7851315789473684, + "IoU_noncoffee": 0.6462688183688942, + "kappa": 0.6016435516828553, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8212420497440406, + "mIoU": 0.6872342871843357, + "macroF1": 0.8133939764298918, + "F1_coffee": 0.8516627333190302, + "IoU_coffee": 0.741648606232718, + "precision_coffee": 0.8996464509110688, + "recall_coffee": 0.8085383737982728, + "F1_noncoffee": 0.7751252195407533, + "IoU_noncoffee": 0.6328199681359533, + "kappa": 0.6283905386426845, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8642405535918753, + "mIoU": 0.7424901679519439, + "macroF1": 0.8504188944154301, + "F1_coffee": 0.8958882144084297, + "IoU_coffee": 0.8114107883817427, + "precision_coffee": 0.890550284629981, + "recall_coffee": 0.9012905208173299, + "F1_noncoffee": 0.8049495744224304, + "IoU_noncoffee": 0.673569547522145, + "kappa": 0.7008579239094737, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7857561204170083, + "mIoU": 0.6448164453569929, + "macroF1": 0.7836917164279418, + "F1_coffee": 0.7625600415422563, + "IoU_coffee": 0.6162400335711288, + "precision_coffee": 0.7656412930135558, + "recall_coffee": 0.7595034910783554, + "F1_noncoffee": 0.8048233913136271, + "IoU_noncoffee": 0.6733928571428571, + "kappa": 0.5673891922250497, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7734915924826904, + "mIoU": 0.6295090361209988, + "macroF1": 0.7724418518425893, + "F1_coffee": 0.7569862044570216, + "IoU_coffee": 0.6089926010244735, + "precision_coffee": 0.7925925925925926, + "recall_coffee": 0.7244414353419093, + "F1_noncoffee": 0.7878974992281569, + "IoU_noncoffee": 0.6500254712175242, + "kappa": 0.5456839593484288, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8220347917764892, + "mIoU": 0.6976350796728947, + "macroF1": 0.8218648068940755, + "F1_coffee": 0.8273675598281858, + "IoU_coffee": 0.7055642769928484, + "precision_coffee": 0.8147029204431017, + "recall_coffee": 0.840432162892167, + "F1_noncoffee": 0.8163620539599652, + "IoU_noncoffee": 0.6897058823529412, + "kappa": 0.6438211715627867, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8176627331556909, + "mIoU": 0.6758443380707629, + "macroF1": 0.8044023625299284, + "F1_coffee": 0.8553307157958321, + "IoU_coffee": 0.7472295514511873, + "precision_coffee": 0.9552507308297729, + "recall_coffee": 0.7743346700692673, + "F1_noncoffee": 0.7534740092640247, + "IoU_noncoffee": 0.6044591246903386, + "kappa": 0.6159649629737566, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.863671875, + "mIoU": 0.715975389444486, + "macroF1": 0.8295054237518424, + "F1_coffee": 0.9058283864004317, + "IoU_coffee": 0.8278668310727497, + "precision_coffee": 0.9617533304684143, + "recall_coffee": 0.8560499808746653, + "F1_noncoffee": 0.7531824611032532, + "IoU_noncoffee": 0.6040839478162223, + "kappa": 0.6620062035579025, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9019996227126957, + "mIoU": 0.7621948159999195, + "macroF1": 0.8598743554293342, + "F1_coffee": 0.9367042339323789, + "IoU_coffee": 0.8809441961727971, + "precision_coffee": 0.9364190012180268, + "recall_coffee": 0.9369896404631323, + "F1_noncoffee": 0.7830444769262894, + "IoU_noncoffee": 0.6434454358270418, + "kappa": 0.7197487999841244, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2658, + 2984 + ], + [ + 43708, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.043292021751404, + "test_tta": { + "OA": 0.8330886039681972, + "mIoU": 0.7040142445738727, + "macroF1": 0.8251138141681371, + "F1_coffee": 0.8624592365240744, + "IoU_coffee": 0.7581787521079258, + "precision_coffee": 0.8822605965463108, + "recall_coffee": 0.8435272045028143, + "F1_noncoffee": 0.7877683918121997, + "IoU_noncoffee": 0.6498497370398196, + "kappa": 0.6504992866336234, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7426300911503404, + "mIoU": 0.5789437737429324, + "macroF1": 0.7308272394064121, + "F1_coffee": 0.7871921769721543, + "IoU_coffee": 0.6490658800393314, + "precision_coffee": 0.8619518947011047, + "recall_coffee": 0.7243657273285927, + "F1_noncoffee": 0.6744623018406699, + "IoU_noncoffee": 0.5088216674465332, + "kappa": 0.4677790392203809, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r1.0", + "val_epoch0": 0.7589015799618748 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.779069660235773, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8279671943270539, + "mIoU": 0.6989211182678112, + "macroF1": 0.8218586638528197, + "F1_coffee": 0.8548462642592732, + "IoU_coffee": 0.746490394764619, + "precision_coffee": 0.8969245402663285, + "recall_coffee": 0.8165391831433108, + "F1_noncoffee": 0.7888710634463661, + "IoU_noncoffee": 0.6513518417710035, + "kappa": 0.644854248550077, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7312074535594785, + "mIoU": 0.5683056216146193, + "macroF1": 0.722946071434576, + "F1_coffee": 0.7707879816502479, + "IoU_coffee": 0.6270586116502912, + "precision_coffee": 0.8766540774933557, + "recall_coffee": 0.6877359318760425, + "F1_noncoffee": 0.6751041612189042, + "IoU_noncoffee": 0.5095526315789474, + "kappa": 0.4571142012876735, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1829219479653102, + "mIoU": 0.09175699792265336, + "macroF1": 0.15556635365903376, + "F1_coffee": 0.3075531433740389, + "IoU_coffee": 0.1817210048102619, + "precision_coffee": 1.0, + "recall_coffee": 0.1817210048102619, + "F1_noncoffee": 0.0035795639440286365, + "IoU_noncoffee": 0.0017929910350448248, + "kappa": 0.0006514360114349598, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7971738335972713, + "mIoU": 0.6618342910458814, + "macroF1": 0.7963755159613658, + "F1_coffee": 0.8091253009285796, + "IoU_coffee": 0.6794378128609935, + "precision_coffee": 0.8721117014704065, + "recall_coffee": 0.754624184753555, + "F1_noncoffee": 0.783625730994152, + "IoU_noncoffee": 0.6442307692307693, + "kappa": 0.5951449328969319, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8175190030508299, + "mIoU": 0.6846890845486479, + "macroF1": 0.8119569681753585, + "F1_coffee": 0.8442973748069711, + "IoU_coffee": 0.7305489806825991, + "precision_coffee": 0.9207968434221923, + "recall_coffee": 0.7795339742545218, + "F1_noncoffee": 0.7796165615437457, + "IoU_noncoffee": 0.6388291884146966, + "kappa": 0.627552560569321, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8631951013093045, + "mIoU": 0.741550752323773, + "macroF1": 0.8498570190570536, + "F1_coffee": 0.8946076551353839, + "IoU_coffee": 0.8093123308583721, + "precision_coffee": 0.8933057598039216, + "recall_coffee": 0.8959133507451221, + "F1_noncoffee": 0.8051063829787234, + "IoU_noncoffee": 0.6737891737891738, + "kappa": 0.6997152175483794, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7810706337120769, + "mIoU": 0.6382906040766484, + "macroF1": 0.7788049866669435, + "F1_coffee": 0.7564186107128894, + "IoU_coffee": 0.6082582267868372, + "precision_coffee": 0.7624802942722018, + "recall_coffee": 0.7504525471942074, + "F1_noncoffee": 0.8011913626209978, + "IoU_noncoffee": 0.6683229813664596, + "kappa": 0.5576327926878183, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7733816902956369, + "mIoU": 0.6271294257555358, + "macroF1": 0.7702578843015362, + "F1_coffee": 0.7434685245085842, + "IoU_coffee": 0.5916831683168317, + "precision_coffee": 0.8283892431383421, + "recall_coffee": 0.6743398781313473, + "F1_noncoffee": 0.7970472440944882, + "IoU_noncoffee": 0.6625756831942399, + "kappa": 0.5443044449444542, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8180284659989457, + "mIoU": 0.6920881056831301, + "macroF1": 0.8180284477947566, + "F1_coffee": 0.8180860033726813, + "IoU_coffee": 0.6921705011592652, + "precision_coffee": 0.8301604278074867, + "recall_coffee": 0.8063577810097652, + "F1_noncoffee": 0.817970892216832, + "IoU_noncoffee": 0.692005710206995, + "kappa": 0.6361339194210187, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8146174343357442, + "mIoU": 0.6738409884662213, + "macroF1": 0.8032796304463296, + "F1_coffee": 0.8505064974930933, + "IoU_coffee": 0.7398967420331137, + "precision_coffee": 0.9694425005831584, + "recall_coffee": 0.7575647101713452, + "F1_noncoffee": 0.7560527633995658, + "IoU_noncoffee": 0.6077852348993289, + "kappa": 0.6159911224798225, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85673828125, + "mIoU": 0.7084381818292939, + "macroF1": 0.8245326630147649, + "F1_coffee": 0.899706023107951, + "IoU_coffee": 0.8176960357897353, + "precision_coffee": 0.9699292452830188, + "recall_coffee": 0.838964681881933, + "F1_noncoffee": 0.7493593029215787, + "IoU_noncoffee": 0.5991803278688524, + "kappa": 0.6536029893566153, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9036030937558951, + "mIoU": 0.7607525270589448, + "macroF1": 0.8585369211235302, + "F1_coffee": 0.9383817677559387, + "IoU_coffee": 0.8839164016356201, + "precision_coffee": 0.9285288151771864, + "recall_coffee": 0.9484460694698355, + "F1_noncoffee": 0.7786920744911217, + "IoU_noncoffee": 0.6375886524822695, + "kappa": 0.7171882162304886, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 43514, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5310842911402385, + "test_tta": { + "OA": 0.8342883747582551, + "mIoU": 0.7068927682275377, + "macroF1": 0.8272422778353924, + "F1_coffee": 0.8621316408927029, + "IoU_coffee": 0.7576725672986279, + "precision_coffee": 0.8909074113988361, + "recall_coffee": 0.835156588252273, + "F1_noncoffee": 0.7923529147780819, + "IoU_noncoffee": 0.6561129691564475, + "kappa": 0.6550266010157537, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.738808122764509, + "mIoU": 0.5759992052497107, + "macroF1": 0.7288367422713498, + "F1_coffee": 0.7808355116661826, + "IoU_coffee": 0.6404677294474995, + "precision_coffee": 0.8703194129707564, + "recall_coffee": 0.7080370467913265, + "F1_noncoffee": 0.6768379728765168, + "IoU_noncoffee": 0.5115306810519218, + "kappa": 0.46599736843426737, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.05", + "val_epoch0": 0.7266327478415439 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7266327478415439, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7436967265955161, + "mIoU": 0.5767640672769284, + "macroF1": 0.7282869842252713, + "F1_coffee": 0.7929942293507658, + "IoU_coffee": 0.6569929064417178, + "precision_coffee": 0.794683749782596, + "recall_coffee": 0.7913118776158176, + "F1_noncoffee": 0.6635797390997767, + "IoU_noncoffee": 0.496535228112139, + "kappa": 0.45657796030934034, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6658157378562363, + "mIoU": 0.4849940736059698, + "macroF1": 0.6487597626248462, + "F1_coffee": 0.7261596643621108, + "IoU_coffee": 0.5700554803035645, + "precision_coffee": 0.7867148088397224, + "recall_coffee": 0.6742603810025458, + "F1_noncoffee": 0.5713598608875816, + "IoU_noncoffee": 0.3999326669083752, + "kappa": 0.3039744037000132, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20066711140760507, + "mIoU": 0.10057328240428656, + "macroF1": 0.16786857130816676, + "F1_coffee": 0.33307358343537796, + "IoU_coffee": 0.19981300921597436, + "precision_coffee": 0.9979986657771848, + "recall_coffee": 0.1998931052912881, + "F1_noncoffee": 0.002663559180955552, + "IoU_noncoffee": 0.0013335555925987664, + "kappa": -0.0002671386115470564, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6988670970885613, + "mIoU": 0.5354331226118989, + "macroF1": 0.6970023044380085, + "F1_coffee": 0.7207726194510335, + "IoU_coffee": 0.5634437086092715, + "precision_coffee": 0.7639171555129893, + "recall_coffee": 0.6822409921950177, + "F1_noncoffee": 0.6732319894249835, + "IoU_noncoffee": 0.5074225366145263, + "kappa": 0.3962582865121425, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7654997673095817, + "mIoU": 0.6076189597421667, + "macroF1": 0.7535643171428191, + "F1_coffee": 0.8077982623437169, + "IoU_coffee": 0.677568432278706, + "precision_coffee": 0.8417984277007331, + "recall_coffee": 0.7764379990223236, + "F1_noncoffee": 0.6993303719419214, + "IoU_noncoffee": 0.5376694872056275, + "kappa": 0.5083832328179795, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7593468412406034, + "mIoU": 0.570459506915022, + "macroF1": 0.7171945461768032, + "F1_coffee": 0.8263774154155592, + "IoU_coffee": 0.7041253519402619, + "precision_coffee": 0.7760388559093362, + "recall_coffee": 0.8836994930096789, + "F1_noncoffee": 0.6080116769380474, + "IoU_noncoffee": 0.43679366188978214, + "kappa": 0.439711562169242, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6398032095583929, + "mIoU": 0.46791270841162225, + "macroF1": 0.6366920771954057, + "F1_coffee": 0.6030721569639861, + "IoU_coffee": 0.4317131768619479, + "precision_coffee": 0.6020618556701031, + "recall_coffee": 0.604085854667701, + "F1_noncoffee": 0.6703119974268253, + "IoU_noncoffee": 0.5041122399612966, + "kappa": 0.2733858538667517, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6697439279041653, + "mIoU": 0.5026006698904444, + "macroF1": 0.6687194333268736, + "F1_coffee": 0.6502967531711858, + "IoU_coffee": 0.48180720813933436, + "precision_coffee": 0.6713118692936089, + "recall_coffee": 0.63055743624464, + "F1_noncoffee": 0.6871421134825612, + "IoU_noncoffee": 0.5233941316415543, + "kappa": 0.33801924038320386, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6852925672113864, + "mIoU": 0.5176328040716754, + "macroF1": 0.6811587878555825, + "F1_coffee": 0.7174633222905821, + "IoU_coffee": 0.5594095940959409, + "precision_coffee": 0.6589012517385258, + "recall_coffee": 0.7874506544774569, + "F1_noncoffee": 0.644854253420583, + "IoU_noncoffee": 0.47585601404741, + "kappa": 0.3685871404038955, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7628473543966502, + "mIoU": 0.5983719813679775, + "macroF1": 0.7451278831871712, + "F1_coffee": 0.8123305552766342, + "IoU_coffee": 0.6839702401082178, + "precision_coffee": 0.9043147775542142, + "recall_coffee": 0.7373313889901567, + "F1_noncoffee": 0.6779252110977081, + "IoU_noncoffee": 0.5127737226277372, + "kappa": 0.4991489885638549, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8505859375, + "mIoU": 0.6891302960799977, + "macroF1": 0.8093572919740676, + "F1_coffee": 0.8980135981869084, + "IoU_coffee": 0.8149044277764336, + "precision_coffee": 0.9409135354099735, + "recall_coffee": 0.8588550299630243, + "F1_noncoffee": 0.7207009857612268, + "IoU_noncoffee": 0.5633561643835616, + "kappa": 0.6208729533825604, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.825598943595548, + "mIoU": 0.5832075877914735, + "macroF1": 0.7110681112805666, + "F1_coffee": 0.8929791051687215, + "IoU_coffee": 0.806650632646659, + "precision_coffee": 0.8503086419753086, + "recall_coffee": 0.9401584399756246, + "F1_noncoffee": 0.5291571173924116, + "IoU_noncoffee": 0.35976454293628807, + "kappa": 0.42846834422016533, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2477, + 2984 + ], + [ + 39026, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.546169904867808, + "test_tta": { + "OA": 0.7467767351908889, + "mIoU": 0.5790416876427419, + "macroF1": 0.729796989823378, + "F1_coffee": 0.7975316066033818, + "IoU_coffee": 0.6632453800723948, + "precision_coffee": 0.791266549235752, + "recall_coffee": 0.8038966661855967, + "F1_noncoffee": 0.6620623730433743, + "IoU_noncoffee": 0.49483799521308897, + "kappa": 0.45965052000328627, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6683252567208954, + "mIoU": 0.4862698666030651, + "macroF1": 0.6494501083813795, + "F1_coffee": 0.7307930933567457, + "IoU_coffee": 0.5757872018594012, + "precision_coffee": 0.7830711723238253, + "recall_coffee": 0.6850583794223509, + "F1_noncoffee": 0.5681071234060134, + "IoU_noncoffee": 0.39675253134672894, + "kappa": 0.303877726763853, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.7278929251422102 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7278929251422102, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7960389656901368, + "mIoU": 0.6514238929602215, + "macroF1": 0.7874113232783054, + "F1_coffee": 0.8302381733090888, + "IoU_coffee": 0.7097497579124408, + "precision_coffee": 0.8583315356405437, + "recall_coffee": 0.8039255303795642, + "F1_noncoffee": 0.7445844732475221, + "IoU_noncoffee": 0.5930980280080023, + "kappa": 0.5755068342532923, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7111889927310489, + "mIoU": 0.541144379011157, + "macroF1": 0.6995815370056604, + "F1_coffee": 0.7586331585608389, + "IoU_coffee": 0.6111272939120302, + "precision_coffee": 0.8414213523702575, + "recall_coffee": 0.6906768501448513, + "F1_noncoffee": 0.640529915450482, + "IoU_noncoffee": 0.47116146411028365, + "kappa": 0.4077026187280731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23015343562374915, + "mIoU": 0.11542751015294718, + "macroF1": 0.1881401591950139, + "F1_coffee": 0.37282608695652175, + "IoU_coffee": 0.229124916499666, + "precision_coffee": 0.9994172494172494, + "recall_coffee": 0.22915553180117584, + "F1_noncoffee": 0.0034542314335060447, + "IoU_noncoffee": 0.0017301038062283738, + "kappa": 0.0005260589866461027, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7810330125472043, + "mIoU": 0.6397960138593759, + "macroF1": 0.7801829078025128, + "F1_coffee": 0.7938528585354665, + "IoU_coffee": 0.6581724826471427, + "precision_coffee": 0.8560474894880039, + "recall_coffee": 0.7400833957019138, + "F1_noncoffee": 0.766512957069559, + "IoU_noncoffee": 0.6214195450716091, + "kappa": 0.5629785681409596, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7890273540513987, + "mIoU": 0.6435533644142931, + "macroF1": 0.7818365813236272, + "F1_coffee": 0.8214442013129103, + "IoU_coffee": 0.6969922020051986, + "precision_coffee": 0.8873865355521936, + "recall_coffee": 0.7646244093205149, + "F1_noncoffee": 0.7422289613343442, + "IoU_noncoffee": 0.5901145268233876, + "kappa": 0.567124016896045, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8150545128690198, + "mIoU": 0.660821611385635, + "macroF1": 0.7917623937388861, + "F1_coffee": 0.8614064540197724, + "IoU_coffee": 0.7565530799475754, + "precision_coffee": 0.8373830419960833, + "recall_coffee": 0.8868489783376863, + "F1_noncoffee": 0.7221183334579998, + "IoU_noncoffee": 0.5650901428236946, + "kappa": 0.5842109247614955, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7523720276443716, + "mIoU": 0.5983349934235027, + "macroF1": 0.7477711270400844, + "F1_coffee": 0.7137053087757314, + "IoU_coffee": 0.5548536534007159, + "precision_coffee": 0.7492180835939721, + "recall_coffee": 0.6814067752779933, + "F1_noncoffee": 0.7818369453044376, + "IoU_noncoffee": 0.6418163334462894, + "kappa": 0.49640444315092375, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7104077371139685, + "mIoU": 0.5465678413574269, + "macroF1": 0.7057564660828604, + "F1_coffee": 0.6687617850408548, + "IoU_coffee": 0.502360717658168, + "precision_coffee": 0.7548240635641317, + "recall_coffee": 0.6003159557661928, + "F1_noncoffee": 0.7427511471248658, + "IoU_noncoffee": 0.5907749650566858, + "kappa": 0.4173948846370496, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7710068529256721, + "mIoU": 0.6271191862324867, + "macroF1": 0.7707940650524383, + "F1_coffee": 0.7777777777777778, + "IoU_coffee": 0.6363636363636364, + "precision_coffee": 0.7661761741584358, + "recall_coffee": 0.7897361313110326, + "F1_noncoffee": 0.7638103523270987, + "IoU_noncoffee": 0.6178747361013371, + "kappa": 0.5416998169862103, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8120796853191219, + "mIoU": 0.6655814379336187, + "macroF1": 0.7966021122480641, + "F1_coffee": 0.8527100944803581, + "IoU_coffee": 0.7432385575589459, + "precision_coffee": 0.93827971109652, + "recall_coffee": 0.7814436748086038, + "F1_noncoffee": 0.7404941300157701, + "IoU_noncoffee": 0.5879243183082916, + "kappa": 0.5990792166921936, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85888671875, + "mIoU": 0.7060190545502663, + "macroF1": 0.8221294210172491, + "F1_coffee": 0.9029875797247399, + "IoU_coffee": 0.8231334149326806, + "precision_coffee": 0.9536301758366421, + "recall_coffee": 0.8574525054188449, + "F1_noncoffee": 0.7412712623097583, + "IoU_noncoffee": 0.5889046941678521, + "kappa": 0.6469144819468421, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8544614223731372, + "mIoU": 0.6469828702514474, + "macroF1": 0.7698212685363659, + "F1_coffee": 0.9094005049615407, + "IoU_coffee": 0.8338537740928179, + "precision_coffee": 0.8774076591887605, + "recall_coffee": 0.9438147471054236, + "F1_noncoffee": 0.630242032111191, + "IoU_noncoffee": 0.46011196641007696, + "kappa": 0.5421270408571965, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2618, + 2984 + ], + [ + 41808, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5270216544469197, + "test_tta": { + "OA": 0.8021273547740133, + "mIoU": 0.6589382700050317, + "macroF1": 0.7928106012399802, + "F1_coffee": 0.8367461513459209, + "IoU_coffee": 0.7193151798414956, + "precision_coffee": 0.8570563844919948, + "recall_coffee": 0.8173762447683648, + "F1_noncoffee": 0.7488750511340394, + "IoU_noncoffee": 0.5985613601685679, + "kappa": 0.5859788539255952, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7187752394138687, + "mIoU": 0.5488795872345114, + "macroF1": 0.7057927873933707, + "F1_coffee": 0.767595141893422, + "IoU_coffee": 0.6228433268858801, + "precision_coffee": 0.8399457443201085, + "recall_coffee": 0.7067202177157405, + "F1_noncoffee": 0.6439904328933195, + "IoU_noncoffee": 0.4749158475831426, + "kappa": 0.4181981917781055, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.5", + "val_epoch0": 0.7602138673883084 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7703229979317481, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8234009025141465, + "mIoU": 0.6934189244584124, + "macroF1": 0.8181492686514518, + "F1_coffee": 0.8490525606881563, + "IoU_coffee": 0.7376988137666897, + "precision_coffee": 0.9037765974779237, + "recall_coffee": 0.8005772838793477, + "F1_noncoffee": 0.7872459766147474, + "IoU_noncoffee": 0.6491390351501352, + "kappa": 0.6381683266533058, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7244721356870889, + "mIoU": 0.5612599503308918, + "macroF1": 0.7174323898414734, + "F1_coffee": 0.76203288490284, + "IoU_coffee": 0.6155517990823473, + "precision_coffee": 0.8810922917386795, + "recall_coffee": 0.6713194627337372, + "F1_noncoffee": 0.6728318947801069, + "IoU_noncoffee": 0.5069681015794364, + "kappa": 0.4487043685794831, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14983322214809874, + "mIoU": 0.07515348634923755, + "macroF1": 0.13108285702350375, + "F1_coffee": 0.2587249883666822, + "IoU_coffee": 0.14858364510956706, + "precision_coffee": 1.0, + "recall_coffee": 0.14858364510956706, + "F1_noncoffee": 0.003440725680325305, + "IoU_noncoffee": 0.001723327588908037, + "kappa": 0.000511985491623694, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7981483737361432, + "mIoU": 0.6634172534265204, + "macroF1": 0.7975561442461883, + "F1_coffee": 0.8085057205593436, + "IoU_coffee": 0.6785645004849661, + "precision_coffee": 0.8796680497925311, + "recall_coffee": 0.7479952956270716, + "F1_noncoffee": 0.7866065679330329, + "IoU_noncoffee": 0.6482700063680747, + "kappa": 0.5980436327751202, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8061947360256476, + "mIoU": 0.6681733289514202, + "macroF1": 0.8000619499085129, + "F1_coffee": 0.835078764410807, + "IoU_coffee": 0.7168542721160384, + "precision_coffee": 0.9078645235361653, + "recall_coffee": 0.7730976046928467, + "F1_noncoffee": 0.7650451354062187, + "IoU_noncoffee": 0.619492385786802, + "kappa": 0.6037523842484959, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8606063623238911, + "mIoU": 0.7419202292212431, + "macroF1": 0.8505317730614605, + "F1_coffee": 0.8893368113192633, + "IoU_coffee": 0.8007259269802861, + "precision_coffee": 0.9159068707261478, + "recall_coffee": 0.8642648640344139, + "F1_noncoffee": 0.8117267348036579, + "IoU_noncoffee": 0.6831145314622001, + "kappa": 0.7014909371623976, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7869274920932412, + "mIoU": 0.6446826426490365, + "macroF1": 0.7833169064283164, + "F1_coffee": 0.7553463349024883, + "IoU_coffee": 0.6068727036956991, + "precision_coffee": 0.7869955156950673, + "recall_coffee": 0.726144297905353, + "F1_noncoffee": 0.8112874779541446, + "IoU_noncoffee": 0.6824925816023739, + "kappa": 0.5671737497652789, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.768985602813496, + "mIoU": 0.6220991705940615, + "macroF1": 0.7665732166949065, + "F1_coffee": 0.7428431612429655, + "IoU_coffee": 0.590891397430907, + "precision_coffee": 0.8111140796152818, + "recall_coffee": 0.6851726472579553, + "F1_noncoffee": 0.7903032721468476, + "IoU_noncoffee": 0.6533069437572159, + "kappa": 0.5358279480331885, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8175013178703215, + "mIoU": 0.6912756070485901, + "macroF1": 0.8174531961655214, + "F1_coffee": 0.8144893366198692, + "IoU_coffee": 0.6870367022238293, + "precision_coffee": 0.8410801239486498, + "recall_coffee": 0.7895283606897985, + "F1_noncoffee": 0.8204170557111734, + "IoU_noncoffee": 0.6955145118733509, + "kappa": 0.6352593056774644, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8103032610074864, + "mIoU": 0.6660573939911048, + "macroF1": 0.7973846493471435, + "F1_coffee": 0.8485462465808935, + "IoU_coffee": 0.7369347175787436, + "precision_coffee": 0.9550741163055873, + "recall_coffee": 0.7633977397010573, + "F1_noncoffee": 0.7462230521133933, + "IoU_noncoffee": 0.595180070403466, + "kappa": 0.6030442707860425, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8392578125, + "mIoU": 0.6810600975588825, + "macroF1": 0.8046115415404498, + "F1_coffee": 0.886888400219901, + "IoU_coffee": 0.7967650327200889, + "precision_coffee": 0.9618423013861976, + "recall_coffee": 0.8227718985082239, + "F1_noncoffee": 0.7223346828609987, + "IoU_noncoffee": 0.5653551623976762, + "kappa": 0.6149628969487818, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8991699679305791, + "mIoU": 0.7676365689109799, + "macroF1": 0.864392827516786, + "F1_coffee": 0.9330661824557009, + "IoU_coffee": 0.8745305164319249, + "precision_coffee": 0.9594385784187484, + "recall_coffee": 0.9081048141377209, + "F1_noncoffee": 0.7957194725778712, + "IoU_noncoffee": 0.6607426213900349, + "kappa": 0.7294096176240165, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2600, + 2984 + ], + [ + 43354, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5392780900001526, + "test_tta": { + "OA": 0.8307606904949503, + "mIoU": 0.7027523181649963, + "macroF1": 0.8244956767480476, + "F1_coffee": 0.8576549438963778, + "IoU_coffee": 0.7507844843498669, + "precision_coffee": 0.8967559055118111, + "recall_coffee": 0.8218213306393419, + "F1_noncoffee": 0.7913364095997174, + "IoU_noncoffee": 0.6547201519801257, + "kappa": 0.6499668816564649, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7331977616245529, + "mIoU": 0.570214123311174, + "macroF1": 0.7243840235236576, + "F1_coffee": 0.7736710099712486, + "IoU_coffee": 0.6308837320669634, + "precision_coffee": 0.8741256807940062, + "recall_coffee": 0.6939250285312967, + "F1_noncoffee": 0.6750970370760665, + "IoU_noncoffee": 0.5095445145553847, + "kappa": 0.4590241848438049, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r1.0", + "val_epoch0": 0.7662503929737501 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7731481308797303, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8368848936322613, + "mIoU": 0.7102286553935644, + "macroF1": 0.8294882376932302, + "F1_coffee": 0.865001852537977, + "IoU_coffee": 0.7621174135589679, + "precision_coffee": 0.8889125799573561, + "recall_coffee": 0.8423437725501516, + "F1_noncoffee": 0.7939746228484835, + "IoU_noncoffee": 0.658339897228161, + "kappa": 0.6593526291596932, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7523220260759201, + "mIoU": 0.5915615447014171, + "macroF1": 0.74105506955915, + "F1_coffee": 0.7950691535698516, + "IoU_coffee": 0.6598462940221052, + "precision_coffee": 0.8712697789982999, + "recall_coffee": 0.7311254499166008, + "F1_noncoffee": 0.6870409855484483, + "IoU_noncoffee": 0.523276795380729, + "kappa": 0.48808992427088344, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3038025350233489, + "mIoU": 0.1524414575662861, + "macroF1": 0.2345094930514778, + "F1_coffee": 0.46482051282051284, + "IoU_coffee": 0.3027792624265099, + "precision_coffee": 1.0, + "recall_coffee": 0.3027792624265099, + "F1_noncoffee": 0.004198473282442748, + "IoU_noncoffee": 0.0021036527060623446, + "kappa": 0.0012730739546873875, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8062492386405165, + "mIoU": 0.6731111035794388, + "macroF1": 0.8043037017647724, + "F1_coffee": 0.8238161174189975, + "IoU_coffee": 0.7004143906573743, + "precision_coffee": 0.8546311192829235, + "recall_coffee": 0.7951459424783492, + "F1_noncoffee": 0.7847912861105473, + "IoU_noncoffee": 0.6458078165015032, + "kappa": 0.6092279640532864, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8212937587258907, + "mIoU": 0.687176776154615, + "macroF1": 0.8133359924564436, + "F1_coffee": 0.8518772501285787, + "IoU_coffee": 0.7419740182171122, + "precision_coffee": 0.8987158618194971, + "recall_coffee": 0.8096789962522405, + "F1_noncoffee": 0.7747947347843086, + "IoU_noncoffee": 0.6323795340921179, + "kappa": 0.6282073821353438, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8769353313088067, + "mIoU": 0.7641519852294101, + "macroF1": 0.8648751962742731, + "F1_coffee": 0.9052437902483901, + "IoU_coffee": 0.826890756302521, + "precision_coffee": 0.903442999234889, + "recall_coffee": 0.9070517744661238, + "F1_noncoffee": 0.8245066023001562, + "IoU_noncoffee": 0.7014132141562991, + "kappa": 0.7297523811149303, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7820077310530631, + "mIoU": 0.6410422343627522, + "macroF1": 0.7810991529663127, + "F1_coffee": 0.7669963690997872, + "IoU_coffee": 0.622055239642567, + "precision_coffee": 0.7434466019417476, + "recall_coffee": 0.7920868890612878, + "F1_noncoffee": 0.7952019368328381, + "IoU_noncoffee": 0.6600292290829375, + "kappa": 0.5625840785669114, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7751401252884932, + "mIoU": 0.6318254475703324, + "macroF1": 0.7742067951932221, + "F1_coffee": 0.7596899224806202, + "IoU_coffee": 0.6125, + "precision_coffee": 0.7920646583394563, + "recall_coffee": 0.7298578199052133, + "F1_noncoffee": 0.788723667905824, + "IoU_noncoffee": 0.6511508951406649, + "kappa": 0.5490759189581579, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8404849762783342, + "mIoU": 0.7247323141641624, + "macroF1": 0.8403861619606527, + "F1_coffee": 0.8443575763810307, + "IoU_coffee": 0.7306391312088303, + "precision_coffee": 0.8361858190709046, + "recall_coffee": 0.8526906295449823, + "F1_noncoffee": 0.8364147475402747, + "IoU_noncoffee": 0.7188254971194945, + "kappa": 0.6808043643584393, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8325085649029311, + "mIoU": 0.6958934757310609, + "macroF1": 0.8185342829978486, + "F1_coffee": 0.8688915375446961, + "IoU_coffee": 0.768177028451001, + "precision_coffee": 0.9546049759930162, + "recall_coffee": 0.7973022238425082, + "F1_noncoffee": 0.768177028451001, + "IoU_noncoffee": 0.6236099230111206, + "kappa": 0.6421695444899878, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8623046875, + "mIoU": 0.7137353097322432, + "macroF1": 0.827908423214265, + "F1_coffee": 0.9048454582264813, + "IoU_coffee": 0.8262262755730836, + "precision_coffee": 0.9611469534050179, + "recall_coffee": 0.8547749585617749, + "F1_noncoffee": 0.7509713882020488, + "IoU_noncoffee": 0.6012443438914027, + "kappa": 0.6588801286759798, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9095453687983399, + "mIoU": 0.7791907222732471, + "macroF1": 0.8715715511348459, + "F1_coffee": 0.9414064886662186, + "IoU_coffee": 0.8892993189426296, + "precision_coffee": 0.9438863023768684, + "recall_coffee": 0.9389396709323583, + "F1_noncoffee": 0.8017366136034733, + "IoU_noncoffee": 0.6690821256038647, + "kappa": 0.7431491011863881, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 44012, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6340198437372844, + "test_tta": { + "OA": 0.8406274622161737, + "mIoU": 0.7151037862573986, + "macroF1": 0.8327630268407166, + "F1_coffee": 0.8690290490626011, + "IoU_coffee": 0.7683920160303953, + "precision_coffee": 0.8864571136929958, + "recall_coffee": 0.8522730552749315, + "F1_noncoffee": 0.796497004618832, + "IoU_noncoffee": 0.6618155564844017, + "kappa": 0.6657268150876978, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7571535710164994, + "mIoU": 0.5966637852647252, + "macroF1": 0.7448969438729096, + "F1_coffee": 0.8008138737076206, + "IoU_coffee": 0.6677978139920293, + "precision_coffee": 0.868565563253785, + "recall_coffee": 0.7428671758405759, + "F1_noncoffee": 0.6889800140381986, + "IoU_noncoffee": 0.5255297565374211, + "kappa": 0.4945956782631365, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.05", + "val_epoch0": 0.7219283599463344 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7219283599463344, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7898252274192393, + "mIoU": 0.642305260119462, + "macroF1": 0.7805259748576376, + "F1_coffee": 0.8257027873891801, + "IoU_coffee": 0.7031463402296525, + "precision_coffee": 0.8503395118370343, + "recall_coffee": 0.8024534564872275, + "F1_noncoffee": 0.7353491623260953, + "IoU_noncoffee": 0.5814641800092715, + "kappa": 0.5616107080084582, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6976895119418484, + "mIoU": 0.5255736915867899, + "macroF1": 0.6862974223949417, + "F1_coffee": 0.7460780869544149, + "IoU_coffee": 0.5949956525939523, + "precision_coffee": 0.83260781397864, + "recall_coffee": 0.6758405758932491, + "F1_noncoffee": 0.6265167578354686, + "IoU_noncoffee": 0.45615173057962743, + "kappa": 0.3824060792385951, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15463642428285523, + "mIoU": 0.07754140490246171, + "macroF1": 0.13465184330598087, + "F1_coffee": 0.2661570535093815, + "IoU_coffee": 0.1535070140280561, + "precision_coffee": 0.9991304347826087, + "recall_coffee": 0.1535275253874933, + "F1_noncoffee": 0.0031466331025802393, + "IoU_noncoffee": 0.001575795776867318, + "kappa": 0.00021705889201435792, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.755938603971251, + "mIoU": 0.6067888426949837, + "macroF1": 0.7551204322359457, + "F1_coffee": 0.7692750618990039, + "IoU_coffee": 0.6250584822681763, + "precision_coffee": 0.8335413027202396, + "recall_coffee": 0.714209344595317, + "F1_noncoffee": 0.7409658025728877, + "IoU_noncoffee": 0.588519203121791, + "kappa": 0.5134877567788358, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8015926366409846, + "mIoU": 0.6602694764263121, + "macroF1": 0.7940963040316732, + "F1_coffee": 0.8333839940944027, + "IoU_coffee": 0.7143601578202933, + "precision_coffee": 0.8922361692236169, + "recall_coffee": 0.7818152191624572, + "F1_noncoffee": 0.7548086139689437, + "IoU_noncoffee": 0.6061787950323309, + "kappa": 0.5908124571867082, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061930601881814, + "mIoU": 0.6464097167497382, + "macroF1": 0.7806382698939109, + "F1_coffee": 0.8555097799057269, + "IoU_coffee": 0.7475029186664937, + "precision_coffee": 0.8276481149012568, + "recall_coffee": 0.8853126440313412, + "F1_noncoffee": 0.705766759882095, + "IoU_noncoffee": 0.5453165148329829, + "kappa": 0.5622866430020236, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7255476162586388, + "mIoU": 0.565283453781541, + "macroF1": 0.7213646044459237, + "F1_coffee": 0.6872246696035242, + "IoU_coffee": 0.5234899328859061, + "precision_coffee": 0.7102649006622517, + "recall_coffee": 0.6656322730799069, + "F1_noncoffee": 0.7555045392883231, + "IoU_noncoffee": 0.6070769746771759, + "kappa": 0.44318722468450333, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7434882954170788, + "mIoU": 0.589602242118452, + "macroF1": 0.7413931192298588, + "F1_coffee": 0.7181159420289855, + "IoU_coffee": 0.5602035048049746, + "precision_coffee": 0.7724084177708496, + "recall_coffee": 0.6709546377792823, + "F1_noncoffee": 0.764670296430732, + "IoU_noncoffee": 0.6190009794319294, + "kappa": 0.4849108226892331, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7485503426462836, + "mIoU": 0.5973438300051204, + "macroF1": 0.7477627779436373, + "F1_coffee": 0.7618572141787319, + "IoU_coffee": 0.6153225806451613, + "precision_coffee": 0.7333717800845828, + "recall_coffee": 0.7926449200083108, + "F1_noncoffee": 0.7336683417085427, + "IoU_noncoffee": 0.5793650793650794, + "kappa": 0.4963753029615883, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7888592818170282, + "mIoU": 0.6354085415542828, + "macroF1": 0.7744030050093123, + "F1_coffee": 0.83151073309032, + "IoU_coffee": 0.7116117850953206, + "precision_coffee": 0.9353075170842825, + "recall_coffee": 0.7484506015311703, + "F1_noncoffee": 0.7172952769283044, + "IoU_noncoffee": 0.559205298013245, + "kappa": 0.5579408337096379, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85322265625, + "mIoU": 0.6997502053467943, + "macroF1": 0.817918445215992, + "F1_coffee": 0.8980947860871924, + "IoU_coffee": 0.8150381491508737, + "precision_coffee": 0.9590211410367796, + "recall_coffee": 0.844447277827362, + "F1_noncoffee": 0.7377421043447915, + "IoU_noncoffee": 0.584462261542715, + "kappa": 0.6395805335195032, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8577626862856065, + "mIoU": 0.6574842894127102, + "macroF1": 0.7791253905828637, + "F1_coffee": 0.9109168241965974, + "IoU_coffee": 0.8364070297244521, + "precision_coffee": 0.8838702281325233, + "recall_coffee": 0.9396709323583181, + "F1_noncoffee": 0.64733395696913, + "IoU_noncoffee": 0.4785615491009682, + "kappa": 0.559882273484727, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2645, + 2984 + ], + [ + 41434, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5283382177352904, + "test_tta": { + "OA": 0.7961822219038751, + "mIoU": 0.6476175336577825, + "macroF1": 0.7839534514778335, + "F1_coffee": 0.8353536814696948, + "IoU_coffee": 0.7172595389507154, + "precision_coffee": 0.8372915760475569, + "recall_coffee": 0.83342473661423, + "F1_noncoffee": 0.7325532214859721, + "IoU_noncoffee": 0.5779755283648498, + "kappa": 0.5679106627643581, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7070064612899504, + "mIoU": 0.5326154263322019, + "macroF1": 0.6913480886519047, + "F1_coffee": 0.7608677739455935, + "IoU_coffee": 0.6140327544932933, + "precision_coffee": 0.8205082637284521, + "recall_coffee": 0.709309981564393, + "F1_noncoffee": 0.6218284033582159, + "IoU_noncoffee": 0.45119809817111056, + "kappa": 0.38781125955969326, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7477135453357248 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7477135453357248, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675667932096555, + "mIoU": 0.6176841929176076, + "macroF1": 0.7627389402643749, + "F1_coffee": 0.796583607585018, + "IoU_coffee": 0.6619351478057038, + "precision_coffee": 0.8714212240699468, + "recall_coffee": 0.7335834896810507, + "F1_noncoffee": 0.728894272943732, + "IoU_noncoffee": 0.5734332380295113, + "kappa": 0.5300968461711695, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6722193377177801, + "mIoU": 0.5018764640657457, + "macroF1": 0.6670383999341413, + "F1_coffee": 0.708572161313073, + "IoU_coffee": 0.5486734450710938, + "precision_coffee": 0.8521945652509176, + "recall_coffee": 0.6063778421560881, + "F1_noncoffee": 0.6255046385552095, + "IoU_noncoffee": 0.4550794830603975, + "kappa": 0.35752651020203036, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09979986657771849, + "mIoU": 0.05005222545198129, + "macroF1": 0.09127351665737042, + "F1_coffee": 0.17929692251550905, + "IoU_coffee": 0.09847675040085516, + "precision_coffee": 1.0, + "recall_coffee": 0.09847675040085516, + "F1_noncoffee": 0.003250110799231792, + "IoU_noncoffee": 0.0016277005031074283, + "kappa": 0.00032052993439020796, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743086855889877, + "mIoU": 0.5911993803026635, + "macroF1": 0.7430863945808395, + "F1_coffee": 0.7427421322273725, + "IoU_coffee": 0.590763558746483, + "precision_coffee": 0.8645463580860429, + "recall_coffee": 0.6510210627606116, + "F1_noncoffee": 0.7434306569343065, + "IoU_noncoffee": 0.591635201858844, + "kappa": 0.49614721488161256, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7515383422100419, + "mIoU": 0.5984090740808243, + "macroF1": 0.7480548170370218, + "F1_coffee": 0.777680099939851, + "IoU_coffee": 0.6362328715269892, + "precision_coffee": 0.8998822143698468, + "recall_coffee": 0.6846993645103471, + "F1_noncoffee": 0.7184295341341927, + "IoU_noncoffee": 0.5605852766346594, + "kappa": 0.5076098041206913, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8030069198984418, + "mIoU": 0.6511517402408892, + "macroF1": 0.7856629912401076, + "F1_coffee": 0.8466338514011085, + "IoU_coffee": 0.7340547079776867, + "precision_coffee": 0.8544160212782602, + "recall_coffee": 0.8389921646950377, + "F1_noncoffee": 0.7246921310791067, + "IoU_noncoffee": 0.5682487725040917, + "kappa": 0.5713898109233111, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.710905470305728, + "mIoU": 0.5380379800143716, + "macroF1": 0.69622038016507, + "F1_coffee": 0.6294294294294295, + "IoU_coffee": 0.45924627519719546, + "precision_coffee": 0.7504475474400286, + "recall_coffee": 0.5420222394621154, + "F1_noncoffee": 0.7630113309007106, + "IoU_noncoffee": 0.6168296848315479, + "kappa": 0.4023797460800143, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7041433124519177, + "mIoU": 0.5356537548685492, + "macroF1": 0.6956385791161748, + "F1_coffee": 0.644761150699393, + "IoU_coffee": 0.47575462512171374, + "precision_coffee": 0.7762948840165237, + "recall_coffee": 0.5513428120063191, + "F1_noncoffee": 0.7465160075329567, + "IoU_noncoffee": 0.5955528846153846, + "kappa": 0.4034969442941893, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7388508170795993, + "mIoU": 0.5851245443771604, + "macroF1": 0.7381172502991504, + "F1_coffee": 0.7242569297562061, + "IoU_coffee": 0.5677137870855148, + "precision_coffee": 0.7800959232613909, + "recall_coffee": 0.6758778308747143, + "F1_noncoffee": 0.7519775708420947, + "IoU_noncoffee": 0.6025353016688062, + "kappa": 0.4786372335735914, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7779469610455526, + "mIoU": 0.6225891656258576, + "macroF1": 0.7649232468669728, + "F1_coffee": 0.8202547247329499, + "IoU_coffee": 0.6952812119101515, + "precision_coffee": 0.9395294117647058, + "recall_coffee": 0.7278527160043747, + "F1_noncoffee": 0.7095917690009956, + "IoU_noncoffee": 0.5498971193415638, + "kappa": 0.5417782118500855, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79365234375, + "mIoU": 0.6222443999686702, + "macroF1": 0.76079838086265, + "F1_coffee": 0.8494478090488066, + "IoU_coffee": 0.7382957641813228, + "precision_coffee": 0.9626937984496124, + "recall_coffee": 0.7600408007140125, + "F1_noncoffee": 0.6721489526764934, + "IoU_noncoffee": 0.5061930357560177, + "kappa": 0.5355913181621187, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.860403697415582, + "mIoU": 0.6668154454847368, + "macroF1": 0.7872808740683839, + "F1_coffee": 0.9119990486383637, + "IoU_coffee": 0.8382336867417204, + "precision_coffee": 0.8903982352258214, + "recall_coffee": 0.9346739792809262, + "F1_noncoffee": 0.662562699498404, + "IoU_noncoffee": 0.49539720422775313, + "kappa": 0.5755196806415218, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2596, + 2984 + ], + [ + 40240, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.534377650419871, + "test_tta": { + "OA": 0.78355776806819, + "mIoU": 0.6366898827762502, + "macroF1": 0.7767856116493206, + "F1_coffee": 0.8156654618657638, + "IoU_coffee": 0.6887120451209148, + "precision_coffee": 0.8647093060854945, + "recall_coffee": 0.7718862750757685, + "F1_noncoffee": 0.7379057614328772, + "IoU_noncoffee": 0.5846677204315854, + "kappa": 0.5556038134894671, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6888773508711203, + "mIoU": 0.5184466141099203, + "macroF1": 0.6809460241619791, + "F1_coffee": 0.7312503114566203, + "IoU_coffee": 0.5763550667714061, + "precision_coffee": 0.8456662056247118, + "recall_coffee": 0.6441049951716267, + "F1_noncoffee": 0.6306417368673378, + "IoU_noncoffee": 0.4605381614484345, + "kappa": 0.3775515524059947, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.5", + "val_epoch0": 0.7549161621247416 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7676587875530637, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8238843922355132, + "mIoU": 0.6931930139115543, + "macroF1": 0.817873710888791, + "F1_coffee": 0.8509600084862629, + "IoU_coffee": 0.7405834564254062, + "precision_coffee": 0.8957695252679939, + "recall_coffee": 0.8104199740222254, + "F1_noncoffee": 0.7847874132913193, + "IoU_noncoffee": 0.6458025713977024, + "kappa": 0.6370588635099956, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7287700473058728, + "mIoU": 0.5654327640890302, + "macroF1": 0.7206177880643724, + "F1_coffee": 0.7683419561468342, + "IoU_coffee": 0.6238273358270158, + "precision_coffee": 0.875645777178796, + "recall_coffee": 0.6844658063383373, + "F1_noncoffee": 0.6728936199819106, + "IoU_noncoffee": 0.5070381923510446, + "kappa": 0.4528375367042398, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19199466310873917, + "mIoU": 0.09631007112189319, + "macroF1": 0.16204319903492775, + "F1_coffee": 0.32046678635547576, + "IoU_coffee": 0.190807055050775, + "precision_coffee": 1.0, + "recall_coffee": 0.190807055050775, + "F1_noncoffee": 0.0036196117143797303, + "IoU_noncoffee": 0.001813087193011373, + "kappa": 0.0006916603759095902, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.788707516140821, + "mIoU": 0.6497025426939098, + "macroF1": 0.7874376172282785, + "F1_coffee": 0.8038672471306609, + "IoU_coffee": 0.6720552089241822, + "precision_coffee": 0.8530117590592753, + "recall_coffee": 0.7600769806479205, + "F1_noncoffee": 0.7710079873258961, + "IoU_noncoffee": 0.6273498764636374, + "kappa": 0.5765163790426785, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8237757898546978, + "mIoU": 0.6922623425339862, + "macroF1": 0.8171213374910722, + "F1_coffee": 0.8520062532569046, + "IoU_coffee": 0.7421697684975034, + "precision_coffee": 0.9122187093174633, + "recall_coffee": 0.7992504481016783, + "F1_noncoffee": 0.7822364217252397, + "IoU_noncoffee": 0.6423549165704691, + "kappa": 0.6365725591441489, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8527405784835963, + "mIoU": 0.7295852270045983, + "macroF1": 0.8422196192814007, + "F1_coffee": 0.8829627284956872, + "IoU_coffee": 0.7904505525644658, + "precision_coffee": 0.910411227154047, + "recall_coffee": 0.8571209095099094, + "F1_noncoffee": 0.8014765100671141, + "IoU_noncoffee": 0.6687199014447307, + "kappa": 0.6849250453472077, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7671313107649057, + "mIoU": 0.6206818586086765, + "macroF1": 0.7656750535432427, + "F1_coffee": 0.7472024415055951, + "IoU_coffee": 0.5964271213966708, + "precision_coffee": 0.7350512884663498, + "recall_coffee": 0.7597620894750453, + "F1_noncoffee": 0.7841476655808903, + "IoU_noncoffee": 0.6449365958206823, + "kappa": 0.5314594349261792, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7684360918782284, + "mIoU": 0.6211595196854861, + "macroF1": 0.7658184179369311, + "F1_coffee": 0.7410593584859285, + "IoU_coffee": 0.5886372510737993, + "precision_coffee": 0.8135456017269294, + "recall_coffee": 0.6804333107650643, + "F1_noncoffee": 0.7905774773879336, + "IoU_noncoffee": 0.6536817882971729, + "kappa": 0.5346247890965895, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7924090669478123, + "mIoU": 0.6558111426964099, + "macroF1": 0.7920753344227244, + "F1_coffee": 0.7837451949478309, + "IoU_coffee": 0.6443922701824093, + "precision_coffee": 0.8313140726933831, + "recall_coffee": 0.741325576563474, + "F1_noncoffee": 0.8004054738976178, + "IoU_noncoffee": 0.6672300152104107, + "kappa": 0.5854035905812381, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8120796853191219, + "mIoU": 0.6693887429586264, + "macroF1": 0.7999314075674204, + "F1_coffee": 0.8492313957039601, + "IoU_coffee": 0.7379688605803255, + "precision_coffee": 0.9617246944892783, + "recall_coffee": 0.7602989427633977, + "F1_noncoffee": 0.7506314194308806, + "IoU_noncoffee": 0.6008086253369272, + "kappa": 0.6087174980712883, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87294921875, + "mIoU": 0.7308272966778915, + "macroF1": 0.8399265593112539, + "F1_coffee": 0.9126317910147068, + "IoU_coffee": 0.8393033596837944, + "precision_coffee": 0.9641032917139614, + "recall_coffee": 0.8663776616090781, + "F1_noncoffee": 0.767221327607801, + "IoU_noncoffee": 0.6223512336719884, + "kappa": 0.6822660220708803, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9067157140162233, + "mIoU": 0.7781826225037295, + "macroF1": 0.8712042727931506, + "F1_coffee": 0.9388335704125178, + "IoU_coffee": 0.8847184986595175, + "precision_coffee": 0.9530386740331491, + "recall_coffee": 0.9250457038391224, + "F1_noncoffee": 0.8035749751737835, + "IoU_noncoffee": 0.6716467463479415, + "kappa": 0.7425921880760625, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2624, + 2984 + ], + [ + 43357, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2854669451713563, + "test_tta": { + "OA": 0.8297937110522169, + "mIoU": 0.7005077718709298, + "macroF1": 0.8228331173933756, + "F1_coffee": 0.857949875211095, + "IoU_coffee": 0.7512366196445863, + "precision_coffee": 0.889550018594273, + "recall_coffee": 0.8285178236397749, + "F1_noncoffee": 0.7877163595756561, + "IoU_noncoffee": 0.6497789240972734, + "kappa": 0.646333205176644, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7353034498673128, + "mIoU": 0.5717933799222252, + "macroF1": 0.725444345815407, + "F1_coffee": 0.7774719612003638, + "IoU_coffee": 0.6359542984091721, + "precision_coffee": 0.8686028555173254, + "recall_coffee": 0.7036476165393732, + "F1_noncoffee": 0.67341673043045, + "IoU_noncoffee": 0.5076324614352783, + "kappa": 0.45961837563955876, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r1.0", + "val_epoch0": 0.76848171440701 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7729001150633197, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8224160160446959, + "mIoU": 0.6907029045644886, + "macroF1": 0.8160749603083064, + "F1_coffee": 0.8502257864769758, + "IoU_coffee": 0.7394719558649678, + "precision_coffee": 0.8916624429802331, + "recall_coffee": 0.8124693317939097, + "F1_noncoffee": 0.7819241341396371, + "IoU_noncoffee": 0.6419338532640092, + "kappa": 0.6333029660402673, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7258566978193146, + "mIoU": 0.5616591101461259, + "macroF1": 0.717461294735684, + "F1_coffee": 0.7661647475642162, + "IoU_coffee": 0.6209619526202441, + "precision_coffee": 0.8716829022505879, + "recall_coffee": 0.6834342902291283, + "F1_noncoffee": 0.6687578419071518, + "IoU_noncoffee": 0.5023562676720076, + "kappa": 0.4464136033785858, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17851901267511674, + "mIoU": 0.08954749813003582, + "macroF1": 0.15238741888812535, + "F1_coffee": 0.3012143911020316, + "IoU_coffee": 0.17731159807589525, + "precision_coffee": 1.0, + "recall_coffee": 0.17731159807589525, + "F1_noncoffee": 0.0035604466742191294, + "IoU_noncoffee": 0.0017833981841763942, + "kappa": 0.0006322344406907214, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7866366183457181, + "mIoU": 0.6477240930854189, + "macroF1": 0.7861121410148185, + "F1_coffee": 0.7967036155765771, + "IoU_coffee": 0.6621008970772644, + "precision_coffee": 0.8712871287128713, + "recall_coffee": 0.7338821768416551, + "F1_noncoffee": 0.77552066645306, + "IoU_noncoffee": 0.6333472890935734, + "kappa": 0.575657695571452, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.812658358756916, + "mIoU": 0.677697314150677, + "macroF1": 0.8069693795394526, + "F1_coffee": 0.8401076834811775, + "IoU_coffee": 0.7242979986302412, + "precision_coffee": 0.9165142031776601, + "recall_coffee": 0.7754603226332084, + "F1_noncoffee": 0.7738310755977277, + "IoU_noncoffee": 0.6310966296711129, + "kappa": 0.6176970930999657, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8610544133021357, + "mIoU": 0.7364272593246344, + "macroF1": 0.8462346776516843, + "F1_coffee": 0.8939710519317707, + "IoU_coffee": 0.8082709349453872, + "precision_coffee": 0.8843291995490418, + "recall_coffee": 0.9038254724227992, + "F1_noncoffee": 0.7984983033715978, + "IoU_noncoffee": 0.6645835837038817, + "kappa": 0.692538815750727, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7766194213423919, + "mIoU": 0.632106523504373, + "macroF1": 0.7741313582052376, + "F1_coffee": 0.7504253369977751, + "IoU_coffee": 0.6005446166736489, + "precision_coffee": 0.7596714361420244, + "recall_coffee": 0.7414016033100594, + "F1_noncoffee": 0.7978373794127, + "IoU_noncoffee": 0.663668430335097, + "kappa": 0.5483169164606563, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7776678755907243, + "mIoU": 0.6336439245508395, + "macroF1": 0.7753105082826561, + "F1_coffee": 0.7522958246602179, + "IoU_coffee": 0.6029440628066732, + "precision_coffee": 0.8222698072805139, + "recall_coffee": 0.6932972241029113, + "F1_noncoffee": 0.7983251919050942, + "IoU_noncoffee": 0.6643437862950058, + "kappa": 0.5532550571861083, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8185556141275698, + "mIoU": 0.6928156338799902, + "macroF1": 0.8185329502174716, + "F1_coffee": 0.8205609425503075, + "IoU_coffee": 0.6957213578500707, + "precision_coffee": 0.8235663457513605, + "recall_coffee": 0.8175773945564098, + "F1_noncoffee": 0.8165049578846358, + "IoU_noncoffee": 0.6899099099099099, + "kappa": 0.6370708428307447, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7974876284735439, + "mIoU": 0.6518633616428362, + "macroF1": 0.787494737240469, + "F1_coffee": 0.8335766423357664, + "IoU_coffee": 0.7146433041301627, + "precision_coffee": 0.9739278752436648, + "recall_coffee": 0.7285818446955887, + "F1_noncoffee": 0.7414128321451717, + "IoU_noncoffee": 0.5890834191555098, + "kappa": 0.5882750018314417, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84375, + "mIoU": 0.6897124612025922, + "macroF1": 0.8111965950485939, + "F1_coffee": 0.8895942589014629, + "IoU_coffee": 0.8011434253044991, + "precision_coffee": 0.9694690930967063, + "recall_coffee": 0.8218793828892006, + "F1_noncoffee": 0.7327989311957248, + "IoU_noncoffee": 0.5782814971006853, + "kappa": 0.6284964450257048, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8990756461045086, + "mIoU": 0.7468233004202651, + "macroF1": 0.8483920669615537, + "F1_coffee": 0.9360506813291896, + "IoU_coffee": 0.8797887877766543, + "precision_coffee": 0.9183769203705875, + "recall_coffee": 0.9544180377818403, + "F1_noncoffee": 0.7607334525939177, + "IoU_noncoffee": 0.6138578130638759, + "kappa": 0.6972037118565867, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2627, + 2984 + ], + [ + 43272, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0321587363878884, + "test_tta": { + "OA": 0.8265525392163885, + "mIoU": 0.6959487494654619, + "macroF1": 0.8196671165525581, + "F1_coffee": 0.854904428066391, + "IoU_coffee": 0.746579105727218, + "precision_coffee": 0.8886362928591448, + "recall_coffee": 0.8236397748592871, + "F1_noncoffee": 0.7844298050387252, + "IoU_noncoffee": 0.6453183932037058, + "kappa": 0.6401046811593923, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7299671166493596, + "mIoU": 0.5657803902905023, + "macroF1": 0.7206464491119436, + "F1_coffee": 0.771673516176632, + "IoU_coffee": 0.6282316031928835, + "precision_coffee": 0.8683206630622718, + "recall_coffee": 0.6943859187077517, + "F1_noncoffee": 0.6696193820472552, + "IoU_noncoffee": 0.5033291773881211, + "kappa": 0.4511317448269703, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.05", + "val_epoch0": 0.6447736215767012 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6447736215767012, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8564442722959233, + "mIoU": 0.6838483491505247, + "macroF1": 0.8035620869336415, + "F1_coffee": 0.9054839498039549, + "IoU_coffee": 0.8272916140807332, + "precision_coffee": 0.9147666280218129, + "recall_coffee": 0.8963877727052785, + "F1_noncoffee": 0.701640224063328, + "IoU_noncoffee": 0.5404050842203162, + "kappa": 0.6072518397446727, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8256605515172494, + "mIoU": 0.637978914225364, + "macroF1": 0.7681614177720062, + "F1_coffee": 0.8836192786859993, + "IoU_coffee": 0.7915035272608103, + "precision_coffee": 0.8823959234688972, + "recall_coffee": 0.8848460307360059, + "F1_noncoffee": 0.652703556858013, + "IoU_noncoffee": 0.48445430118991767, + "kappa": 0.5363254951094379, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8372815533980582, + "mIoU": 0.6593712347422274, + "macroF1": 0.7855998933687725, + "F1_coffee": 0.8908641010614052, + "IoU_coffee": 0.8032055421828216, + "precision_coffee": 0.9167727668699324, + "recall_coffee": 0.866379583306947, + "F1_noncoffee": 0.6803356856761397, + "IoU_noncoffee": 0.5155369273016331, + "kappa": 0.5722005547926476, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8427542188482182, + "mIoU": 0.6661553356190356, + "macroF1": 0.7906019639036864, + "F1_coffee": 0.8951035417069867, + "IoU_coffee": 0.8101243650376598, + "precision_coffee": 0.9169916066353843, + "recall_coffee": 0.8742360279755529, + "F1_noncoffee": 0.6861003861003862, + "IoU_noncoffee": 0.5221863062004114, + "kappa": 0.5819167426728242, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8892219911996518, + "mIoU": 0.7304505634269498, + "macroF1": 0.836893424437907, + "F1_coffee": 0.9292792097545918, + "IoU_coffee": 0.867900593899556, + "precision_coffee": 0.9109174534011135, + "recall_coffee": 0.9483964463486863, + "F1_noncoffee": 0.7445076391212223, + "IoU_noncoffee": 0.5930005329543436, + "kappa": 0.6742650004980537, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8097560975609757, + "mIoU": 0.5262756859231084, + "macroF1": 0.6472420397479084, + "F1_coffee": 0.8866749688667497, + "IoU_coffee": 0.796420581655481, + "precision_coffee": 0.9340329835082459, + "recall_coffee": 0.843887571960718, + "F1_noncoffee": 0.4078091106290672, + "IoU_noncoffee": 0.2561307901907357, + "kappa": 0.30383619503660036, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8120658860885096, + "mIoU": 0.5365231324645943, + "macroF1": 0.6596614810910129, + "F1_coffee": 0.887409344905481, + "IoU_coffee": 0.7976063261380637, + "precision_coffee": 0.9411171352918926, + "recall_coffee": 0.8395006186030818, + "F1_noncoffee": 0.4319136172765447, + "IoU_noncoffee": 0.2754399387911247, + "kappa": 0.3303272482118944, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9161539988092876, + "mIoU": 0.6632330424784705, + "macroF1": 0.7702694503994605, + "F1_coffee": 0.9533381191672649, + "IoU_coffee": 0.9108367626886146, + "precision_coffee": 0.9364287264048601, + "recall_coffee": 0.9708694185131032, + "F1_noncoffee": 0.5872007816316561, + "IoU_noncoffee": 0.41562932226832644, + "kappa": 0.5418604428463789, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8634770251065845, + "mIoU": 0.740135537776495, + "macroF1": 0.8487259992746091, + "F1_coffee": 0.8959641903111689, + "IoU_coffee": 0.8115354433690819, + "precision_coffee": 0.8968058968058968, + "recall_coffee": 0.8951240623196769, + "F1_noncoffee": 0.8014878082380493, + "IoU_noncoffee": 0.6687356321839081, + "kappa": 0.6974525070859614, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8719230406488729, + "mIoU": 0.7506261735572677, + "macroF1": 0.8554746083155975, + "F1_coffee": 0.9042313117066291, + "IoU_coffee": 0.8252027287939245, + "precision_coffee": 0.8904166666666666, + "recall_coffee": 0.9184813753581662, + "F1_noncoffee": 0.8067179049245659, + "IoU_noncoffee": 0.6760496183206107, + "kappa": 0.7110895704408676, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8636235027822314, + "mIoU": 0.7352429734023862, + "macroF1": 0.8449112433936292, + "F1_coffee": 0.8987820243595128, + "IoU_coffee": 0.8161708619374524, + "precision_coffee": 0.8787298111141527, + "recall_coffee": 0.9197707736389685, + "F1_noncoffee": 0.7910404624277456, + "IoU_noncoffee": 0.6543150848673202, + "kappa": 0.6901555772080172, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2570, + 2995 + ], + [ + 50497, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.537423841158549, + "test_tta": { + "OA": 0.8662728769245667, + "mIoU": 0.6958661936695476, + "macroF1": 0.8120909130776137, + "F1_coffee": 0.9129932587101245, + "IoU_coffee": 0.8399149922720247, + "precision_coffee": 0.9113855055449571, + "recall_coffee": 0.9146066942965939, + "F1_noncoffee": 0.7111885674451028, + "IoU_noncoffee": 0.5518173950670705, + "kappa": 0.6241857082781357, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8345736702434522, + "mIoU": 0.6462964110921794, + "macroF1": 0.7739817267639115, + "F1_coffee": 0.8910068797749819, + "IoU_coffee": 0.8034376981474817, + "precision_coffee": 0.8783700234192038, + "recall_coffee": 0.9040126491968917, + "F1_noncoffee": 0.6569565737528412, + "IoU_noncoffee": 0.48915512403687705, + "kappa": 0.5482577356138898, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.676098048582795 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.676098048582795, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8878022013492141, + "mIoU": 0.7276436179405317, + "macroF1": 0.8348479500630299, + "F1_coffee": 0.9283653449839255, + "IoU_coffee": 0.8663076923076923, + "precision_coffee": 0.9097849136625266, + "recall_coffee": 0.9477205309995161, + "F1_noncoffee": 0.7413305551421342, + "IoU_noncoffee": 0.5889795435733711, + "kappa": 0.670192625608529, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.854721933771778, + "mIoU": 0.6707900000138287, + "macroF1": 0.7922059580346894, + "F1_coffee": 0.9061816014231561, + "IoU_coffee": 0.8284570844686648, + "precision_coffee": 0.876427773574028, + "recall_coffee": 0.9380266481556468, + "F1_noncoffee": 0.6782303146462226, + "IoU_noncoffee": 0.5131229155589927, + "kappa": 0.5860482061877269, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8825728155339806, + "mIoU": 0.7191894145606303, + "macroF1": 0.8288010077197995, + "F1_coffee": 0.9247472390729506, + "IoU_coffee": 0.8600277745631293, + "precision_coffee": 0.9088296441237618, + "recall_coffee": 0.9412323475397378, + "F1_noncoffee": 0.7328547763666483, + "IoU_noncoffee": 0.5783510545581314, + "kappa": 0.657974470114178, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.894831004303467, + "mIoU": 0.7432151224173316, + "macroF1": 0.8462147230089248, + "F1_coffee": 0.9326812962332477, + "IoU_coffee": 0.8738545412365155, + "precision_coffee": 0.9165956929066796, + "recall_coffee": 0.9493415663789301, + "F1_noncoffee": 0.7597481497846018, + "IoU_noncoffee": 0.6125757035981475, + "kappa": 0.6927671356685832, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8859823025965863, + "mIoU": 0.7206000436869391, + "macroF1": 0.8293614574734771, + "F1_coffee": 0.927655396698779, + "IoU_coffee": 0.8650720988784619, + "precision_coffee": 0.9040243975363272, + "recall_coffee": 0.9525549744817592, + "F1_noncoffee": 0.7310675182481752, + "IoU_noncoffee": 0.5761279884954161, + "kappa": 0.6595875769766941, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9062220009955202, + "mIoU": 0.6235817970741244, + "macroF1": 0.7310183902839047, + "F1_coffee": 0.9481048920229176, + "IoU_coffee": 0.9013302608149156, + "precision_coffee": 0.9259657806951469, + "recall_coffee": 0.9713285923919178, + "F1_noncoffee": 0.5139318885448917, + "IoU_noncoffee": 0.3458333333333333, + "kappa": 0.464901846730726, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.920123040285771, + "mIoU": 0.6704568006799695, + "macroF1": 0.7764815656713084, + "F1_coffee": 0.9556644820179545, + "IoU_coffee": 0.9150933445839047, + "precision_coffee": 0.9363263544139866, + "recall_coffee": 0.9758182431672477, + "F1_noncoffee": 0.5972986493246624, + "IoU_noncoffee": 0.42582025677603424, + "kappa": 0.5546884511418614, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9156578686247271, + "mIoU": 0.6598673084104334, + "macroF1": 0.7669895296388949, + "F1_coffee": 0.9531112091791704, + "IoU_coffee": 0.9104225945832016, + "precision_coffee": 0.9352603659196709, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.5808678500986193, + "IoU_noncoffee": 0.40931202223766505, + "kappa": 0.5354916723828939, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8600663192799621, + "mIoU": 0.7326607956513911, + "macroF1": 0.8434579802195604, + "F1_coffee": 0.894447223611806, + "IoU_coffee": 0.8090497737556561, + "precision_coffee": 0.8862767313411698, + "recall_coffee": 0.9027697634160415, + "F1_noncoffee": 0.7924687368273149, + "IoU_noncoffee": 0.6562718175471259, + "kappa": 0.6869682674599831, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.87079128548524, + "mIoU": 0.7491075987725904, + "macroF1": 0.8544889236116509, + "F1_coffee": 0.9031938948558508, + "IoU_coffee": 0.8234763561396727, + "precision_coffee": 0.8911042944785276, + "recall_coffee": 0.9156160458452722, + "F1_noncoffee": 0.805783952367451, + "IoU_noncoffee": 0.6747388414055081, + "kappa": 0.7090852745792843, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8577761011034613, + "mIoU": 0.7227643927201295, + "macroF1": 0.8360083461845047, + "F1_coffee": 0.8957555647725701, + "IoU_coffee": 0.8111931889320145, + "precision_coffee": 0.8654822335025381, + "recall_coffee": 0.9282234957020057, + "F1_noncoffee": 0.7762611275964392, + "IoU_noncoffee": 0.6343355965082444, + "kappa": 0.6728757166912739, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2607, + 2995 + ], + [ + 52403, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5378353039423627, + "test_tta": { + "OA": 0.8891255931054517, + "mIoU": 0.7256208903471318, + "macroF1": 0.8329573283739482, + "F1_coffee": 0.9298206186409512, + "IoU_coffee": 0.8688455737767511, + "precision_coffee": 0.903731209912826, + "recall_coffee": 0.9574611322660047, + "F1_noncoffee": 0.7360940381069453, + "IoU_noncoffee": 0.5823962069175126, + "kappa": 0.6669583865392393, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8562795661705319, + "mIoU": 0.6680828381355343, + "macroF1": 0.7893797359613919, + "F1_coffee": 0.9080829789785357, + "IoU_coffee": 0.8316410143776716, + "precision_coffee": 0.8704201442919791, + "recall_coffee": 0.9491525423728814, + "F1_noncoffee": 0.670676492944248, + "IoU_noncoffee": 0.504524661893397, + "kappa": 0.5815663370728372, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.5", + "val_epoch0": 0.7058050771609986 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.7210635379179284, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8867531712985378, + "mIoU": 0.725082579057262, + "macroF1": 0.8329302972693012, + "F1_coffee": 0.9277573586187726, + "IoU_coffee": 0.8652494527019242, + "precision_coffee": 0.9084438888664865, + "recall_coffee": 0.9479098731407654, + "F1_noncoffee": 0.7381032359198298, + "IoU_noncoffee": 0.5849157054125999, + "kappa": 0.6664072045360204, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8557170878043152, + "mIoU": 0.6730675698188477, + "macroF1": 0.7940622294974433, + "F1_coffee": 0.9067434793146522, + "IoU_coffee": 0.8293968178174935, + "precision_coffee": 0.8776821323516143, + "recall_coffee": 0.9377952604076281, + "F1_noncoffee": 0.6813809796802344, + "IoU_noncoffee": 0.516738321820202, + "kappa": 0.5896615220978108, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885922330097087, + "mIoU": 0.7310643856859169, + "macroF1": 0.8374994494892988, + "F1_coffee": 0.9286180834188672, + "IoU_coffee": 0.8667479533182373, + "precision_coffee": 0.9124694376528117, + "recall_coffee": 0.9453486163004243, + "F1_noncoffee": 0.7463808155597303, + "IoU_noncoffee": 0.5953808180535967, + "kappa": 0.6753601684498726, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8901407088632077, + "mIoU": 0.7363997887122822, + "macroF1": 0.8415444386018032, + "F1_coffee": 0.9292960726955872, + "IoU_coffee": 0.8679300122071731, + "precision_coffee": 0.9180962921970116, + "recall_coffee": 0.9407724781047193, + "F1_noncoffee": 0.7537928045080191, + "IoU_noncoffee": 0.6048695652173913, + "kappa": 0.6832530163787588, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8815337749625259, + "mIoU": 0.7071691984075397, + "macroF1": 0.8188578668799187, + "F1_coffee": 0.9254094866954881, + "IoU_coffee": 0.8611740707162284, + "precision_coffee": 0.8953166421207658, + "recall_coffee": 0.9575956146430596, + "F1_noncoffee": 0.7123062470643494, + "IoU_noncoffee": 0.553164326098851, + "kappa": 0.6392874756467102, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8990542558486809, + "mIoU": 0.6321944106065049, + "macroF1": 0.7426406603515576, + "F1_coffee": 0.9432759006489148, + "IoU_coffee": 0.892641609317099, + "precision_coffee": 0.9350116446711767, + "recall_coffee": 0.9516875493848064, + "F1_noncoffee": 0.5420054200542005, + "IoU_noncoffee": 0.37174721189591076, + "kappa": 0.48560578154450534, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9036515181583648, + "mIoU": 0.6667955662598156, + "macroF1": 0.7769991148318725, + "F1_coffee": 0.945057432241272, + "IoU_coffee": 0.8958378030465566, + "precision_coffee": 0.9509223411523571, + "recall_coffee": 0.939264424699134, + "F1_noncoffee": 0.6089407974224729, + "IoU_noncoffee": 0.4377533294730747, + "kappa": 0.554118951272089, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9249851160944632, + "mIoU": 0.7036782660623089, + "macroF1": 0.8069763631062713, + "F1_coffee": 0.9579017707985299, + "IoU_coffee": 0.9192048733568452, + "precision_coffee": 0.9486048307047535, + "recall_coffee": 0.9673827465976831, + "F1_noncoffee": 0.6560509554140127, + "IoU_noncoffee": 0.4881516587677725, + "kappa": 0.614255445076357, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.878635717669351, + "mIoU": 0.7598159801925817, + "macroF1": 0.8614224970117492, + "F1_coffee": 0.9102626970227671, + "IoU_coffee": 0.8353047055798406, + "precision_coffee": 0.8847882336919515, + "recall_coffee": 0.9372475476053087, + "F1_noncoffee": 0.8125822970007315, + "IoU_noncoffee": 0.6843272548053229, + "kappa": 0.7233239995201074, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.755764460935082, + "macroF1": 0.8585751333729652, + "F1_coffee": 0.9100338842403707, + "IoU_coffee": 0.8349194264687222, + "precision_coffee": 0.879561555941719, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.8071163825055597, + "IoU_noncoffee": 0.6766094954014417, + "kappa": 0.7178762636996255, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8402338960671508, + "mIoU": 0.6864081817209056, + "macroF1": 0.8090471319544696, + "F1_coffee": 0.8862170875873187, + "IoU_coffee": 0.7956820648896393, + "precision_coffee": 0.8342185128983308, + "recall_coffee": 0.9451289398280802, + "F1_noncoffee": 0.7318771763216207, + "IoU_noncoffee": 0.5771342985521717, + "kappa": 0.6215590631822858, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2689, + 2995 + ], + [ + 52256, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.916939699649811, + "test_tta": { + "OA": 0.8860753364965624, + "mIoU": 0.720692489827692, + "macroF1": 0.8294215999928707, + "F1_coffee": 0.927726756150751, + "IoU_coffee": 0.8651962188484675, + "precision_coffee": 0.9036259922613586, + "recall_coffee": 0.9531483390486609, + "F1_noncoffee": 0.7311164438349903, + "IoU_noncoffee": 0.5761887608069164, + "kappa": 0.6597436862138374, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8553565247490481, + "mIoU": 0.6687665444320895, + "macroF1": 0.7902137510337713, + "F1_coffee": 0.9071156678058403, + "IoU_coffee": 0.8300198301723699, + "precision_coffee": 0.8727544910179641, + "recall_coffee": 0.9442933996644878, + "F1_noncoffee": 0.6733118342617024, + "IoU_noncoffee": 0.5075132586918091, + "kappa": 0.582702539540832, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r1.0", + "val_epoch0": 0.7109249115033971 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.7415288554922823, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8979213066072754, + "mIoU": 0.7416472392141824, + "macroF1": 0.8444669550439716, + "F1_coffee": 0.93564764414419, + "IoU_coffee": 0.8790769701372692, + "precision_coffee": 0.9059581510816881, + "recall_coffee": 0.9673489996423538, + "F1_noncoffee": 0.7532862659437531, + "IoU_noncoffee": 0.6042175082910957, + "kappa": 0.6902094274198599, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8655965155186339, + "mIoU": 0.6834556866637858, + "macroF1": 0.8013121126731849, + "F1_coffee": 0.914327740749253, + "IoU_coffee": 0.8421765712059884, + "precision_coffee": 0.8737393260006325, + "recall_coffee": 0.9588708277896686, + "F1_noncoffee": 0.6882964845971168, + "IoU_noncoffee": 0.5247348021215831, + "kappa": 0.6057198394581848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9006310679611651, + "mIoU": 0.7511193089941568, + "macroF1": 0.8515249139065656, + "F1_coffee": 0.9369125034671927, + "IoU_coffee": 0.8813126920623877, + "precision_coffee": 0.9125840537944284, + "recall_coffee": 0.9625736178836046, + "F1_noncoffee": 0.7661373243459385, + "IoU_noncoffee": 0.6209259259259259, + "kappa": 0.7038300919897912, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9063391518785359, + "mIoU": 0.7616203808842545, + "macroF1": 0.8587995560622829, + "F1_coffee": 0.9407300878186102, + "IoU_coffee": 0.8880928996475822, + "precision_coffee": 0.9144556811421772, + "recall_coffee": 0.9685590069938882, + "F1_noncoffee": 0.7768690243059555, + "IoU_noncoffee": 0.6351478621209268, + "kappa": 0.7184740646748804, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8868043131376626, + "mIoU": 0.7120343349932676, + "macroF1": 0.8220086848438961, + "F1_coffee": 0.9294007660062125, + "IoU_coffee": 0.868112676056338, + "precision_coffee": 0.8913118926422953, + "recall_coffee": 0.9708903030684897, + "F1_noncoffee": 0.7146166036815799, + "IoU_noncoffee": 0.5559559939301972, + "kappa": 0.6466259261857965, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9157789945246392, + "mIoU": 0.6598896236093319, + "macroF1": 0.7669801468062339, + "F1_coffee": 0.953187250996016, + "IoU_coffee": 0.9105613701236918, + "precision_coffee": 0.9348746336698144, + "recall_coffee": 0.9722316288520149, + "F1_noncoffee": 0.5807730426164519, + "IoU_noncoffee": 0.4092178770949721, + "kappa": 0.5355562179481508, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9306410001984521, + "mIoU": 0.6986632676000899, + "macroF1": 0.8011167859646964, + "F1_coffee": 0.9616166053484158, + "IoU_coffee": 0.9260708619777895, + "precision_coffee": 0.9394849785407725, + "recall_coffee": 0.9848161061747834, + "F1_noncoffee": 0.6406169665809769, + "IoU_noncoffee": 0.4712556732223903, + "kappa": 0.6042896452565631, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9273665409803532, + "mIoU": 0.6845717051939801, + "macroF1": 0.7885160158116981, + "F1_coffee": 0.959877219907915, + "IoU_coffee": 0.9228499156829679, + "precision_coffee": 0.9361702127659575, + "recall_coffee": 0.9848161061747834, + "F1_noncoffee": 0.6171548117154811, + "IoU_noncoffee": 0.4462934947049924, + "kappa": 0.5796044058845269, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8862150639507342, + "mIoU": 0.7715585107154099, + "macroF1": 0.8690649882185856, + "F1_coffee": 0.9164521739130435, + "IoU_coffee": 0.8457883923985619, + "precision_coffee": 0.8849926105065162, + "recall_coffee": 0.9502308136180034, + "F1_noncoffee": 0.8216778025241277, + "IoU_noncoffee": 0.6973286290322581, + "kappa": 0.7388343651320987, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8832405922852024, + "mIoU": 0.7659320791043006, + "macroF1": 0.8653275389986983, + "F1_coffee": 0.9144436765722184, + "IoU_coffee": 0.8423733129615483, + "precision_coffee": 0.8833110814419226, + "recall_coffee": 0.9478510028653295, + "F1_noncoffee": 0.8162114014251781, + "IoU_noncoffee": 0.689490845247053, + "kappa": 0.7313719162238994, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8482504951428841, + "mIoU": 0.6989555966158928, + "macroF1": 0.8181799124195162, + "F1_coffee": 0.892122024807241, + "IoU_coffee": 0.8052529653836843, + "precision_coffee": 0.8384373030875867, + "recall_coffee": 0.9531518624641834, + "F1_noncoffee": 0.7442378000317914, + "IoU_noncoffee": 0.5926582278481013, + "kappa": 0.6398603622521685, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2716, + 2995 + ], + [ + 52921, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6659294684727985, + "test_tta": { + "OA": 0.8972434718053001, + "mIoU": 0.7376989956239477, + "macroF1": 0.841410108895551, + "F1_coffee": 0.9355090299512798, + "IoU_coffee": 0.8788322834795517, + "precision_coffee": 0.9020588350197288, + "recall_coffee": 0.9715355647655313, + "F1_noncoffee": 0.7473111878398222, + "IoU_noncoffee": 0.5965657077683437, + "kappa": 0.6845199736617014, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8654955578631591, + "mIoU": 0.6800766501658175, + "macroF1": 0.7982995508389031, + "F1_coffee": 0.9147188997402977, + "IoU_coffee": 0.8428405318413913, + "precision_coffee": 0.8699017305852683, + "recall_coffee": 0.9644048514297835, + "F1_noncoffee": 0.6818802019375085, + "IoU_noncoffee": 0.5173127684902438, + "kappa": 0.6005540821471917, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.05", + "val_epoch0": 0.7001414975486473 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7001414975486473, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8775378457764437, + "mIoU": 0.6986186640130853, + "macroF1": 0.8122531586126702, + "F1_coffee": 0.9229644670050762, + "IoU_coffee": 0.856948948043134, + "precision_coffee": 0.8918712107834481, + "recall_coffee": 0.9563040414028149, + "F1_noncoffee": 0.7015418502202643, + "IoU_noncoffee": 0.5402883799830365, + "kappa": 0.6262661963999349, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8464722510672666, + "mIoU": 0.6462442203677216, + "macroF1": 0.7710663253388752, + "F1_coffee": 0.9024548928332524, + "IoU_coffee": 0.8222485681366574, + "precision_coffee": 0.859851924285814, + "recall_coffee": 0.9494996239949095, + "F1_noncoffee": 0.6396777578444979, + "IoU_noncoffee": 0.4702398725987857, + "kappa": 0.5462473409718427, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06172839506172839, + "macroF1": 0.10989010989010989, + "F1_coffee": 0.21978021978021978, + "IoU_coffee": 0.12345679012345678, + "precision_coffee": 0.9090909090909091, + "recall_coffee": 0.125, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024950989128497615, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8812135922330097, + "mIoU": 0.7067543241406857, + "macroF1": 0.8185639204838155, + "F1_coffee": 0.9251796361412628, + "IoU_coffee": 0.8607760582612654, + "precision_coffee": 0.8944661227385597, + "recall_coffee": 0.9580773858527009, + "F1_noncoffee": 0.7119482048263684, + "IoU_noncoffee": 0.552732590020106, + "kappa": 0.6387675573047189, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8794062182679754, + "mIoU": 0.7130983563728481, + "macroF1": 0.8242870207902849, + "F1_coffee": 0.9227002231589387, + "IoU_coffee": 0.856493469129409, + "precision_coffee": 0.9080095162569389, + "recall_coffee": 0.9378741100119715, + "F1_noncoffee": 0.7258738184216311, + "IoU_noncoffee": 0.5697032436162871, + "kappa": 0.6488999591287379, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8720081233982883, + "mIoU": 0.6742094408370076, + "macroF1": 0.7915212731041001, + "F1_coffee": 0.9210581253168709, + "IoU_coffee": 0.8536679750124385, + "precision_coffee": 0.87440543601359, + "recall_coffee": 0.9729695671350261, + "F1_noncoffee": 0.6619844208913294, + "IoU_noncoffee": 0.4947509066615766, + "kappa": 0.5880635114411265, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9020408163265307, + "mIoU": 0.6020802854672612, + "macroF1": 0.7076482309255635, + "F1_coffee": 0.9460407984207063, + "IoU_coffee": 0.8976066597294485, + "precision_coffee": 0.9199104191105898, + "recall_coffee": 0.9736990630996727, + "F1_noncoffee": 0.4692556634304207, + "IoU_noncoffee": 0.30655391120507397, + "kappa": 0.4199003294454925, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9158563206985513, + "mIoU": 0.6432363072446005, + "macroF1": 0.7495939247223926, + "F1_coffee": 0.9536358665937671, + "IoU_coffee": 0.9113804995297314, + "precision_coffee": 0.9278646664538781, + "recall_coffee": 0.9808795411089866, + "F1_noncoffee": 0.5455519828510182, + "IoU_noncoffee": 0.3750921149594694, + "kappa": 0.5029462703626616, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9186346497320897, + "mIoU": 0.6302762431853547, + "macroF1": 0.7346227186402752, + "F1_coffee": 0.9556036816459123, + "IoU_coffee": 0.9149818558838777, + "precision_coffee": 0.9212861467794133, + "recall_coffee": 0.9925767630187831, + "F1_noncoffee": 0.5136417556346382, + "IoU_noncoffee": 0.3455706304868316, + "kappa": 0.4771922761237798, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8613927048792042, + "mIoU": 0.7276440977312513, + "macroF1": 0.839294564188235, + "F1_coffee": 0.8988872762457668, + "IoU_coffee": 0.8163444639718805, + "precision_coffee": 0.8628101366591482, + "recall_coffee": 0.9381130986728217, + "F1_noncoffee": 0.7797018521307032, + "IoU_noncoffee": 0.6389437314906219, + "kappa": 0.6798088146166591, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8447609167216825, + "mIoU": 0.7092201615352687, + "macroF1": 0.8273051303558695, + "F1_coffee": 0.8822098182338629, + "IoU_coffee": 0.7892445582586428, + "precision_coffee": 0.8813268515870747, + "recall_coffee": 0.8830945558739255, + "F1_noncoffee": 0.7724004424778761, + "IoU_noncoffee": 0.6291957648118945, + "kappa": 0.6546109305739896, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8276902763368857, + "mIoU": 0.6626395546421, + "macroF1": 0.7906892118511921, + "F1_coffee": 0.8786933138569816, + "IoU_coffee": 0.7836333491236381, + "precision_coffee": 0.8188343026853112, + "recall_coffee": 0.9479942693409742, + "F1_noncoffee": 0.7026851098454028, + "IoU_noncoffee": 0.541645760160562, + "kappa": 0.5867905655557045, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2658, + 2995 + ], + [ + 51716, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5391425251960755, + "test_tta": { + "OA": 0.8791355992382428, + "mIoU": 0.6960204039261735, + "macroF1": 0.8096593490672759, + "F1_coffee": 0.9246556737124862, + "IoU_coffee": 0.8598693935594933, + "precision_coffee": 0.8860481258676539, + "recall_coffee": 0.966780973218606, + "F1_noncoffee": 0.6946630244220655, + "IoU_noncoffee": 0.5321714142928535, + "kappa": 0.6222253397242015, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8484337140879197, + "mIoU": 0.6430425202915355, + "macroF1": 0.7674718150797839, + "F1_coffee": 0.9046794075229707, + "IoU_coffee": 0.8259494195001573, + "precision_coffee": 0.8541138590121258, + "recall_coffee": 0.9616089161412237, + "F1_noncoffee": 0.6302642226365971, + "IoU_noncoffee": 0.4601356210829138, + "kappa": 0.5411813195208016, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6869476394147185 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6869476394147185, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.873002808172751, + "mIoU": 0.6941830862833437, + "macroF1": 0.8092843213153276, + "F1_coffee": 0.9195209507348354, + "IoU_coffee": 0.8510308009768472, + "precision_coffee": 0.8947137966722395, + "recall_coffee": 0.9457429575242463, + "F1_noncoffee": 0.6990476918958198, + "IoU_noncoffee": 0.5373353715898401, + "kappa": 0.6196620201886267, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8427223952924887, + "mIoU": 0.6448282874773916, + "macroF1": 0.7706129552119292, + "F1_coffee": 0.8992246629270592, + "IoU_coffee": 0.8169011719668222, + "precision_coffee": 0.8634072759538598, + "recall_coffee": 0.9381423420296562, + "F1_noncoffee": 0.6420012474967992, + "IoU_noncoffee": 0.47275540298796115, + "kappa": 0.5440135433624306, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8812135922330097, + "mIoU": 0.7102284619770229, + "macroF1": 0.8215262601691753, + "F1_coffee": 0.9247377971888168, + "IoU_coffee": 0.8600114416475972, + "precision_coffee": 0.8989953354861858, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.7183147231495338, + "IoU_noncoffee": 0.5604454823064488, + "kappa": 0.6441445792876306, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8759731154199507, + "mIoU": 0.7078063411101669, + "macroF1": 0.8204566263754551, + "F1_coffee": 0.9202945837606041, + "IoU_coffee": 0.8523571058539112, + "precision_coffee": 0.9079092581238504, + "recall_coffee": 0.9330224938567198, + "F1_noncoffee": 0.720618668990306, + "IoU_noncoffee": 0.5632555763664227, + "kappa": 0.6411473281119578, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8618538755379334, + "mIoU": 0.6639510834628595, + "macroF1": 0.7842757302778094, + "F1_coffee": 0.9136414472689901, + "IoU_coffee": 0.8410127991096271, + "precision_coffee": 0.8780501975366024, + "recall_coffee": 0.9522399344716779, + "F1_noncoffee": 0.6549100132866288, + "IoU_noncoffee": 0.48688936781609193, + "kappa": 0.571365704270786, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9061224489795918, + "mIoU": 0.6182208741763238, + "macroF1": 0.7250135941032292, + "F1_coffee": 0.9481782711435951, + "IoU_coffee": 0.9014629049111808, + "precision_coffee": 0.9238594988220176, + "recall_coffee": 0.9738119426571847, + "F1_noncoffee": 0.5018489170628632, + "IoU_noncoffee": 0.33497884344146683, + "kappa": 0.45366616025060513, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.919031553879738, + "mIoU": 0.6672165200391007, + "macroF1": 0.7735280898876404, + "F1_coffee": 0.9550561797752809, + "IoU_coffee": 0.9139784946236559, + "precision_coffee": 0.9357798165137615, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.592, + "IoU_noncoffee": 0.42045454545454547, + "kappa": 0.5487942513575981, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9142687041079579, + "mIoU": 0.6444195703195523, + "macroF1": 0.7513105944286027, + "F1_coffee": 0.9526211888572055, + "IoU_coffee": 0.9095287958115184, + "precision_coffee": 0.9294810058855003, + "recall_coffee": 0.9769429760431897, + "F1_noncoffee": 0.55, + "IoU_noncoffee": 0.3793103448275862, + "kappa": 0.5055320336874995, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8575082899099953, + "mIoU": 0.7236819741494074, + "macroF1": 0.8367854613923515, + "F1_coffee": 0.8949427214305672, + "IoU_coffee": 0.8098609355246523, + "precision_coffee": 0.8675514626218852, + "recall_coffee": 0.9241200230813618, + "F1_noncoffee": 0.778628201354136, + "IoU_noncoffee": 0.6375030127741624, + "kappa": 0.6742551607716105, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8350466849004998, + "mIoU": 0.6932646759782033, + "macroF1": 0.8158673624024182, + "F1_coffee": 0.8752941176470588, + "IoU_coffee": 0.7782426778242678, + "precision_coffee": 0.8712562100780695, + "recall_coffee": 0.8793696275071633, + "F1_noncoffee": 0.7564406071577775, + "IoU_noncoffee": 0.6082866741321389, + "kappa": 0.6317501731323426, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8120343299066302, + "mIoU": 0.6430253524267162, + "macroF1": 0.7761750343094362, + "F1_coffee": 0.8657641274331515, + "IoU_coffee": 0.7633016627078385, + "precision_coffee": 0.8169569086055676, + "recall_coffee": 0.9207736389684814, + "F1_noncoffee": 0.686585941185721, + "IoU_noncoffee": 0.5227490421455939, + "kappa": 0.5560496628730001, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2602, + 2995 + ], + [ + 51491, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5426929593086243, + "test_tta": { + "OA": 0.8730835027920338, + "mIoU": 0.6889362750125597, + "macroF1": 0.8046359990659591, + "F1_coffee": 0.9202741337010077, + "IoU_coffee": 0.8523220221216503, + "precision_coffee": 0.8881127091282653, + "recall_coffee": 0.9548524183199041, + "F1_noncoffee": 0.6889978644309104, + "IoU_noncoffee": 0.5255505279034691, + "kappa": 0.6112606420303414, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.842895465559017, + "mIoU": 0.6388082130951888, + "macroF1": 0.764708263251267, + "F1_coffee": 0.9003430767119528, + "IoU_coffee": 0.8187490640443269, + "precision_coffee": 0.8565907666597034, + "recall_coffee": 0.9488054607508533, + "F1_noncoffee": 0.6290734497905812, + "IoU_noncoffee": 0.4588673621460507, + "kappa": 0.5339421195613299, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.5", + "val_epoch0": 0.7057359903373612 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.718372669583432, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8859623640295665, + "mIoU": 0.7261591121536582, + "macroF1": 0.8339518281946774, + "F1_coffee": 0.9268832781456954, + "IoU_coffee": 0.8637301602607371, + "precision_coffee": 0.9120288349929745, + "recall_coffee": 0.9422296089032882, + "F1_noncoffee": 0.7410203782436593, + "IoU_noncoffee": 0.5885880640465794, + "kappa": 0.6682154022639278, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.853943117572401, + "mIoU": 0.6725701155602095, + "macroF1": 0.7939954831468776, + "F1_coffee": 0.905123712982134, + "IoU_coffee": 0.82669039754933, + "precision_coffee": 0.8802434491052881, + "recall_coffee": 0.9314513796494476, + "F1_noncoffee": 0.6828672533116212, + "IoU_noncoffee": 0.5184498335710889, + "kappa": 0.5890882938448243, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8908252427184467, + "mIoU": 0.7319567404808585, + "macroF1": 0.8378443129491289, + "F1_coffee": 0.9305328185328186, + "IoU_coffee": 0.8700901109057301, + "precision_coffee": 0.9082850940665702, + "recall_coffee": 0.9538977898803116, + "F1_noncoffee": 0.7451558073654391, + "IoU_noncoffee": 0.593823370055987, + "kappa": 0.6764008706011951, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8862240704027852, + "mIoU": 0.7310596218749732, + "macroF1": 0.8378971184138662, + "F1_coffee": 0.9264066556156757, + "IoU_coffee": 0.8629027559284508, + "precision_coffee": 0.9197615203080363, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7493875812120566, + "IoU_noncoffee": 0.5992164878214955, + "kappa": 0.6758518557024977, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.880856825105169, + "mIoU": 0.7154764959265278, + "macroF1": 0.8260157212077062, + "F1_coffee": 0.9236962715223584, + "IoU_coffee": 0.8582115318218437, + "precision_coffee": 0.9082272699591986, + "recall_coffee": 0.939701342070443, + "F1_noncoffee": 0.728335170893054, + "IoU_noncoffee": 0.5727414600312121, + "kappa": 0.6523904592686256, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9087108013937282, + "mIoU": 0.6389607141256288, + "macroF1": 0.747090047328302, + "F1_coffee": 0.9492669432918396, + "IoU_coffee": 0.9034330244313395, + "precision_coffee": 0.9308810763888888, + "recall_coffee": 0.9683937238966023, + "F1_noncoffee": 0.5449131513647643, + "IoU_noncoffee": 0.37448840381991816, + "kappa": 0.4959439457200161, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9068267513395515, + "mIoU": 0.6653317740229239, + "macroF1": 0.7747597675488846, + "F1_coffee": 0.9472323686428772, + "IoU_coffee": 0.8997544571367567, + "precision_coffee": 0.9465408805031447, + "recall_coffee": 0.9479248678438871, + "F1_noncoffee": 0.602287166454892, + "IoU_noncoffee": 0.4309090909090909, + "kappa": 0.5495213471342665, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9128795395911887, + "mIoU": 0.679367396308203, + "macroF1": 0.7869610334328648, + "F1_coffee": 0.9507461012004936, + "IoU_coffee": 0.9061163387510693, + "precision_coffee": 0.9484051482932289, + "recall_coffee": 0.9530986390732201, + "F1_noncoffee": 0.623175965665236, + "IoU_noncoffee": 0.45261845386533667, + "kappa": 0.5739419261836983, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8738038844149693, + "mIoU": 0.751194005984361, + "macroF1": 0.8556292165983796, + "F1_coffee": 0.9068531468531469, + "IoU_coffee": 0.8295803480040942, + "precision_coffee": 0.8800217155266015, + "recall_coffee": 0.9353721869590306, + "F1_noncoffee": 0.8044052863436123, + "IoU_noncoffee": 0.6728076639646279, + "kappa": 0.7118209716334102, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8666415165519192, + "mIoU": 0.7418166138692547, + "macroF1": 0.8495364008769548, + "F1_coffee": 0.9002680208774158, + "IoU_coffee": 0.8186249358645459, + "precision_coffee": 0.8866351764378995, + "recall_coffee": 0.9143266475644699, + "F1_noncoffee": 0.798804780876494, + "IoU_noncoffee": 0.6650082918739635, + "kappa": 0.6992162583823928, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8504196925398472, + "mIoU": 0.7107084835203197, + "macroF1": 0.8275260192630135, + "F1_coffee": 0.8903636112263238, + "IoU_coffee": 0.8023922252678793, + "precision_coffee": 0.8602725086828747, + "recall_coffee": 0.9226361031518625, + "F1_noncoffee": 0.7646884272997032, + "IoU_noncoffee": 0.61902474177276, + "kappa": 0.6559554951408225, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52262, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5335522572199505, + "test_tta": { + "OA": 0.8858816694102837, + "mIoU": 0.7217428460294, + "macroF1": 0.83032770451791, + "F1_coffee": 0.9274151328823511, + "IoU_coffee": 0.8646543143710282, + "precision_coffee": 0.9055609012909951, + "recall_coffee": 0.9503502829613111, + "F1_noncoffee": 0.7332402761534689, + "IoU_noncoffee": 0.5788313776877717, + "kappa": 0.6613802158331846, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8540152301834545, + "mIoU": 0.6675771361824187, + "macroF1": 0.7894185430574011, + "F1_coffee": 0.9060498617015352, + "IoU_coffee": 0.8282368912268794, + "precision_coffee": 0.8734899869355907, + "recall_coffee": 0.941131100441565, + "F1_noncoffee": 0.672787224413267, + "IoU_noncoffee": 0.5069173811379579, + "kappa": 0.580865403569165, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r1.0", + "val_epoch0": 0.7094407078132741 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7377558145071121, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8999709499370582, + "mIoU": 0.7504558825305678, + "macroF1": 0.8511080573180448, + "F1_coffee": 0.9364033737610047, + "IoU_coffee": 0.8804121324380644, + "precision_coffee": 0.913970956434652, + "recall_coffee": 0.9599646561336335, + "F1_noncoffee": 0.765812740875085, + "IoU_noncoffee": 0.6204996326230713, + "kappa": 0.7028752208706153, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.867601246105919, + "mIoU": 0.6923331126122547, + "macroF1": 0.8087515775089462, + "F1_coffee": 0.9148407206070613, + "IoU_coffee": 0.84304741062422, + "precision_coffee": 0.881509555392674, + "recall_coffee": 0.9507915389213475, + "F1_noncoffee": 0.7026624344108311, + "IoU_noncoffee": 0.5416188146002896, + "kappa": 0.6194030519823953, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8986893203883495, + "mIoU": 0.7476451114843972, + "macroF1": 0.8491012095753079, + "F1_coffee": 0.9356043074454626, + "IoU_coffee": 0.8790004638218923, + "precision_coffee": 0.9123239860392346, + "recall_coffee": 0.9601038566271927, + "F1_noncoffee": 0.762598111705153, + "IoU_noncoffee": 0.616289759146902, + "kappa": 0.6989251582911543, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9068226874909338, + "mIoU": 0.7650744495585873, + "macroF1": 0.861369268058209, + "F1_coffee": 0.94074962334348, + "IoU_coffee": 0.8881277213352685, + "precision_coffee": 0.9186884458323324, + "recall_coffee": 0.9638964148446852, + "F1_noncoffee": 0.7819889127729381, + "IoU_noncoffee": 0.642021177781906, + "kappa": 0.72332558913914, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8943958222523088, + "mIoU": 0.7388935337180611, + "macroF1": 0.8428415257834474, + "F1_coffee": 0.9328537170263789, + "IoU_coffee": 0.8741573033707866, + "precision_coffee": 0.9108976283398379, + "recall_coffee": 0.9558943985886208, + "F1_noncoffee": 0.752829334540516, + "IoU_noncoffee": 0.6036297640653357, + "kappa": 0.6863538402622601, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9176704828272773, + "mIoU": 0.6578580835869263, + "macroF1": 0.7643986303766566, + "F1_coffee": 0.9544277291012289, + "IoU_coffee": 0.9128280805312533, + "precision_coffee": 0.9323858742463393, + "recall_coffee": 0.9775369680550853, + "F1_noncoffee": 0.5743695316520844, + "IoU_noncoffee": 0.4028880866425993, + "kappa": 0.5312439781194168, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9281603492756499, + "mIoU": 0.692968019105072, + "macroF1": 0.7963382330693383, + "F1_coffee": 0.9601891564940064, + "IoU_coffee": 0.9234267583289265, + "precision_coffee": 0.9393222162452932, + "recall_coffee": 0.9820042739849286, + "F1_noncoffee": 0.63248730964467, + "IoU_noncoffee": 0.46250927988121754, + "kappa": 0.5945237123265154, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.925977376463584, + "mIoU": 0.7031407499715262, + "macroF1": 0.8062722119150691, + "F1_coffee": 0.9585555555555556, + "IoU_coffee": 0.9204096873999786, + "precision_coffee": 0.9470853002524975, + "recall_coffee": 0.9703070520751321, + "F1_noncoffee": 0.6539888682745826, + "IoU_noncoffee": 0.48587181254307377, + "kappa": 0.6130183188367243, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8806252960682142, + "mIoU": 0.7634228216716386, + "macroF1": 0.8638290087245762, + "F1_coffee": 0.9116533445519562, + "IoU_coffee": 0.8376497873985311, + "precision_coffee": 0.8869031377899045, + "recall_coffee": 0.9378245816503173, + "F1_noncoffee": 0.8160046728971962, + "IoU_noncoffee": 0.689195855944746, + "kappa": 0.7280990115163286, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8865415448457984, + "mIoU": 0.7735531758574375, + "macroF1": 0.8704782847484069, + "F1_coffee": 0.9160912324754132, + "IoU_coffee": 0.8451737451737452, + "precision_coffee": 0.8926192741606633, + "recall_coffee": 0.9408309455587393, + "F1_noncoffee": 0.8248653370214005, + "IoU_noncoffee": 0.7019326065411299, + "kappa": 0.741329885969175, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8643780062246534, + "mIoU": 0.7327850993140577, + "macroF1": 0.8428678166179001, + "F1_coffee": 0.9010050943136445, + "IoU_coffee": 0.8198446504635429, + "precision_coffee": 0.8672144182348264, + "recall_coffee": 0.9375358166189112, + "F1_noncoffee": 0.7847305389221557, + "IoU_noncoffee": 0.6457255481645725, + "kappa": 0.6867697606291331, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2681, + 2995 + ], + [ + 53083, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.296803530057271, + "test_tta": { + "OA": 0.8995997546883574, + "mIoU": 0.7467311686294584, + "macroF1": 0.8482361073098126, + "F1_coffee": 0.9365262373863624, + "IoU_coffee": 0.8806293773385782, + "precision_coffee": 0.9092241857516443, + "recall_coffee": 0.9655186922769444, + "F1_noncoffee": 0.7599459772332626, + "IoU_noncoffee": 0.6128329599203386, + "kappa": 0.6975037481531505, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8672406830506519, + "mIoU": 0.6877925452725051, + "macroF1": 0.8048282905635142, + "F1_coffee": 0.9151964622967433, + "IoU_coffee": 0.8436518046709129, + "precision_coffee": 0.8762613788723449, + "recall_coffee": 0.9577524536742447, + "F1_noncoffee": 0.6944601188302851, + "IoU_noncoffee": 0.5319332858740974, + "kappa": 0.6124135848974768, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.05", + "val_epoch0": 0.651923506834171 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.651923506834171, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770859559084601, + "mIoU": 0.7003904180962439, + "macroF1": 0.8138819717176455, + "F1_coffee": 0.9223411848679515, + "IoU_coffee": 0.8558749503245463, + "precision_coffee": 0.8949284682509844, + "recall_coffee": 0.9514863358088065, + "F1_noncoffee": 0.7054227585673397, + "IoU_noncoffee": 0.5449058858679414, + "kappa": 0.6290840574366888, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8460684204453675, + "mIoU": 0.6483140866973984, + "macroF1": 0.7731579284015089, + "F1_coffee": 0.9017626213815638, + "IoU_coffee": 0.8210999178665415, + "precision_coffee": 0.86267258382643, + "recall_coffee": 0.9445633520371763, + "F1_noncoffee": 0.644553235421454, + "IoU_noncoffee": 0.4755282555282555, + "kappa": 0.5496614804041755, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8820873786407767, + "mIoU": 0.7134770097244431, + "macroF1": 0.8241105324349245, + "F1_coffee": 0.9250932864588152, + "IoU_coffee": 0.8606265779205876, + "precision_coffee": 0.9015989420533782, + "recall_coffee": 0.949844848331328, + "F1_noncoffee": 0.7231277784110338, + "IoU_noncoffee": 0.5663274415282985, + "kappa": 0.6491017885462219, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8774237222571443, + "mIoU": 0.7032934297412464, + "macroF1": 0.8163228682099914, + "F1_coffee": 0.9222607255665614, + "IoU_coffee": 0.8557363988162987, + "precision_coffee": 0.8983749551917792, + "recall_coffee": 0.9474513263184424, + "F1_noncoffee": 0.7103850108534217, + "IoU_noncoffee": 0.5508504606661941, + "kappa": 0.633610646029982, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8717663555920894, + "mIoU": 0.6841550879881566, + "macroF1": 0.80063763663985, + "F1_coffee": 0.9197190773142823, + "IoU_coffee": 0.8513702852659306, + "precision_coffee": 0.8851016722018296, + "recall_coffee": 0.9571545586289458, + "F1_noncoffee": 0.6815561959654178, + "IoU_noncoffee": 0.5169398907103825, + "kappa": 0.6036800187484183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9019412643106023, + "mIoU": 0.6103031016925419, + "macroF1": 0.7173058157746459, + "F1_coffee": 0.9457688707812586, + "IoU_coffee": 0.8971171923960727, + "precision_coffee": 0.9231513327601032, + "recall_coffee": 0.9695225194717236, + "F1_noncoffee": 0.48884276076803324, + "IoU_noncoffee": 0.323489010989011, + "kappa": 0.43779251202180464, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9142687041079579, + "mIoU": 0.6384084120953705, + "macroF1": 0.7448692817926265, + "F1_coffee": 0.9527610716238382, + "IoU_coffee": 0.9097838571577739, + "precision_coffee": 0.9270135120757528, + "recall_coffee": 0.9799797548082331, + "F1_noncoffee": 0.5369774919614148, + "IoU_noncoffee": 0.367032967032967, + "kappa": 0.4935678981053534, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9133756697757491, + "mIoU": 0.6271594801382816, + "macroF1": 0.7327826369734796, + "F1_coffee": 0.9524587485704951, + "IoU_coffee": 0.9092326887086712, + "precision_coffee": 0.9232474662162162, + "recall_coffee": 0.9835789000112474, + "F1_noncoffee": 0.5131065253764641, + "IoU_noncoffee": 0.34508627156789196, + "kappa": 0.47098894187494467, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8631927996210327, + "mIoU": 0.7338865538539135, + "macroF1": 0.8439200181412763, + "F1_coffee": 0.8987661245092541, + "IoU_coffee": 0.8161446396740515, + "precision_coffee": 0.8742498636115658, + "recall_coffee": 0.9246970571263704, + "F1_noncoffee": 0.7890739117732983, + "IoU_noncoffee": 0.6516284680337756, + "kappa": 0.6883506682006129, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8424030934641139, + "mIoU": 0.7002412848296602, + "macroF1": 0.820335431280893, + "F1_coffee": 0.8833019065577206, + "IoU_coffee": 0.7909943714821763, + "precision_coffee": 0.861697778988963, + "recall_coffee": 0.9060171919770774, + "F1_noncoffee": 0.7573689560040656, + "IoU_noncoffee": 0.6094881981771442, + "kappa": 0.6411398609456465, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8322172969914176, + "mIoU": 0.6778776780367535, + "macroF1": 0.8032569496621043, + "F1_coffee": 0.8787403721627701, + "IoU_coffee": 0.7837082066869301, + "precision_coffee": 0.8381224808217397, + "recall_coffee": 0.9234957020057306, + "F1_noncoffee": 0.7277735271614384, + "IoU_noncoffee": 0.5720471493865769, + "kappa": 0.608577755339861, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2574, + 2995 + ], + [ + 51772, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.568443063894908, + "test_tta": { + "OA": 0.8791840160098124, + "mIoU": 0.7013227609765353, + "macroF1": 0.8142776825413811, + "F1_coffee": 0.9240709185329439, + "IoU_coffee": 0.8588585757650031, + "precision_coffee": 0.8921639671752286, + "recall_coffee": 0.9583447289251678, + "F1_noncoffee": 0.7044844465498185, + "IoU_noncoffee": 0.5437869461880676, + "kappa": 0.6303952514529264, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8483183339102343, + "mIoU": 0.6487381222366371, + "macroF1": 0.7730220664337747, + "F1_coffee": 0.9037530543328056, + "IoU_coffee": 0.8244064513974688, + "precision_coffee": 0.8600766417000523, + "recall_coffee": 0.9521027361601203, + "F1_noncoffee": 0.6422910785347438, + "IoU_noncoffee": 0.4730697930758054, + "kappa": 0.5503536980708718, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.6637455520298294 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6637455520298294, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553468254736775, + "mIoU": 0.68535994601102, + "macroF1": 0.805117617484161, + "F1_coffee": 0.9040559201019065, + "IoU_coffee": 0.8249106288214725, + "precision_coffee": 0.9202806956370134, + "recall_coffee": 0.8883933267414218, + "F1_noncoffee": 0.7061793148664154, + "IoU_noncoffee": 0.5458092632005676, + "kappa": 0.6106058903691162, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8252567208953502, + "mIoU": 0.6401257369650599, + "macroF1": 0.7703202562847568, + "F1_coffee": 0.8826492067489298, + "IoU_coffee": 0.7899481631733153, + "precision_coffee": 0.886737374720249, + "recall_coffee": 0.8785985615394998, + "F1_noncoffee": 0.6579913058205837, + "IoU_noncoffee": 0.4903033107568045, + "kappa": 0.5406689666358955, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8294174757281554, + "mIoU": 0.6507499689396512, + "macroF1": 0.7793869937544933, + "F1_coffee": 0.8844459059519895, + "IoU_coffee": 0.7928310340761703, + "precision_coffee": 0.9198987618852179, + "recall_coffee": 0.8516243429801785, + "F1_noncoffee": 0.6743280815569972, + "IoU_noncoffee": 0.508668903803132, + "kappa": 0.5606133368836286, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8492335960543494, + "mIoU": 0.6795602030700957, + "macroF1": 0.8012581295616097, + "F1_coffee": 0.898904091822839, + "IoU_coffee": 0.8163722025912838, + "precision_coffee": 0.9259234520072139, + "recall_coffee": 0.8734169239493416, + "F1_noncoffee": 0.7036121673003802, + "IoU_noncoffee": 0.5427482035489075, + "kappa": 0.6035060951614524, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8872878487500604, + "mIoU": 0.7301924480665334, + "macroF1": 0.8370135443744313, + "F1_coffee": 0.9275344296950291, + "IoU_coffee": 0.8648617311148472, + "precision_coffee": 0.9154393716249386, + "recall_coffee": 0.939953374078508, + "F1_noncoffee": 0.7464926590538336, + "IoU_noncoffee": 0.5955231650182197, + "kappa": 0.6742260332517457, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7978098556495768, + "mIoU": 0.5202357762613697, + "macroF1": 0.6440517498711216, + "F1_coffee": 0.8779960353216796, + "IoU_coffee": 0.7825248955991005, + "precision_coffee": 0.938366718027735, + "recall_coffee": 0.8249238062986793, + "F1_noncoffee": 0.41010746442056345, + "IoU_noncoffee": 0.257946656923639, + "kappa": 0.30207095256798233, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.843718991863465, + "mIoU": 0.5685786976430098, + "macroF1": 0.6878952408205029, + "F1_coffee": 0.9084249084249084, + "IoU_coffee": 0.8322147651006712, + "precision_coffee": 0.9402985074626866, + "recall_coffee": 0.8786413226858621, + "F1_noncoffee": 0.4673655732160974, + "IoU_noncoffee": 0.3049426301853486, + "kappa": 0.3799344856485881, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9144671561817821, + "mIoU": 0.6664485736625568, + "macroF1": 0.7739298404712001, + "F1_coffee": 0.9521748779405238, + "IoU_coffee": 0.9087154505983268, + "precision_coffee": 0.9395598379502902, + "recall_coffee": 0.9651332808457991, + "F1_noncoffee": 0.5956848030018762, + "IoU_noncoffee": 0.4241816967267869, + "kappa": 0.5485477059394374, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8594978683088583, + "mIoU": 0.7347784146713416, + "macroF1": 0.8451981170559844, + "F1_coffee": 0.8922473297972826, + "IoU_coffee": 0.8054571690935327, + "precision_coffee": 0.8988435075391598, + "recall_coffee": 0.8857472590882862, + "F1_noncoffee": 0.7981489043146862, + "IoU_noncoffee": 0.6640996602491506, + "kappa": 0.69042746483376, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8544751485428652, + "mIoU": 0.7289445418143088, + "macroF1": 0.8414410694407006, + "F1_coffee": 0.88690170783552, + "IoU_coffee": 0.7967865138943764, + "precision_coffee": 0.9079993996698184, + "recall_coffee": 0.8667621776504298, + "F1_noncoffee": 0.7959804310458812, + "IoU_noncoffee": 0.6611025697342412, + "kappa": 0.6831906796057547, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8614543053852683, + "mIoU": 0.7337303736568177, + "macroF1": 0.8440735434603183, + "F1_coffee": 0.8961323622993708, + "IoU_coffee": 0.8118114271073533, + "precision_coffee": 0.8846851877704872, + "recall_coffee": 0.9078796561604584, + "F1_noncoffee": 0.7920147246212658, + "IoU_noncoffee": 0.6556493202062822, + "kappa": 0.6882516012079319, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2602, + 2995 + ], + [ + 50397, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5312876224517824, + "test_tta": { + "OA": 0.8670959620412511, + "mIoU": 0.6991482445820726, + "macroF1": 0.8147601610293874, + "F1_coffee": 0.913221703531197, + "IoU_coffee": 0.8403017492145988, + "precision_coffee": 0.9148509416434423, + "recall_coffee": 0.9115982580523005, + "F1_noncoffee": 0.7162986185275778, + "IoU_noncoffee": 0.5579947399495464, + "kappa": 0.6295241633626161, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8363043729087343, + "mIoU": 0.650207582300782, + "macroF1": 0.7772798691316354, + "F1_coffee": 0.8919356374369228, + "IoU_coffee": 0.8049493040041245, + "precision_coffee": 0.880964471778668, + "recall_coffee": 0.9031835097664912, + "F1_noncoffee": 0.662624100826348, + "IoU_noncoffee": 0.4954658605974395, + "kappa": 0.5547753138379242, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.5", + "val_epoch0": 0.7057415115760513 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.7345062537775291, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8926116006584681, + "mIoU": 0.7384284738658726, + "macroF1": 0.8427624840067199, + "F1_coffee": 0.9312958182756841, + "IoU_coffee": 0.8714252589271912, + "precision_coffee": 0.9144514062088124, + "recall_coffee": 0.9487724317842341, + "F1_noncoffee": 0.7542291497377558, + "IoU_noncoffee": 0.6054316888045541, + "kappa": 0.6859062067353658, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8603322949117341, + "mIoU": 0.6828149947830437, + "macroF1": 0.8018417186394751, + "F1_coffee": 0.9095004018466254, + "IoU_coffee": 0.8340217670751564, + "precision_coffee": 0.8824190769788739, + "recall_coffee": 0.9382966005283354, + "F1_noncoffee": 0.6941830354323248, + "IoU_noncoffee": 0.5316082224909311, + "kappa": 0.6049408189306614, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885436893203883, + "mIoU": 0.7346767774912268, + "macroF1": 0.84042572716659, + "F1_coffee": 0.9280521433943344, + "IoU_coffee": 0.8657623947614593, + "precision_coffee": 0.9185534396129272, + "recall_coffee": 0.93774935089608, + "F1_noncoffee": 0.7527993109388458, + "IoU_noncoffee": 0.6035911602209945, + "kappa": 0.6809686698169674, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8998597746724046, + "mIoU": 0.7549529270564084, + "macroF1": 0.8546273100572283, + "F1_coffee": 0.9357171679548064, + "IoU_coffee": 0.8791997200186654, + "precision_coffee": 0.922121619968188, + "recall_coffee": 0.9497196143910277, + "F1_noncoffee": 0.7735374521596501, + "IoU_noncoffee": 0.6307061340941512, + "kappa": 0.7094771041107704, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.889415405444611, + "mIoU": 0.7253931584096402, + "macroF1": 0.83271880347551, + "F1_coffee": 0.9301060481036643, + "IoU_coffee": 0.8693441499085923, + "precision_coffee": 0.903086053412463, + "recall_coffee": 0.9587927666813685, + "F1_noncoffee": 0.7353315588473557, + "IoU_noncoffee": 0.5814421669106882, + "kappa": 0.6665678770748606, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8999502239920358, + "mIoU": 0.6363414937491114, + "macroF1": 0.7468261877756464, + "F1_coffee": 0.943719549756398, + "IoU_coffee": 0.893436539073269, + "precision_coffee": 0.9364303178484108, + "recall_coffee": 0.9511231515972457, + "F1_noncoffee": 0.5499328257948948, + "IoU_noncoffee": 0.3792464484249537, + "kappa": 0.4938976039556022, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9136733478864855, + "mIoU": 0.6817558192707069, + "macroF1": 0.7890595408199401, + "F1_coffee": 0.9511894075403949, + "IoU_coffee": 0.9069220070610892, + "precision_coffee": 0.9489533191536997, + "recall_coffee": 0.9534360589360027, + "F1_noncoffee": 0.6269296740994854, + "IoU_noncoffee": 0.4565896314803248, + "kappa": 0.5781369850727973, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9206191704703314, + "mIoU": 0.6756292547941447, + "macroF1": 0.7814612905883935, + "F1_coffee": 0.9558498896247241, + "IoU_coffee": 0.9154334038054969, + "precision_coffee": 0.9383465164156464, + "recall_coffee": 0.9740186705657407, + "F1_noncoffee": 0.6070726915520629, + "IoU_noncoffee": 0.43582510578279265, + "kappa": 0.5642718951156879, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8776882993841781, + "mIoU": 0.761188964362856, + "macroF1": 0.8625778901909351, + "F1_coffee": 0.9081465670579865, + "IoU_coffee": 0.8317476866936009, + "precision_coffee": 0.8959707988207216, + "recall_coffee": 0.9206578188113098, + "F1_noncoffee": 0.8170092133238838, + "IoU_noncoffee": 0.6906302420321112, + "kappa": 0.7252568604958828, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8867301707064038, + "mIoU": 0.7731204584615118, + "macroF1": 0.8701380097671099, + "F1_coffee": 0.9165566594872507, + "IoU_coffee": 0.8459663973323073, + "precision_coffee": 0.8897882099015243, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.823719360046969, + "IoU_noncoffee": 0.7002745195907163, + "kappa": 0.7407716620511905, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8597566726398189, + "mIoU": 0.7238091202784094, + "macroF1": 0.8365125925183954, + "F1_coffee": 0.8981576604342169, + "IoU_coffee": 0.8151417205370463, + "precision_coffee": 0.8603857761448629, + "recall_coffee": 0.9393982808022923, + "F1_noncoffee": 0.7748675246025738, + "IoU_noncoffee": 0.6324765200197726, + "kappa": 0.6744123514258875, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2697, + 2995 + ], + [ + 52611, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.075521163145701, + "test_tta": { + "OA": 0.8925470449630418, + "mIoU": 0.7363479393866957, + "macroF1": 0.8411037341472892, + "F1_coffee": 0.9315147400687116, + "IoU_coffee": 0.8718086949824791, + "precision_coffee": 0.9113414511421958, + "recall_coffee": 0.9526013506406076, + "F1_noncoffee": 0.7506927282258669, + "IoU_noncoffee": 0.6008871837909123, + "kappa": 0.682773314906647, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.860707280489212, + "mIoU": 0.6809614585950479, + "macroF1": 0.8001097575781253, + "F1_coffee": 0.9101681672743508, + "IoU_coffee": 0.8351455150635828, + "precision_coffee": 0.8791755763598138, + "recall_coffee": 0.9434256956094175, + "F1_noncoffee": 0.6900513478818999, + "IoU_noncoffee": 0.5267774021265128, + "kappa": 0.6019263341935484, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r1.0", + "val_epoch0": 0.7107074087931788 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7354826533937553, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8964526645363288, + "mIoU": 0.7417426060580168, + "macroF1": 0.8447821295448623, + "F1_coffee": 0.9343376453250368, + "IoU_coffee": 0.8767670559311617, + "precision_coffee": 0.9097032623208912, + "recall_coffee": 0.9603433404161319, + "F1_noncoffee": 0.7552266137646879, + "IoU_noncoffee": 0.6067181561848719, + "kappa": 0.6904105462962239, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8643561786085151, + "mIoU": 0.6848929070044608, + "macroF1": 0.8028524329150639, + "F1_coffee": 0.9129674356625301, + "IoU_coffee": 0.8398712840943917, + "precision_coffee": 0.8777089783281734, + "recall_coffee": 0.9511771851680454, + "F1_noncoffee": 0.6927374301675978, + "IoU_noncoffee": 0.5299145299145299, + "kappa": 0.6079384773073397, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8923300970873786, + "mIoU": 0.730546302294766, + "macroF1": 0.8364390141413733, + "F1_coffee": 0.9320507321855278, + "IoU_coffee": 0.8727481353987379, + "precision_coffee": 0.902735742685894, + "recall_coffee": 0.963333544424039, + "F1_noncoffee": 0.740827296097219, + "IoU_noncoffee": 0.5883444691907943, + "kappa": 0.6741885043423445, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9055654948986993, + "mIoU": 0.7627766977630412, + "macroF1": 0.8597987881427243, + "F1_coffee": 0.9399021448133674, + "IoU_coffee": 0.8866182873730043, + "precision_coffee": 0.9185612895464934, + "recall_coffee": 0.9622582067922626, + "F1_noncoffee": 0.7796954314720812, + "IoU_noncoffee": 0.6389351081530782, + "kappa": 0.7201513026252397, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.891446255016682, + "mIoU": 0.7320598300473422, + "macroF1": 0.8378224795350753, + "F1_coffee": 0.9310778865931907, + "IoU_coffee": 0.8710437130220001, + "precision_coffee": 0.9079152197341636, + "recall_coffee": 0.955453342574507, + "F1_noncoffee": 0.7445670724769599, + "IoU_noncoffee": 0.5930759470726844, + "kappa": 0.6764254702936173, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9160776505724241, + "mIoU": 0.6465037174828568, + "macroF1": 0.7530046350488588, + "F1_coffee": 0.9536991267095073, + "IoU_coffee": 0.9114960629921259, + "precision_coffee": 0.9287548138639281, + "recall_coffee": 0.9800203183203522, + "F1_noncoffee": 0.5523101433882103, + "IoU_noncoffee": 0.3815113719735877, + "kappa": 0.509430869977269, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9287557054971225, + "mIoU": 0.7000571520333084, + "macroF1": 0.8028292085531749, + "F1_coffee": 0.9604015001103022, + "IoU_coffee": 0.9238196286472149, + "precision_coffee": 0.942214046098907, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.6452569169960475, + "IoU_noncoffee": 0.4762946754194019, + "kappa": 0.6069703306216333, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9220083349871007, + "mIoU": 0.689927655509064, + "macroF1": 0.7948789737190132, + "F1_coffee": 0.9563624250499667, + "IoU_coffee": 0.916374082349186, + "precision_coffee": 0.9443043525929175, + "recall_coffee": 0.9687324260488134, + "F1_noncoffee": 0.6333955223880597, + "IoU_noncoffee": 0.463481228668942, + "kappa": 0.5903191435111944, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8697299857887257, + "mIoU": 0.7422222746040913, + "macroF1": 0.8493764505486949, + "F1_coffee": 0.9047454104606858, + "IoU_coffee": 0.8260594560404807, + "precision_coffee": 0.8703185392509662, + "recall_coffee": 0.9420080784766302, + "F1_noncoffee": 0.7940074906367042, + "IoU_noncoffee": 0.6583850931677019, + "kappa": 0.6997688221223272, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8835235310761105, + "mIoU": 0.7679110946012877, + "macroF1": 0.8667489934590548, + "F1_coffee": 0.9140271493212669, + "IoU_coffee": 0.8416666666666667, + "precision_coffee": 0.8889641164522681, + "recall_coffee": 0.9405444126074498, + "F1_noncoffee": 0.8194708375968426, + "IoU_noncoffee": 0.6941555225359088, + "kappa": 0.7339420667386667, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8623974346882958, + "mIoU": 0.7288917912333177, + "macroF1": 0.840118628107106, + "F1_coffee": 0.899800837854543, + "IoU_coffee": 0.8178526841448189, + "precision_coffee": 0.864134019258673, + "recall_coffee": 0.938538681948424, + "F1_noncoffee": 0.7804364183596689, + "IoU_noncoffee": 0.6399308983218164, + "kappa": 0.681426504127728, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 52940, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7942405064900715, + "test_tta": { + "OA": 0.8954359123333656, + "mIoU": 0.7369192400234933, + "macroF1": 0.8410827801711744, + "F1_coffee": 0.9340217313821934, + "IoU_coffee": 0.8762108561493341, + "precision_coffee": 0.9051434887301149, + "recall_coffee": 0.9648033997433362, + "F1_noncoffee": 0.7481438289601555, + "IoU_noncoffee": 0.5976276238976524, + "kappa": 0.6833957584931485, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8634331371870313, + "mIoU": 0.6794800497244629, + "macroF1": 0.7982020855234755, + "F1_coffee": 0.9129343398585839, + "IoU_coffee": 0.839815269060951, + "precision_coffee": 0.8725393700787402, + "recall_coffee": 0.9572511135535373, + "F1_noncoffee": 0.683469831188367, + "IoU_noncoffee": 0.5191448303879748, + "kappa": 0.599524701727167, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.05", + "val_epoch0": 0.6157080234935682 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6157080234935682, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367148190228859, + "mIoU": 0.6531797983463032, + "macroF1": 0.779978213137136, + "F1_coffee": 0.8917068549776094, + "IoU_coffee": 0.8045767123819885, + "precision_coffee": 0.8962995022722354, + "recall_coffee": 0.88716103328621, + "F1_noncoffee": 0.6682495712966627, + "IoU_noncoffee": 0.501782884310618, + "kappa": 0.5599918171375594, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7958924656743971, + "mIoU": 0.5972273541012842, + "macroF1": 0.7350983110359182, + "F1_coffee": 0.8620017162025119, + "IoU_coffee": 0.7574718947079792, + "precision_coffee": 0.8748490786374522, + "recall_coffee": 0.8495262257587115, + "F1_noncoffee": 0.6081949058693245, + "IoU_noncoffee": 0.43698281349458945, + "kappa": 0.47052081755305597, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2252983293556086, + "mIoU": 0.113137434205247, + "macroF1": 0.18533642217786542, + "F1_coffee": 0.365767878077374, + "IoU_coffee": 0.22381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.22381635581061693, + "F1_noncoffee": 0.004904966278356836, + "IoU_noncoffee": 0.002458512599877074, + "kappa": 0.0010999054328101505, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8356426886792453, + "mIoU": 0.6589373718441005, + "macroF1": 0.785567115624263, + "F1_coffee": 0.8891907112333124, + "IoU_coffee": 0.8004890850530836, + "precision_coffee": 0.906334413830362, + "recall_coffee": 0.8726835294882632, + "F1_noncoffee": 0.6819435200152134, + "IoU_noncoffee": 0.5173856586351175, + "kappa": 0.5715742143427848, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8337942075389317, + "mIoU": 0.6475551429562205, + "macroF1": 0.7753616631983831, + "F1_coffee": 0.8899312471888453, + "IoU_coffee": 0.801690206066219, + "precision_coffee": 0.8942407024793388, + "recall_coffee": 0.8856631282772733, + "F1_noncoffee": 0.6607920792079208, + "IoU_noncoffee": 0.4934200798462221, + "kappa": 0.55075547933158, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8406878178735772, + "mIoU": 0.6526057729235127, + "macroF1": 0.7785170237997061, + "F1_coffee": 0.8958616977487889, + "IoU_coffee": 0.8113672860747878, + "precision_coffee": 0.8889656905869047, + "recall_coffee": 0.9028655306656456, + "F1_noncoffee": 0.6611723498506232, + "IoU_noncoffee": 0.4938442597722376, + "kappa": 0.5571207595752734, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8623498269191611, + "mIoU": 0.659785975178994, + "macroF1": 0.7802294293024383, + "F1_coffee": 0.9145709591810944, + "IoU_coffee": 0.8425893584817791, + "precision_coffee": 0.9482442348008385, + "recall_coffee": 0.8832072247986331, + "F1_noncoffee": 0.6458878994237821, + "IoU_noncoffee": 0.4769825918762089, + "kappa": 0.5627444619574816, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8144390820447158, + "mIoU": 0.5802624491044546, + "macroF1": 0.7112744919868557, + "F1_coffee": 0.8838614227592159, + "IoU_coffee": 0.7918921904341102, + "precision_coffee": 0.9314018448746265, + "recall_coffee": 0.8409384164222874, + "F1_noncoffee": 0.5386875612144956, + "IoU_noncoffee": 0.36863270777479895, + "kappa": 0.4284634366631213, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8363156350836022, + "mIoU": 0.5837958201658325, + "macroF1": 0.708302363173687, + "F1_coffee": 0.901540995177038, + "IoU_coffee": 0.8207324908974084, + "precision_coffee": 0.9119466920514041, + "recall_coffee": 0.8913700860665271, + "F1_noncoffee": 0.515063731170336, + "IoU_noncoffee": 0.3468591494342567, + "kappa": 0.41697859337214893, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8107312440645774, + "mIoU": 0.64884248755151, + "macroF1": 0.7818571364021325, + "F1_coffee": 0.8612213634148039, + "IoU_coffee": 0.7562675797969916, + "precision_coffee": 0.8617614269788183, + "recall_coffee": 0.8606819763395964, + "F1_noncoffee": 0.7024929093894611, + "IoU_noncoffee": 0.5414173953060285, + "kappa": 0.5637146401381559, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8525812619502868, + "mIoU": 0.7022163709487684, + "macroF1": 0.820110676414157, + "F1_coffee": 0.8965378421900161, + "IoU_coffee": 0.8124771981028822, + "precision_coffee": 0.8575279168271082, + "recall_coffee": 0.9392661324335724, + "F1_noncoffee": 0.7436835106382979, + "IoU_noncoffee": 0.5919555437946546, + "kappa": 0.6420564676288009, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8449798425801497, + "mIoU": 0.6950743638208314, + "macroF1": 0.815522987960362, + "F1_coffee": 0.8892394211645291, + "IoU_coffee": 0.8005680414917263, + "precision_coffee": 0.8632490013315579, + "recall_coffee": 0.9168434450572762, + "F1_noncoffee": 0.7418065547561951, + "IoU_noncoffee": 0.5895806861499364, + "kappa": 0.6318239586219554, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 461, + 563 + ], + [ + 6239, + 7520 + ], + [ + 44842, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.551795744895935, + "test_tta": { + "OA": 0.8507547476059081, + "mIoU": 0.668826953702878, + "macroF1": 0.7912842979757837, + "F1_coffee": 0.9026953236610686, + "IoU_coffee": 0.8226478416849902, + "precision_coffee": 0.8920750454916233, + "recall_coffee": 0.9135715203701323, + "F1_noncoffee": 0.6798732722904989, + "IoU_noncoffee": 0.5150060657207659, + "kappa": 0.5827631498258621, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8110072689511942, + "mIoU": 0.6105648512496507, + "macroF1": 0.7447188575716335, + "F1_coffee": 0.8748041426223869, + "IoU_coffee": 0.7774683286349896, + "precision_coffee": 0.8697353673132089, + "recall_coffee": 0.879932345422745, + "F1_noncoffee": 0.6146335725208799, + "IoU_noncoffee": 0.4436613738643118, + "kappa": 0.48949108782994943, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6576543861582281 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6576543861582281, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8666450251582535, + "mIoU": 0.6961987138004738, + "macroF1": 0.8123054373856267, + "F1_coffee": 0.9132967496834107, + "IoU_coffee": 0.8404288377874456, + "precision_coffee": 0.9001123268294712, + "recall_coffee": 0.9268731525510859, + "F1_noncoffee": 0.7113141250878426, + "IoU_noncoffee": 0.551968589813502, + "kappa": 0.6248788474628855, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8277373947155878, + "mIoU": 0.6360374263361042, + "macroF1": 0.7657752176836616, + "F1_coffee": 0.8862454522943294, + "IoU_coffee": 0.7957277966855364, + "precision_coffee": 0.8783816949536521, + "recall_coffee": 0.8942512829383613, + "F1_noncoffee": 0.645304983072994, + "IoU_noncoffee": 0.47634705598667193, + "kappa": 0.5316674753617743, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34988066825775654, + "mIoU": 0.17578263673429947, + "macroF1": 0.2614303463270694, + "F1_coffee": 0.5170212765957447, + "IoU_coffee": 0.3486370157819225, + "precision_coffee": 1.0, + "recall_coffee": 0.3486370157819225, + "F1_noncoffee": 0.00583941605839416, + "IoU_noncoffee": 0.0029282576866764276, + "kappa": 0.002039715698885882, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.878685141509434, + "mIoU": 0.7214854704961207, + "macroF1": 0.8313885537486825, + "F1_coffee": 0.9206899874722945, + "IoU_coffee": 0.8530357142857142, + "precision_coffee": 0.9097892331132554, + "recall_coffee": 0.9318551271213993, + "F1_noncoffee": 0.7420871200250705, + "IoU_noncoffee": 0.5899352267065272, + "kappa": 0.6629344662411037, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.858972493086887, + "mIoU": 0.6847510727916662, + "macroF1": 0.8038396844045144, + "F1_coffee": 0.9078342474873974, + "IoU_coffee": 0.831223873664654, + "precision_coffee": 0.9002703892347356, + "recall_coffee": 0.9155262821332651, + "F1_noncoffee": 0.6998451213216313, + "IoU_noncoffee": 0.5382782719186785, + "kappa": 0.6077695379607332, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8624364252845725, + "mIoU": 0.6828486539286873, + "macroF1": 0.8014324170799374, + "F1_coffee": 0.9114933931687859, + "IoU_coffee": 0.8373797526339899, + "precision_coffee": 0.8906754369937268, + "recall_coffee": 0.933307805220499, + "F1_noncoffee": 0.6913714409910889, + "IoU_noncoffee": 0.5283175552233849, + "kappa": 0.6036199428091773, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.713723161312148, + "macroF1": 0.8207648199341924, + "F1_coffee": 0.9406381550851077, + "IoU_coffee": 0.8879290486063119, + "precision_coffee": 0.9404660241551788, + "recall_coffee": 0.9408103490358799, + "F1_noncoffee": 0.700891484783277, + "IoU_noncoffee": 0.5395172740179839, + "kappa": 0.6415297003754618, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8391608391608392, + "mIoU": 0.5904686596209215, + "macroF1": 0.7149593138537138, + "F1_coffee": 0.9031148027291604, + "IoU_coffee": 0.8233448723496322, + "precision_coffee": 0.9136854741896758, + "recall_coffee": 0.8927859237536657, + "F1_noncoffee": 0.5268038249782672, + "IoU_noncoffee": 0.35759244689221087, + "kappa": 0.4302910610375842, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8585117825364232, + "mIoU": 0.602076095875751, + "macroF1": 0.7218923873413742, + "F1_coffee": 0.9168151767749353, + "IoU_coffee": 0.846406963167392, + "precision_coffee": 0.9064453791065136, + "recall_coffee": 0.9274249825540823, + "F1_noncoffee": 0.5269695979078131, + "IoU_noncoffee": 0.35774522858411006, + "kappa": 0.4441984142016289, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8579297245963913, + "mIoU": 0.7164568267995883, + "macroF1": 0.8308993009635367, + "F1_coffee": 0.8985074626865671, + "IoU_coffee": 0.8157181571815718, + "precision_coffee": 0.8765056254136333, + "recall_coffee": 0.9216423103688239, + "F1_noncoffee": 0.7632911392405063, + "IoU_noncoffee": 0.617195496417605, + "kappa": 0.6622948816479569, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782026768642447, + "mIoU": 0.7504897699763526, + "macroF1": 0.854443772626083, + "F1_coffee": 0.9132507149666349, + "IoU_coffee": 0.8403508771929824, + "precision_coffee": 0.8855143272151063, + "recall_coffee": 0.9427808238436666, + "F1_noncoffee": 0.795636830285531, + "IoU_noncoffee": 0.660628662759723, + "kappa": 0.7095588249717285, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8662891149932809, + "mIoU": 0.7285568869080286, + "macroF1": 0.8392153903508388, + "F1_coffee": 0.9051929490233445, + "IoU_coffee": 0.8268059181897301, + "precision_coffee": 0.8724744161637366, + "recall_coffee": 0.9404610380427096, + "F1_noncoffee": 0.773237831678333, + "IoU_noncoffee": 0.630307855626327, + "kappa": 0.6795088043973955, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 524, + 563 + ], + [ + 6576, + 7520 + ], + [ + 46270, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.555362625916799, + "test_tta": { + "OA": 0.8701996429151112, + "mIoU": 0.6968720875693966, + "macroF1": 0.8121882639836389, + "F1_coffee": 0.9165684239079405, + "IoU_coffee": 0.8459864417225176, + "precision_coffee": 0.8934607952811959, + "recall_coffee": 0.9409030544488712, + "F1_noncoffee": 0.7078081040593373, + "IoU_noncoffee": 0.5477577334162755, + "kappa": 0.6252544056560656, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8323670243452175, + "mIoU": 0.6364940162229531, + "macroF1": 0.76507357168353, + "F1_coffee": 0.8908074592512565, + "IoU_coffee": 0.803113460039977, + "precision_coffee": 0.8712694795648339, + "recall_coffee": 0.9112418074535356, + "F1_noncoffee": 0.6393396841158036, + "IoU_noncoffee": 0.4698745724059293, + "kappa": 0.5309262570221515, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.5", + "val_epoch0": 0.6824052394675311 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6842054647803391, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8796299302061353, + "mIoU": 0.731307014280687, + "macroF1": 0.8392033964416097, + "F1_coffee": 0.9198287604592333, + "IoU_coffee": 0.851558277787786, + "precision_coffee": 0.9285620743844945, + "recall_coffee": 0.9112581930343143, + "F1_noncoffee": 0.7585780324239859, + "IoU_noncoffee": 0.6110557507735879, + "kappa": 0.6784924346549146, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8363476404753664, + "mIoU": 0.663172119815524, + "macroF1": 0.7892884939600162, + "F1_coffee": 0.8888671243744063, + "IoU_coffee": 0.7999647421771705, + "precision_coffee": 0.9062187961816511, + "recall_coffee": 0.8721674450787061, + "F1_noncoffee": 0.689709863545626, + "IoU_noncoffee": 0.5263794974538776, + "kappa": 0.579007926974767, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28162291169451076, + "mIoU": 0.14144972346694581, + "macroF1": 0.2215455098275412, + "F1_coffee": 0.4378035113933508, + "IoU_coffee": 0.2802486848397896, + "precision_coffee": 1.0, + "recall_coffee": 0.2802486848397896, + "F1_noncoffee": 0.005287508261731659, + "IoU_noncoffee": 0.0026507620941020544, + "kappa": 0.0014846422813327988, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8945558176100629, + "mIoU": 0.7642599542948355, + "macroF1": 0.8625062390283798, + "F1_coffee": 0.9288885943402478, + "IoU_coffee": 0.8672194035391659, + "precision_coffee": 0.9470910196634907, + "recall_coffee": 0.9113726510176214, + "F1_noncoffee": 0.7961238837165115, + "IoU_noncoffee": 0.6613005050505051, + "kappa": 0.725303385928819, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8734779022946684, + "mIoU": 0.7183730117120586, + "macroF1": 0.8297460355142623, + "F1_coffee": 0.9160334835801675, + "IoU_coffee": 0.8450754425567304, + "precision_coffee": 0.922448450265854, + "recall_coffee": 0.909707123673104, + "F1_noncoffee": 0.7434585874483572, + "IoU_noncoffee": 0.5916705808673869, + "kappa": 0.6595423769383847, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8710583676434972, + "mIoU": 0.7117305660959737, + "macroF1": 0.8246722352487421, + "F1_coffee": 0.9148541453428863, + "IoU_coffee": 0.8430702116370925, + "precision_coffee": 0.9170246873998076, + "recall_coffee": 0.9126938541068351, + "F1_noncoffee": 0.734490325154598, + "IoU_noncoffee": 0.580390920554855, + "kappa": 0.6493505963184772, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9103034005294237, + "mIoU": 0.7412619754935243, + "macroF1": 0.8421086426247082, + "F1_coffee": 0.9458745469066782, + "IoU_coffee": 0.8973073784823405, + "precision_coffee": 0.9523691698626747, + "recall_coffee": 0.9394679033439102, + "F1_noncoffee": 0.7383427383427383, + "IoU_noncoffee": 0.585216572504708, + "kappa": 0.6842882625055229, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8767851866443416, + "mIoU": 0.6503744362674124, + "macroF1": 0.7675515647734137, + "F1_coffee": 0.9268976801262199, + "IoU_coffee": 0.8637551731648878, + "precision_coffee": 0.9234979040521658, + "recall_coffee": 0.9303225806451613, + "F1_noncoffee": 0.6082054494206076, + "IoU_noncoffee": 0.436993699369937, + "kappa": 0.535136895662827, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8894103842769141, + "mIoU": 0.6651717349527828, + "macroF1": 0.7789174292009831, + "F1_coffee": 0.9352122357793435, + "IoU_coffee": 0.8783085861846353, + "precision_coffee": 0.9214358279715543, + "recall_coffee": 0.9494068387997209, + "F1_noncoffee": 0.6226226226226226, + "IoU_noncoffee": 0.45203488372093026, + "kappa": 0.5584098269123398, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8798670465337132, + "mIoU": 0.7664235483755023, + "macroF1": 0.8661493480241452, + "F1_coffee": 0.9089993525645637, + "IoU_coffee": 0.8331794804167216, + "precision_coffee": 0.940738534842168, + "recall_coffee": 0.8793319415448851, + "F1_noncoffee": 0.8232993434837268, + "IoU_noncoffee": 0.699667616334283, + "kappa": 0.7328890859400331, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8702676864244742, + "mIoU": 0.7484252090799728, + "macroF1": 0.8540476587161097, + "F1_coffee": 0.902703090270309, + "IoU_coffee": 0.8226607422895975, + "precision_coffee": 0.921129645888206, + "recall_coffee": 0.884999297061718, + "F1_noncoffee": 0.8053922271619103, + "IoU_noncoffee": 0.6741896758703482, + "kappa": 0.70832877154602, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8530428105202534, + "mIoU": 0.7213274129490862, + "macroF1": 0.8356511476943346, + "F1_coffee": 0.8891142174259433, + "IoU_coffee": 0.8003651062720042, + "precision_coffee": 0.9112232779097387, + "recall_coffee": 0.8680526092490454, + "F1_noncoffee": 0.7821880779627258, + "IoU_noncoffee": 0.6422897196261682, + "kappa": 0.6716819524679023, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6774, + 7520 + ], + [ + 46843, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8007805824279783, + "test_tta": { + "OA": 0.8857490667099497, + "mIoU": 0.7391034010206508, + "macroF1": 0.8444174100092467, + "F1_coffee": 0.9246077223799068, + "IoU_coffee": 0.8597864626907294, + "precision_coffee": 0.9246770496368817, + "recall_coffee": 0.924538405517714, + "F1_noncoffee": 0.7642270976385865, + "IoU_noncoffee": 0.618420339350572, + "kappa": 0.6888348254884752, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8425925925925926, + "mIoU": 0.6688178151985814, + "macroF1": 0.7930525131476325, + "F1_coffee": 0.8943056362579895, + "IoU_coffee": 0.8088181197120184, + "precision_coffee": 0.9012707149967792, + "recall_coffee": 0.887447385112149, + "F1_noncoffee": 0.6917993900372755, + "IoU_noncoffee": 0.5288175106851444, + "kappa": 0.5861770935092361, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r1.0", + "val_epoch0": 0.6816762397076448 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 96, + "stopped_epoch": 100, + "best_val": 0.7021943917914253, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8881188118811881, + "mIoU": 0.7424418340651838, + "macroF1": 0.8466760649070593, + "F1_coffee": 0.9263890817056631, + "IoU_coffee": 0.8628722621202777, + "precision_coffee": 0.923735491427963, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7669630481084553, + "IoU_noncoffee": 0.62201140601009, + "kappa": 0.6933601407570257, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8456645898234684, + "mIoU": 0.6731544100413693, + "macroF1": 0.7962989722396332, + "F1_coffee": 0.8965777189303076, + "IoU_coffee": 0.8125426994832268, + "precision_coffee": 0.901710730948678, + "recall_coffee": 0.8915028157373772, + "F1_noncoffee": 0.6960202255489589, + "IoU_noncoffee": 0.533766120599512, + "kappa": 0.592636743656468, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31551312649164676, + "mIoU": 0.15849268572044306, + "macroF1": 0.2418568945363366, + "F1_coffee": 0.4781659388646288, + "IoU_coffee": 0.31420373027259685, + "precision_coffee": 1.0, + "recall_coffee": 0.31420373027259685, + "F1_noncoffee": 0.005547850208044383, + "IoU_noncoffee": 0.0027816411682892906, + "kappa": 0.0017464776377094933, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8953419811320755, + "mIoU": 0.7613534627446275, + "macroF1": 0.8601991739689434, + "F1_coffee": 0.9302919230265742, + "IoU_coffee": 0.8696689714250749, + "precision_coffee": 0.9364828358700665, + "recall_coffee": 0.9241823265491904, + "F1_noncoffee": 0.7901064249113126, + "IoU_noncoffee": 0.6530379540641799, + "kappa": 0.7204351361233043, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8782806966477466, + "mIoU": 0.7282539366154139, + "macroF1": 0.8369722257699845, + "F1_coffee": 0.9190357868921231, + "IoU_coffee": 0.8502000119410114, + "precision_coffee": 0.9276268646993682, + "recall_coffee": 0.9106023788208211, + "F1_noncoffee": 0.754908664647846, + "IoU_noncoffee": 0.6063078612898164, + "kappa": 0.6740290889518152, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8908210220392346, + "mIoU": 0.7374910817549032, + "macroF1": 0.8423066467879372, + "F1_coffee": 0.9297731804586241, + "IoU_coffee": 0.8687627365356623, + "precision_coffee": 0.9083216655506179, + "recall_coffee": 0.9522624289999362, + "F1_noncoffee": 0.7548401131172504, + "IoU_noncoffee": 0.606219426974144, + "kappa": 0.6852261822585619, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.903787416004887, + "mIoU": 0.7159430616149267, + "macroF1": 0.8221288416904934, + "F1_coffee": 0.9426473265764399, + "IoU_coffee": 0.8915164734244059, + "precision_coffee": 0.9375830013280213, + "recall_coffee": 0.9477666585306321, + "F1_noncoffee": 0.7016103568045469, + "IoU_noncoffee": 0.5403696498054474, + "kappa": 0.6443116746355376, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8700876588200532, + "mIoU": 0.6440154900500054, + "macroF1": 0.7629312703383144, + "F1_coffee": 0.9223158018729019, + "IoU_coffee": 0.8558312383867089, + "precision_coffee": 0.9261887863733144, + "recall_coffee": 0.918475073313783, + "F1_noncoffee": 0.6035467388037271, + "IoU_noncoffee": 0.4321997417133018, + "kappa": 0.525904848170716, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.894592744695414, + "mIoU": 0.6677238503407014, + "macroF1": 0.7801298188053868, + "F1_coffee": 0.9387708735658298, + "IoU_coffee": 0.8846071505031042, + "precision_coffee": 0.9174067495559503, + "recall_coffee": 0.9611537566876017, + "F1_noncoffee": 0.6214887640449438, + "IoU_noncoffee": 0.45084055017829855, + "kappa": 0.5617289354153691, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8874643874643875, + "mIoU": 0.7772524653533519, + "macroF1": 0.8730428178423351, + "F1_coffee": 0.9158320903473258, + "IoU_coffee": 0.8447327044025157, + "precision_coffee": 0.9351610095735422, + "recall_coffee": 0.8972860125260961, + "F1_noncoffee": 0.8302535453373442, + "IoU_noncoffee": 0.7097722263041881, + "kappa": 0.7463042153628265, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8862332695984704, + "mIoU": 0.774796946068876, + "macroF1": 0.8714232443024468, + "F1_coffee": 0.9150606709493219, + "IoU_coffee": 0.843421052631579, + "precision_coffee": 0.9293895896766711, + "recall_coffee": 0.9011668775481513, + "F1_noncoffee": 0.8277858176555717, + "IoU_noncoffee": 0.7061728395061728, + "kappa": 0.7429703609974404, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8871184488385486, + "mIoU": 0.768591577307102, + "macroF1": 0.8667634981752741, + "F1_coffee": 0.9188405797101449, + "IoU_coffee": 0.8498659517426274, + "precision_coffee": 0.8972907399919127, + "recall_coffee": 0.941450997030123, + "F1_noncoffee": 0.8146864166404034, + "IoU_noncoffee": 0.6873172028715767, + "kappa": 0.733877483142916, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 539, + 563 + ], + [ + 6897, + 7520 + ], + [ + 47262, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.070787783463796, + "test_tta": { + "OA": 0.8912838824866093, + "mIoU": 0.7455013032985698, + "macroF1": 0.8485817859516488, + "F1_coffee": 0.9289924518700704, + "IoU_coffee": 0.8674004711658385, + "precision_coffee": 0.9196717182318123, + "recall_coffee": 0.9385040483228377, + "F1_noncoffee": 0.7681711200332272, + "IoU_noncoffee": 0.6236021354313009, + "kappa": 0.6972650938767164, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8493856005538248, + "mIoU": 0.675472613256014, + "macroF1": 0.797587293741334, + "F1_coffee": 0.8999818026836253, + "IoU_coffee": 0.8181517404705104, + "precision_coffee": 0.8969493337405979, + "recall_coffee": 0.9030348459512963, + "F1_noncoffee": 0.6951927847990427, + "IoU_noncoffee": 0.5327934860415175, + "kappa": 0.5951886886725208, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.05", + "val_epoch0": 0.6668830649183521 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6668830649183521, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8591300113617919, + "mIoU": 0.6821368217683406, + "macroF1": 0.8014888930267924, + "F1_coffee": 0.9084580577793248, + "IoU_coffee": 0.8322704081632653, + "precision_coffee": 0.8948943332709931, + "recall_coffee": 0.9224392751574347, + "F1_noncoffee": 0.69451972827426, + "IoU_noncoffee": 0.532003235373416, + "kappa": 0.6032819161837883, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8228048921195339, + "mIoU": 0.6264171976343689, + "macroF1": 0.7575755225973998, + "F1_coffee": 0.8833260526865586, + "IoU_coffee": 0.791033098615505, + "precision_coffee": 0.8730125954986578, + "recall_coffee": 0.8938861019815872, + "F1_noncoffee": 0.631824992508241, + "IoU_noncoffee": 0.4618012966532329, + "kappa": 0.5153644789848895, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4262529832935561, + "mIoU": 0.2142360888051374, + "macroF1": 0.3016279327749737, + "F1_coffee": 0.5966442953020135, + "IoU_coffee": 0.4251554280248685, + "precision_coffee": 1.0, + "recall_coffee": 0.4251554280248685, + "F1_noncoffee": 0.006611570247933884, + "IoU_noncoffee": 0.003316749585406302, + "kappa": 0.0028162968231126937, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8840900157232704, + "mIoU": 0.7315093894150473, + "macroF1": 0.8386201208444012, + "F1_coffee": 0.9242818167228374, + "IoU_coffee": 0.8592230112788686, + "precision_coffee": 0.9126521298174443, + "recall_coffee": 0.9362117172768061, + "F1_noncoffee": 0.752958424965965, + "IoU_noncoffee": 0.6037957675512261, + "kappa": 0.6774111427371042, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8451947799932081, + "mIoU": 0.6553150766547295, + "macroF1": 0.7800185218846563, + "F1_coffee": 0.8997581126503943, + "IoU_coffee": 0.8177820922795798, + "precision_coffee": 0.8842852732324792, + "recall_coffee": 0.9157820693183272, + "F1_noncoffee": 0.6602789311189183, + "IoU_noncoffee": 0.4928480610298792, + "kappa": 0.5604930746174787, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8484378784209252, + "mIoU": 0.6620993454237234, + "macroF1": 0.785610994232115, + "F1_coffee": 0.9016687093428868, + "IoU_coffee": 0.8209442060085836, + "precision_coffee": 0.888187221396731, + "recall_coffee": 0.9155657668006892, + "F1_noncoffee": 0.6695532791213433, + "IoU_noncoffee": 0.5032544848388633, + "kappa": 0.571553709267728, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.7115834269496113, + "macroF1": 0.8186977363840306, + "F1_coffee": 0.9416332969299842, + "IoU_coffee": 0.8897041962852557, + "precision_coffee": 0.9362934362934363, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.6957621758380772, + "IoU_noncoffee": 0.533462657613967, + "kappa": 0.6374569399818745, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8407367280606717, + "mIoU": 0.5861056101605634, + "macroF1": 0.7095110195648759, + "F1_coffee": 0.9047534900159039, + "IoU_coffee": 0.8260729267505647, + "precision_coffee": 0.9086606720302887, + "recall_coffee": 0.9008797653958944, + "F1_noncoffee": 0.514268549113848, + "IoU_noncoffee": 0.3461382935705621, + "kappa": 0.4190768150504577, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.857533978683876, + "mIoU": 0.6000831238323338, + "macroF1": 0.7199704273368225, + "F1_coffee": 0.916240298936476, + "IoU_coffee": 0.8454275408444727, + "precision_coffee": 0.9058770035239286, + "recall_coffee": 0.9268434519655734, + "F1_noncoffee": 0.523700555737169, + "IoU_noncoffee": 0.35473870682019487, + "kappa": 0.44035735279320887, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8673314339981006, + "mIoU": 0.7335971191044319, + "macroF1": 0.8430327883415047, + "F1_coffee": 0.9047911129285081, + "IoU_coffee": 0.8261356565028003, + "precision_coffee": 0.8864850427350427, + "recall_coffee": 0.9238691718858734, + "F1_noncoffee": 0.7812744637545014, + "IoU_noncoffee": 0.6410585817060637, + "kappa": 0.6863728204744443, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8495219885277246, + "mIoU": 0.6981247461000408, + "macroF1": 0.8172424492365051, + "F1_coffee": 0.8940495422724825, + "IoU_coffee": 0.808399269628728, + "precision_coffee": 0.8576779026217228, + "recall_coffee": 0.9336426261774217, + "F1_noncoffee": 0.7404353562005277, + "IoU_noncoffee": 0.5878502225713538, + "kappa": 0.6360882034820775, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.839508542906508, + "mIoU": 0.6892566807074302, + "macroF1": 0.8116278612048405, + "F1_coffee": 0.884098156107029, + "IoU_coffee": 0.792272331966704, + "precision_coffee": 0.8670292318150917, + "recall_coffee": 0.9018526375335879, + "F1_noncoffee": 0.7391575663026521, + "IoU_noncoffee": 0.5862410294481564, + "kappa": 0.6235840449853788, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 442, + 563 + ], + [ + 6385, + 7520 + ], + [ + 46080, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5509098092714946, + "test_tta": { + "OA": 0.8611751339068333, + "mIoU": 0.6819891519251293, + "macroF1": 0.8009297119497123, + "F1_coffee": 0.9104426038972597, + "IoU_coffee": 0.8356077496732529, + "precision_coffee": 0.8905709076756048, + "recall_coffee": 0.9312213511545216, + "F1_noncoffee": 0.6914168200021648, + "IoU_noncoffee": 0.5283705541770057, + "kappa": 0.6025412846433591, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8264105226722049, + "mIoU": 0.6277072616675113, + "macroF1": 0.7579319664964801, + "F1_coffee": 0.8866816050614796, + "IoU_coffee": 0.796431289640592, + "precision_coffee": 0.8690412475777429, + "recall_coffee": 0.9050529512387322, + "F1_noncoffee": 0.6291823279314807, + "IoU_noncoffee": 0.4589832336944307, + "kappa": 0.5165158258995409, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6844229156636721 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6881295013735091, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8636909592598604, + "mIoU": 0.6932711018235083, + "macroF1": 0.8103509881679487, + "F1_coffee": 0.9109286835518221, + "IoU_coffee": 0.8364270271323114, + "precision_coffee": 0.9022017731837472, + "recall_coffee": 0.9198260720558625, + "F1_noncoffee": 0.7097732927840752, + "IoU_noncoffee": 0.5501151765147051, + "kappa": 0.6208175772794304, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8260643821391485, + "mIoU": 0.634844434884813, + "macroF1": 0.7650291969049884, + "F1_coffee": 0.8847851424422493, + "IoU_coffee": 0.7933763941953501, + "precision_coffee": 0.8796086997815558, + "recall_coffee": 0.8900228718599242, + "F1_noncoffee": 0.6452732513677275, + "IoU_noncoffee": 0.4763124755742759, + "kappa": 0.5301084971670486, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39856801909307876, + "mIoU": 0.20029103027441295, + "macroF1": 0.28754882464583914, + "F1_coffee": 0.5687885010266941, + "IoU_coffee": 0.39741750358680056, + "precision_coffee": 1.0, + "recall_coffee": 0.39741750358680056, + "F1_noncoffee": 0.006309148264984227, + "IoU_noncoffee": 0.0031645569620253164, + "kappa": 0.0025121412603331486, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8721501572327044, + "mIoU": 0.7141546894800097, + "macroF1": 0.8264937215225866, + "F1_coffee": 0.9154975318264484, + "IoU_coffee": 0.8441636222075822, + "precision_coffee": 0.9144877700642315, + "recall_coffee": 0.9165095259769815, + "F1_noncoffee": 0.7374899112187248, + "IoU_noncoffee": 0.5841457567524373, + "kappa": 0.652988757368416, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8580507446756901, + "mIoU": 0.6865356738242578, + "macroF1": 0.8056003637255333, + "F1_coffee": 0.9065772669220945, + "IoU_coffee": 0.8291187291946505, + "precision_coffee": 0.9053054457339625, + "recall_coffee": 0.9078526665814043, + "F1_noncoffee": 0.7046234605289723, + "IoU_noncoffee": 0.5439526184538653, + "kappa": 0.6112031535472223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8609832889319448, + "mIoU": 0.6786922093221202, + "macroF1": 0.7980149919124386, + "F1_coffee": 0.9107919930374239, + "IoU_coffee": 0.8361965641230523, + "precision_coffee": 0.8877779797612555, + "recall_coffee": 0.9350309528368116, + "F1_noncoffee": 0.6852379907874534, + "IoU_noncoffee": 0.5211878545211879, + "kappa": 0.5969855813966333, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9015475463245775, + "mIoU": 0.7087108686159347, + "macroF1": 0.816296531890527, + "F1_coffee": 0.9414400775146854, + "IoU_coffee": 0.8893592677345538, + "precision_coffee": 0.9343671114316625, + "recall_coffee": 0.9486209421527947, + "F1_noncoffee": 0.6911529862663686, + "IoU_noncoffee": 0.5280624694973157, + "kappa": 0.6327040648342772, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.845956860041367, + "mIoU": 0.5969146997620296, + "macroF1": 0.7200452714736967, + "F1_coffee": 0.9077938922296899, + "IoU_coffee": 0.8311562128899924, + "precision_coffee": 0.9125281498162854, + "recall_coffee": 0.903108504398827, + "F1_noncoffee": 0.5322966507177034, + "IoU_noncoffee": 0.36267318663406684, + "kappa": 0.4401669758812615, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8753300088002347, + "mIoU": 0.6225866149827842, + "macroF1": 0.7392583552735573, + "F1_coffee": 0.9276185069543003, + "IoU_coffee": 0.86500794070937, + "precision_coffee": 0.9060663191748919, + "recall_coffee": 0.9502209816236334, + "F1_noncoffee": 0.5508982035928144, + "IoU_noncoffee": 0.38016528925619836, + "kappa": 0.4803410197234824, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8447293447293447, + "mIoU": 0.7029874602843897, + "macroF1": 0.8221906516974349, + "F1_coffee": 0.8854961832061069, + "IoU_coffee": 0.7945205479452054, + "precision_coffee": 0.8911756413870877, + "recall_coffee": 0.8798886569241475, + "F1_noncoffee": 0.7588851201887628, + "IoU_noncoffee": 0.6114543726235742, + "kappa": 0.6444117149543683, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8697896749521988, + "mIoU": 0.7414758911953636, + "macroF1": 0.8487906602527207, + "F1_coffee": 0.90513999164229, + "IoU_coffee": 0.8267175572519084, + "precision_coffee": 0.8968944099378882, + "recall_coffee": 0.9135385913116828, + "F1_noncoffee": 0.7924413288631514, + "IoU_noncoffee": 0.6562342251388188, + "kappa": 0.6976372377794912, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.846899596851603, + "mIoU": 0.6986852139875652, + "macroF1": 0.8182046898188244, + "F1_coffee": 0.8904307206155114, + "IoU_coffee": 0.8025012382367509, + "precision_coffee": 0.8657493988779055, + "recall_coffee": 0.916560599632301, + "F1_noncoffee": 0.7459786590221373, + "IoU_noncoffee": 0.5948691897383794, + "kappa": 0.6370931794210573, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6578, + 7520 + ], + [ + 46056, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.548754914601644, + "test_tta": { + "OA": 0.8681545203700698, + "mIoU": 0.6975535053579522, + "macroF1": 0.81318029021577, + "F1_coffee": 0.9145226294577559, + "IoU_coffee": 0.8425073191538864, + "precision_coffee": 0.8988313165787568, + "recall_coffee": 0.9307715375058904, + "F1_noncoffee": 0.7118379509737841, + "IoU_noncoffee": 0.552599691562018, + "kappa": 0.6267440708506774, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8312709126572055, + "mIoU": 0.6387512183682936, + "macroF1": 0.7675372886365073, + "F1_coffee": 0.8892570119555854, + "IoU_coffee": 0.800596557013806, + "precision_coffee": 0.8761284786987987, + "recall_coffee": 0.9027849852966615, + "F1_noncoffee": 0.6458175653174291, + "IoU_noncoffee": 0.47690587972278115, + "kappa": 0.5354082180527963, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.5", + "val_epoch0": 0.6846330800403408 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.6945045612446736, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8804577179029378, + "mIoU": 0.7299908627789714, + "macroF1": 0.8380063867419502, + "F1_coffee": 0.9209331286433563, + "IoU_coffee": 0.8534532502934915, + "precision_coffee": 0.9231431461593096, + "recall_coffee": 0.9187336674806151, + "F1_noncoffee": 0.755079644840544, + "IoU_noncoffee": 0.6065284752644513, + "kappa": 0.6760185252846952, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8405445944386755, + "mIoU": 0.6660308524467682, + "macroF1": 0.7909713294122369, + "F1_coffee": 0.8927663866850304, + "IoU_coffee": 0.8063035442106554, + "precision_coffee": 0.9011219235212343, + "recall_coffee": 0.8845643775586692, + "F1_noncoffee": 0.6891762721394433, + "IoU_noncoffee": 0.5257581606828808, + "kappa": 0.5820468167847908, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3909307875894988, + "mIoU": 0.19644533118125299, + "macroF1": 0.28356949741966886, + "F1_coffee": 0.5609084652443221, + "IoU_coffee": 0.389765662362506, + "precision_coffee": 1.0, + "recall_coffee": 0.389765662362506, + "F1_noncoffee": 0.006230529595015576, + "IoU_noncoffee": 0.003125, + "kappa": 0.0024330718651808816, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8911654874213837, + "mIoU": 0.7542937526062037, + "macroF1": 0.8554256850145956, + "F1_coffee": 0.9273079321321913, + "IoU_coffee": 0.8644679679373432, + "precision_coffee": 0.9361250993904056, + "recall_coffee": 0.9186553091878535, + "F1_noncoffee": 0.7835434378969999, + "IoU_noncoffee": 0.6441195372750642, + "kappa": 0.7109277326000474, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8717799446950953, + "mIoU": 0.716021677184102, + "macroF1": 0.8281077543782709, + "F1_coffee": 0.9147501854659227, + "IoU_coffee": 0.8428936574927183, + "precision_coffee": 0.922876667751383, + "recall_coffee": 0.9067655710448906, + "F1_noncoffee": 0.7414653232906192, + "IoU_noncoffee": 0.5891496968754858, + "kappa": 0.6562963303450485, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8785662387987406, + "mIoU": 0.7198432479280457, + "macroF1": 0.8300569888620328, + "F1_coffee": 0.9208524072612471, + "IoU_coffee": 0.85331461002867, + "precision_coffee": 0.9111583156316382, + "recall_coffee": 0.9307549939370732, + "F1_noncoffee": 0.7392615704628185, + "IoU_noncoffee": 0.5863718858274212, + "kappa": 0.6602406744159937, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8992058643860721, + "mIoU": 0.7082049468866531, + "macroF1": 0.8163178566355259, + "F1_coffee": 0.9397076735688186, + "IoU_coffee": 0.8862722573233773, + "precision_coffee": 0.9378798930221249, + "recall_coffee": 0.9415425921405907, + "F1_noncoffee": 0.6929280397022333, + "IoU_noncoffee": 0.5301376364499288, + "kappa": 0.6326428191908953, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8701861518762927, + "mIoU": 0.6311593199472378, + "macroF1": 0.749780028107935, + "F1_coffee": 0.9233542684345196, + "IoU_coffee": 0.8576212595873393, + "precision_coffee": 0.9155806712028601, + "recall_coffee": 0.9312609970674487, + "F1_noncoffee": 0.5762057877813505, + "IoU_noncoffee": 0.4046973803071364, + "kappa": 0.49975944319117294, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8848147061699423, + "mIoU": 0.6311311171147426, + "macroF1": 0.745633024947435, + "F1_coffee": 0.9337904676258992, + "IoU_coffee": 0.8758039008961518, + "precision_coffee": 0.9035240374157059, + "recall_coffee": 0.9661549197487788, + "F1_noncoffee": 0.5574755822689706, + "IoU_noncoffee": 0.38645833333333335, + "kappa": 0.4950531377154553, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8836657169990503, + "mIoU": 0.7710354718106285, + "macroF1": 0.869021152069811, + "F1_coffee": 0.9128175930538752, + "IoU_coffee": 0.83961770096884, + "precision_coffee": 0.9340227206524905, + "recall_coffee": 0.8925539318023661, + "F1_noncoffee": 0.8252247110857469, + "IoU_noncoffee": 0.7024532426524168, + "kappa": 0.7383127004230451, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8733269598470363, + "mIoU": 0.7554094874482762, + "macroF1": 0.858877770411529, + "F1_coffee": 0.9040341855580503, + "IoU_coffee": 0.8248744382765001, + "precision_coffee": 0.9323274574245594, + "recall_coffee": 0.8774075636159145, + "F1_noncoffee": 0.8137213552650078, + "IoU_noncoffee": 0.6859445366200522, + "kappa": 0.718259187155343, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8724323286619313, + "mIoU": 0.7521662761569988, + "macroF1": 0.8565654480963182, + "F1_coffee": 0.9042714110782972, + "IoU_coffee": 0.8252695240599527, + "precision_coffee": 0.9214621256605989, + "recall_coffee": 0.8877103662848254, + "F1_noncoffee": 0.8088594851143391, + "IoU_noncoffee": 0.679063028254045, + "kappa": 0.7133301130341576, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6741, + 7520 + ], + [ + 46926, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1720814943313598, + "test_tta": { + "OA": 0.8835254017204999, + "mIoU": 0.7325013398416349, + "macroF1": 0.8395131688305104, + "F1_coffee": 0.9235571084645375, + "IoU_coffee": 0.8579713013359723, + "precision_coffee": 0.918644570653556, + "recall_coffee": 0.928522469262734, + "F1_noncoffee": 0.7554692291964833, + "IoU_noncoffee": 0.6070313783472975, + "kappa": 0.6790556967698466, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8444963655244029, + "mIoU": 0.6684880824863244, + "macroF1": 0.7923419905301332, + "F1_coffee": 0.896410591445371, + "IoU_coffee": 0.8122682081730016, + "precision_coffee": 0.8961867255787148, + "recall_coffee": 0.8966345691825712, + "F1_noncoffee": 0.6882733896148954, + "IoU_noncoffee": 0.5247079567996473, + "kappa": 0.5846840590461275, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r1.0", + "val_epoch0": 0.6818927082692056 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6988069473666391, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8920467456581723, + "mIoU": 0.7500095001077968, + "macroF1": 0.8519836327928266, + "F1_coffee": 0.9289901028154127, + "IoU_coffee": 0.8673963753813028, + "precision_coffee": 0.9261127785937799, + "recall_coffee": 0.9318853617786916, + "F1_noncoffee": 0.7749771627702405, + "IoU_noncoffee": 0.6326226248342908, + "kappa": 0.7039763204930849, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8479289258105458, + "mIoU": 0.6774768158270192, + "macroF1": 0.799681178974135, + "F1_coffee": 0.8979915637939708, + "IoU_coffee": 0.8148681392000562, + "precision_coffee": 0.9040615564429726, + "recall_coffee": 0.8920025370466471, + "F1_noncoffee": 0.7013707941542993, + "IoU_noncoffee": 0.5400854924539824, + "kappa": 0.5994152232793662, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27684964200477324, + "mIoU": 0.1390497977318386, + "macroF1": 0.21859939864706668, + "F1_coffee": 0.43194600674915634, + "IoU_coffee": 0.27546628407460544, + "precision_coffee": 1.0, + "recall_coffee": 0.27546628407460544, + "F1_noncoffee": 0.005252790544977019, + "IoU_noncoffee": 0.0026333113890717576, + "kappa": 0.0014497253921855785, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9012382075471698, + "mIoU": 0.7721309611770495, + "macroF1": 0.8674625778912726, + "F1_coffee": 0.9343694899758376, + "IoU_coffee": 0.8768231400906974, + "precision_coffee": 0.938414114251984, + "recall_coffee": 0.9303595812471552, + "F1_noncoffee": 0.8005556658067077, + "IoU_noncoffee": 0.6674387822634017, + "kappa": 0.7349401190772225, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8852180662688595, + "mIoU": 0.7346109092718196, + "macroF1": 0.8409247121792391, + "F1_coffee": 0.92486503651953, + "IoU_coffee": 0.8602315689981096, + "precision_coffee": 0.9186222558667676, + "recall_coffee": 0.9311932472183143, + "F1_noncoffee": 0.7569843878389483, + "IoU_noncoffee": 0.6089902495455297, + "kappa": 0.6818969406093751, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8898038265923952, + "mIoU": 0.7434367046792474, + "macroF1": 0.847192201157213, + "F1_coffee": 0.9278853773734428, + "IoU_coffee": 0.8654721778723907, + "precision_coffee": 0.921778561531679, + "recall_coffee": 0.9340736486055269, + "F1_noncoffee": 0.7664990249409833, + "IoU_noncoffee": 0.6214012314861042, + "kappa": 0.6944278288919585, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9138668295662797, + "mIoU": 0.7426559468587077, + "macroF1": 0.842642713842096, + "F1_coffee": 0.9485088253195374, + "IoU_coffee": 0.9020606621903219, + "precision_coffee": 0.9460903351141331, + "recall_coffee": 0.9509397119843788, + "F1_noncoffee": 0.7367766023646546, + "IoU_noncoffee": 0.5832512315270936, + "kappa": 0.6852959404621105, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8800354575002463, + "mIoU": 0.649195289965823, + "macroF1": 0.7655417873493413, + "F1_coffee": 0.9293831168831169, + "IoU_coffee": 0.868081880212282, + "precision_coffee": 0.9188352630975581, + "recall_coffee": 0.9401759530791789, + "F1_noncoffee": 0.6017004578155657, + "IoU_noncoffee": 0.4303086997193639, + "kappa": 0.5314318534010989, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8978194974088198, + "mIoU": 0.6784721934475393, + "macroF1": 0.7896382040829759, + "F1_coffee": 0.9404931382039747, + "IoU_coffee": 0.8876706438783188, + "precision_coffee": 0.9213433002342966, + "recall_coffee": 0.960455919981391, + "F1_noncoffee": 0.6387832699619772, + "IoU_noncoffee": 0.4692737430167598, + "kappa": 0.5803768004671165, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8894586894586894, + "mIoU": 0.7792262238415546, + "macroF1": 0.8742123261354031, + "F1_coffee": 0.9180050718512257, + "IoU_coffee": 0.8484375, + "precision_coffee": 0.9293966623876765, + "recall_coffee": 0.9068893528183716, + "F1_noncoffee": 0.8304195804195804, + "IoU_noncoffee": 0.7100149476831091, + "kappa": 0.7485027949673967, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8902485659655832, + "mIoU": 0.7787155890787061, + "macroF1": 0.8737427934090476, + "F1_coffee": 0.9193933436315125, + "IoU_coffee": 0.8508122157244964, + "precision_coffee": 0.9183616215457988, + "recall_coffee": 0.9204273864754674, + "F1_noncoffee": 0.8280922431865828, + "IoU_noncoffee": 0.7066189624329159, + "kappa": 0.747486266502918, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8819351123056249, + "mIoU": 0.7669363150826123, + "macroF1": 0.8662464341296459, + "F1_coffee": 0.9120549120549121, + "IoU_coffee": 0.8383280757097792, + "precision_coffee": 0.9223427331887202, + "recall_coffee": 0.9019940602460755, + "F1_noncoffee": 0.8204379562043795, + "IoU_noncoffee": 0.6955445544554455, + "kappa": 0.7325608027245692, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 538, + 563 + ], + [ + 6877, + 7520 + ], + [ + 47529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.892068088054657, + "test_tta": { + "OA": 0.8938321701022561, + "mIoU": 0.7503366024727764, + "macroF1": 0.8519638267561608, + "F1_coffee": 0.9306913907284768, + "IoU_coffee": 0.8703674343017955, + "precision_coffee": 0.9209041917423305, + "recall_coffee": 0.9406888574733325, + "F1_noncoffee": 0.7732362627838447, + "IoU_noncoffee": 0.6303057706437574, + "kappa": 0.7040370269190175, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8503519095419407, + "mIoU": 0.677633921555322, + "macroF1": 0.799314230352566, + "F1_coffee": 0.9005196448773753, + "IoU_coffee": 0.8190411412825477, + "precision_coffee": 0.898417921297802, + "recall_coffee": 0.9026312248938092, + "F1_noncoffee": 0.6981088158277567, + "IoU_noncoffee": 0.5362267018280964, + "kappa": 0.5986351264217421, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.05", + "val_epoch0": 0.6656227779564063 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6656227779564063, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.819558513228372, + "mIoU": 0.6238450571217684, + "macroF1": 0.7558543810415301, + "F1_coffee": 0.8805663884143917, + "IoU_coffee": 0.7866177853701607, + "precision_coffee": 0.8833279448216402, + "recall_coffee": 0.8778220451527224, + "F1_noncoffee": 0.6311423736686685, + "IoU_noncoffee": 0.461072328873376, + "kappa": 0.5117235008761188, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7852342217607015, + "mIoU": 0.5801725031327557, + "macroF1": 0.7200612507979139, + "F1_coffee": 0.8551332315085951, + "IoU_coffee": 0.7469281623357863, + "precision_coffee": 0.86580512982152, + "recall_coffee": 0.8447212131695785, + "F1_noncoffee": 0.5849892700872328, + "IoU_noncoffee": 0.41341684392972505, + "kappa": 0.44036607935485345, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3589498806682578, + "mIoU": 0.18034656961268944, + "macroF1": 0.2664338236923636, + "F1_coffee": 0.5269461077844312, + "IoU_coffee": 0.35772357723577236, + "precision_coffee": 1.0, + "recall_coffee": 0.35772357723577236, + "F1_noncoffee": 0.005921539600296077, + "IoU_noncoffee": 0.002969561989606533, + "kappa": 0.0021223101828684253, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.845125786163522, + "mIoU": 0.6687427472118419, + "macroF1": 0.792436319714708, + "F1_coffee": 0.897013657452787, + "IoU_coffee": 0.8132590793293442, + "precision_coffee": 0.9014907729690681, + "recall_coffee": 0.892580791989076, + "F1_noncoffee": 0.687858981976629, + "IoU_noncoffee": 0.5242264150943396, + "kappa": 0.5849036703120666, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8038131276378984, + "mIoU": 0.6076976887501365, + "macroF1": 0.7437280226238314, + "F1_coffee": 0.8678172190625613, + "IoU_coffee": 0.7664992205092673, + "precision_coffee": 0.8876036373361862, + "recall_coffee": 0.8488937204246068, + "F1_noncoffee": 0.6196388261851016, + "IoU_noncoffee": 0.4488961569910057, + "kappa": 0.48818790533564904, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8100750787115525, + "mIoU": 0.5963324415819893, + "macroF1": 0.7301413610234833, + "F1_coffee": 0.8770113860920298, + "IoU_coffee": 0.7809619574325457, + "precision_coffee": 0.8623242042931162, + "recall_coffee": 0.8922075435573426, + "F1_noncoffee": 0.5832713359549367, + "IoU_noncoffee": 0.41170292573143286, + "kappa": 0.46081270744426767, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8797597230706578, + "mIoU": 0.6674478526075002, + "macroF1": 0.7834086932757947, + "F1_coffee": 0.9278690527087278, + "IoU_coffee": 0.8654437734989177, + "precision_coffee": 0.9287198924073847, + "recall_coffee": 0.9270197705638272, + "F1_noncoffee": 0.6389483338428615, + "IoU_noncoffee": 0.4694519317160827, + "kappa": 0.5668192064322285, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8257657835122624, + "mIoU": 0.5812885913011657, + "macroF1": 0.7088423562720689, + "F1_coffee": 0.89335021402303, + "IoU_coffee": 0.8072564828938766, + "precision_coffee": 0.9190027288514017, + "recall_coffee": 0.8690909090909091, + "F1_noncoffee": 0.5243344985211078, + "IoU_noncoffee": 0.3553206997084548, + "kappa": 0.4197013115466071, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8711254522342818, + "mIoU": 0.6358446141185068, + "macroF1": 0.7543653086888789, + "F1_coffee": 0.9237180229193194, + "IoU_coffee": 0.8582490858249086, + "precision_coffee": 0.9193548387096774, + "recall_coffee": 0.928122819260293, + "F1_noncoffee": 0.5850125944584383, + "IoU_noncoffee": 0.413440142412105, + "kappa": 0.5087908068073462, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8128205128205128, + "mIoU": 0.6543351788452627, + "macroF1": 0.7864061995030889, + "F1_coffee": 0.8615190051289258, + "IoU_coffee": 0.7567267341397186, + "precision_coffee": 0.8698921679909194, + "recall_coffee": 0.8533054975643702, + "F1_noncoffee": 0.7112933938772521, + "IoU_noncoffee": 0.551943623550807, + "kappa": 0.5728948981689613, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7825047801147228, + "mIoU": 0.6126695779870637, + "macroF1": 0.754245544665827, + "F1_coffee": 0.8375812093953023, + "IoU_coffee": 0.7205503009458297, + "precision_coffee": 0.8508848273861329, + "recall_coffee": 0.8246871924645016, + "F1_noncoffee": 0.6709098799363518, + "IoU_noncoffee": 0.5047888550282977, + "kappa": 0.5087344177778748, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.750143981570359, + "mIoU": 0.5541252519794884, + "macroF1": 0.7020665202022239, + "F1_coffee": 0.8217489556940355, + "IoU_coffee": 0.6974311286760433, + "precision_coffee": 0.7966011683483802, + "recall_coffee": 0.8485362749257531, + "F1_noncoffee": 0.5823840847104124, + "IoU_noncoffee": 0.41081937528293344, + "kappa": 0.40552107120864783, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 225, + 563 + ], + [ + 6131, + 7520 + ], + [ + 44123, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5513381958007812, + "test_tta": { + "OA": 0.8284207109235514, + "mIoU": 0.6327840441603952, + "macroF1": 0.7624304838177302, + "F1_coffee": 0.8876393745814777, + "IoU_coffee": 0.7979780606199595, + "precision_coffee": 0.8810001054963604, + "recall_coffee": 0.8943794713618644, + "F1_noncoffee": 0.6372215930539826, + "IoU_noncoffee": 0.467590027700831, + "kappa": 0.5249480754231364, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7956472827968155, + "mIoU": 0.5892143735152207, + "macroF1": 0.7267239047501992, + "F1_coffee": 0.8639649759497682, + "IoU_coffee": 0.7605091019725166, + "precision_coffee": 0.8631445672191529, + "recall_coffee": 0.8647869457417978, + "F1_noncoffee": 0.5894828335506301, + "IoU_noncoffee": 0.41791964505792456, + "kappa": 0.4534492995629636, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6775781690213714 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6775781690213714, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8291835740951145, + "mIoU": 0.6535857827664349, + "macroF1": 0.7820788734910546, + "F1_coffee": 0.8833957497728633, + "IoU_coffee": 0.7911448927345254, + "precision_coffee": 0.9150064267352185, + "recall_coffee": 0.8538962429850491, + "F1_noncoffee": 0.6807619972092459, + "IoU_noncoffee": 0.5160266727983445, + "kappa": 0.5655772361509182, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7926762432214146, + "mIoU": 0.6042830889552279, + "macroF1": 0.7432364031075622, + "F1_coffee": 0.8559056144184601, + "IoU_coffee": 0.7481075208523166, + "precision_coffee": 0.894431408698567, + "recall_coffee": 0.8205616098714179, + "F1_noncoffee": 0.6305671917966642, + "IoU_noncoffee": 0.4604586570581391, + "kappa": 0.4889038909484416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3431980906921241, + "mIoU": 0.1724201027176512, + "macroF1": 0.2577012924410533, + "F1_coffee": 0.5096222380612973, + "IoU_coffee": 0.34194165471066473, + "precision_coffee": 1.0, + "recall_coffee": 0.34194165471066473, + "F1_noncoffee": 0.005780346820809248, + "IoU_noncoffee": 0.002898550724637681, + "kappa": 0.001980307709351781, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8384433962264151, + "mIoU": 0.6732375271231746, + "macroF1": 0.7978952544621476, + "F1_coffee": 0.8884213384009774, + "IoU_coffee": 0.799242886799365, + "precision_coffee": 0.9290936191354958, + "recall_coffee": 0.8511606736458808, + "F1_noncoffee": 0.7073691705233179, + "IoU_noncoffee": 0.5472321674469843, + "kappa": 0.5978118810187614, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8072575559113181, + "mIoU": 0.6249790135674498, + "macroF1": 0.7600879772001425, + "F1_coffee": 0.8664672470003025, + "IoU_coffee": 0.7643954219296685, + "precision_coffee": 0.9132128940843075, + "recall_coffee": 0.8242742038623865, + "F1_noncoffee": 0.6537087073999825, + "IoU_noncoffee": 0.48556260520523115, + "kappa": 0.5234143730465342, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8419472027125212, + "mIoU": 0.6635115555077067, + "macroF1": 0.78836482869109, + "F1_coffee": 0.8948538652402281, + "IoU_coffee": 0.809715418707721, + "precision_coffee": 0.9037360062483728, + "recall_coffee": 0.8861446167592061, + "F1_noncoffee": 0.6818757921419518, + "IoU_noncoffee": 0.5173076923076924, + "kappa": 0.5768533222954256, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8890246385664834, + "mIoU": 0.6994722481138814, + "macroF1": 0.8106964319057561, + "F1_coffee": 0.9324659231722429, + "IoU_coffee": 0.873476494486361, + "precision_coffee": 0.9470173672287944, + "recall_coffee": 0.9183548938247498, + "F1_noncoffee": 0.6889269406392694, + "IoU_noncoffee": 0.5254680017414018, + "kappa": 0.6218041579153224, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8109918250763322, + "mIoU": 0.5701514564052201, + "macroF1": 0.7008863623275999, + "F1_coffee": 0.8823637589652424, + "IoU_coffee": 0.7894910048266783, + "precision_coffee": 0.9241140215716487, + "recall_coffee": 0.8442228739002933, + "F1_noncoffee": 0.5194089656899574, + "IoU_noncoffee": 0.35081190798376183, + "kappa": 0.4067199486584991, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8603696098562629, + "mIoU": 0.6118402106389106, + "macroF1": 0.7320711974110032, + "F1_coffee": 0.9174757281553398, + "IoU_coffee": 0.8475336322869955, + "precision_coffee": 0.9117849758787043, + "recall_coffee": 0.9232379623168179, + "F1_noncoffee": 0.5466666666666666, + "IoU_noncoffee": 0.3761467889908257, + "kappa": 0.4642570376592027, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7912630579297246, + "mIoU": 0.6370815728131183, + "macroF1": 0.7754054415351241, + "F1_coffee": 0.8350840336134454, + "IoU_coffee": 0.7168620378719567, + "precision_coffee": 0.9059091649031418, + "recall_coffee": 0.7745302713987474, + "F1_noncoffee": 0.7157268494568029, + "IoU_noncoffee": 0.55730110775428, + "kappa": 0.5554942265953997, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8036328871892925, + "mIoU": 0.6519930747805798, + "macroF1": 0.7862868442831679, + "F1_coffee": 0.8471726190476191, + "IoU_coffee": 0.7348651090744804, + "precision_coffee": 0.8997945313734788, + "recall_coffee": 0.8003655279066498, + "F1_noncoffee": 0.7254010695187165, + "IoU_noncoffee": 0.5691210404866792, + "kappa": 0.5751843152254323, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8238625455941639, + "mIoU": 0.6768883551849404, + "macroF1": 0.8040725883222875, + "F1_coffee": 0.8663413212906985, + "IoU_coffee": 0.7641994345926497, + "precision_coffee": 0.8932111745268849, + "recall_coffee": 0.8410408711639089, + "F1_noncoffee": 0.7418038553538765, + "IoU_noncoffee": 0.5895772757772311, + "kappa": 0.6088289962330846, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 458, + 563 + ], + [ + 6229, + 7520 + ], + [ + 44375, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.495523150761922, + "test_tta": { + "OA": 0.8372991397500406, + "mIoU": 0.6628829620469566, + "macroF1": 0.7888159183592098, + "F1_coffee": 0.8900032920004389, + "IoU_coffee": 0.8018071455404631, + "precision_coffee": 0.9124516245162452, + "recall_coffee": 0.868632994902112, + "F1_noncoffee": 0.6876285447179806, + "IoU_noncoffee": 0.5239587785534502, + "kappa": 0.5783565820962816, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8015893619476174, + "mIoU": 0.6127958454506988, + "macroF1": 0.749477694653244, + "F1_coffee": 0.8637367644291247, + "IoU_coffee": 0.7601555144879528, + "precision_coffee": 0.8910893112609851, + "recall_coffee": 0.8380134155951489, + "F1_noncoffee": 0.6352186248773632, + "IoU_noncoffee": 0.4654361764134447, + "kappa": 0.5002160243006543, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.5", + "val_epoch0": 0.6886493668061958 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6886493668061958, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8700048693393929, + "mIoU": 0.7034454385278177, + "macroF1": 0.8178781497977206, + "F1_coffee": 0.9153123050406573, + "IoU_coffee": 0.8438487034509651, + "precision_coffee": 0.9038529811005535, + "recall_coffee": 0.9270659298290708, + "F1_noncoffee": 0.7204439945547838, + "IoU_noncoffee": 0.5630421736046702, + "kappa": 0.6359494664417009, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8337371639552325, + "mIoU": 0.6459308145763683, + "macroF1": 0.7738326772214551, + "F1_coffee": 0.8902304322986098, + "IoU_coffee": 0.8021759275148437, + "precision_coffee": 0.8821497990224755, + "recall_coffee": 0.8984604739664418, + "F1_noncoffee": 0.6574349221443004, + "IoU_noncoffee": 0.4896857016378929, + "kappa": 0.5477837712627782, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.433890214797136, + "mIoU": 0.2180843068934891, + "macroF1": 0.3054195096532954, + "F1_coffee": 0.6041388518024032, + "IoU_coffee": 0.4328072692491631, + "precision_coffee": 1.0, + "recall_coffee": 0.4328072692491631, + "F1_noncoffee": 0.006700167504187605, + "IoU_noncoffee": 0.0033613445378151263, + "kappa": 0.0029054018804852244, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8901336477987422, + "mIoU": 0.7446016400890585, + "macroF1": 0.848056421432583, + "F1_coffee": 0.928014937866203, + "IoU_coffee": 0.8656976394978677, + "precision_coffee": 0.9190205955493209, + "recall_coffee": 0.9371870732817479, + "F1_noncoffee": 0.7680979049989629, + "IoU_noncoffee": 0.6235056406802492, + "kappa": 0.6962065837357192, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8554795517391938, + "mIoU": 0.6833071264738457, + "macroF1": 0.8032824904014877, + "F1_coffee": 0.9046140053152316, + "IoU_coffee": 0.8258403975445776, + "precision_coffee": 0.9059193227730392, + "recall_coffee": 0.9033124440465533, + "F1_noncoffee": 0.7019509754877439, + "IoU_noncoffee": 0.540773855403114, + "kappa": 0.6065675330725001, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8646645676919351, + "mIoU": 0.6836759844524187, + "macroF1": 0.8017042123538004, + "F1_coffee": 0.9134394943924654, + "IoU_coffee": 0.8406706204379562, + "precision_coffee": 0.8875910650851948, + "recall_coffee": 0.9408385985066055, + "F1_noncoffee": 0.6899689303151354, + "IoU_noncoffee": 0.5266813484668812, + "kappa": 0.6046094556213397, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9034819792302994, + "mIoU": 0.7087271950473045, + "macroF1": 0.8159270899163635, + "F1_coffee": 0.9428778018799711, + "IoU_coffee": 0.8919288645690835, + "precision_coffee": 0.9312068555105927, + "recall_coffee": 0.9548450085428363, + "F1_noncoffee": 0.6889763779527559, + "IoU_noncoffee": 0.5255255255255256, + "kappa": 0.6321687784941862, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8467448044912833, + "mIoU": 0.5962353663275901, + "macroF1": 0.7190424849754712, + "F1_coffee": 0.908459818802212, + "IoU_coffee": 0.8322733642341275, + "precision_coffee": 0.9112474920335182, + "recall_coffee": 0.9056891495601173, + "F1_noncoffee": 0.5296251511487303, + "IoU_noncoffee": 0.36019736842105265, + "kappa": 0.43811199043506965, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8756233499559988, + "mIoU": 0.6105705270502897, + "macroF1": 0.7260352696780845, + "F1_coffee": 0.9284750337381916, + "IoU_coffee": 0.8664987405541562, + "precision_coffee": 0.8987589810581319, + "recall_coffee": 0.9602233077459874, + "F1_noncoffee": 0.5235955056179775, + "IoU_noncoffee": 0.3546423135464231, + "kappa": 0.45603138378905633, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8776828110161443, + "mIoU": 0.7548326839545219, + "macroF1": 0.8578172759142677, + "F1_coffee": 0.9109636388773676, + "IoU_coffee": 0.8364859718166815, + "precision_coffee": 0.9049581101497047, + "recall_coffee": 0.9170494084899096, + "F1_noncoffee": 0.8046709129511678, + "IoU_noncoffee": 0.6731793960923623, + "kappa": 0.7156620231740658, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8639579349904398, + "mIoU": 0.733645936966607, + "macroF1": 0.843610060348047, + "F1_coffee": 0.9000210777769971, + "IoU_coffee": 0.8182166581502299, + "precision_coffee": 0.8995786516853933, + "recall_coffee": 0.9004639392661324, + "F1_noncoffee": 0.7871990429190967, + "IoU_noncoffee": 0.649075215782984, + "kappa": 0.6872202817261306, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8539066999424074, + "mIoU": 0.7114298468571103, + "macroF1": 0.8275018225443018, + "F1_coffee": 0.8949910307713537, + "IoU_coffee": 0.8099400599400599, + "precision_coffee": 0.873770712649872, + "recall_coffee": 0.9172677131947391, + "F1_noncoffee": 0.7600126143172501, + "IoU_noncoffee": 0.6129196337741607, + "kappa": 0.6554680537701338, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6633, + 7520 + ], + [ + 46391, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5266377051671345, + "test_tta": { + "OA": 0.8729427041064762, + "mIoU": 0.7058146789898305, + "macroF1": 0.8193370527306704, + "F1_coffee": 0.9177471892403068, + "IoU_coffee": 0.8479970484863784, + "precision_coffee": 0.9007301377774111, + "recall_coffee": 0.9354196118750803, + "F1_noncoffee": 0.7209269162210339, + "IoU_noncoffee": 0.5636323094932828, + "kappa": 0.6391111441769968, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8364918656974731, + "mIoU": 0.6467898182931705, + "macroF1": 0.7739951205068061, + "F1_coffee": 0.892841952040228, + "IoU_coffee": 0.8064268273942664, + "precision_coffee": 0.8784035113822348, + "recall_coffee": 0.9077629783390032, + "F1_noncoffee": 0.6551482889733841, + "IoU_noncoffee": 0.48715280919207454, + "kappa": 0.5483829134474949, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r1.0", + "val_epoch0": 0.6860417647438162 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6976344385694875, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8824054536601201, + "mIoU": 0.7381487002130924, + "macroF1": 0.8442005104236521, + "F1_coffee": 0.9213517298277228, + "IoU_coffee": 0.8541725373374662, + "precision_coffee": 0.9340567428961327, + "recall_coffee": 0.908987705093604, + "F1_noncoffee": 0.7670492910195814, + "IoU_noncoffee": 0.6221248630887185, + "kappa": 0.6885716827852704, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8381648782739125, + "mIoU": 0.6685770450137889, + "macroF1": 0.7937871236658023, + "F1_coffee": 0.8894493650308863, + "IoU_coffee": 0.8009084295878356, + "precision_coffee": 0.9124353169469599, + "recall_coffee": 0.8675930730938515, + "F1_noncoffee": 0.6981248823007183, + "IoU_noncoffee": 0.5362456604397421, + "kappa": 0.5882877255267505, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2682577565632458, + "mIoU": 0.13473021752300265, + "macroF1": 0.21324124368065625, + "F1_coffee": 0.42129105322763305, + "IoU_coffee": 0.266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.266857962697274, + "F1_noncoffee": 0.005191434133679429, + "IoU_noncoffee": 0.002602472348731295, + "kappa": 0.0013880169733580278, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8941136006289309, + "mIoU": 0.7640981213522758, + "macroF1": 0.8624471014352235, + "F1_coffee": 0.9284457283261945, + "IoU_coffee": 0.8664476945959345, + "precision_coffee": 0.9486361785859683, + "recall_coffee": 0.9090968203394239, + "F1_noncoffee": 0.7964484745442524, + "IoU_noncoffee": 0.6617485481086172, + "kappa": 0.7252482588148654, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.879445010430311, + "mIoU": 0.73064220737663, + "macroF1": 0.8387003717640968, + "F1_coffee": 0.9197688309172505, + "IoU_coffee": 0.8514555562197382, + "precision_coffee": 0.9288555591783502, + "recall_coffee": 0.9108581660058831, + "F1_noncoffee": 0.7576319126109431, + "IoU_noncoffee": 0.6098288585335218, + "kappa": 0.677493980648583, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8738193267134899, + "mIoU": 0.720076980869615, + "macroF1": 0.8310861939267675, + "F1_coffee": 0.9160462792871185, + "IoU_coffee": 0.8450972230481061, + "precision_coffee": 0.9252604166666667, + "recall_coffee": 0.9070138490012126, + "F1_noncoffee": 0.7461261085664165, + "IoU_noncoffee": 0.5950567386911239, + "kappa": 0.6622736680219935, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9130523315007126, + "mIoU": 0.7423016273433249, + "macroF1": 0.8424915454568398, + "F1_coffee": 0.9479141253964382, + "IoU_coffee": 0.9009855072463768, + "precision_coffee": 0.9474518410143867, + "recall_coffee": 0.9483768611178911, + "F1_noncoffee": 0.7370689655172413, + "IoU_noncoffee": 0.5836177474402731, + "kappa": 0.6849834694951794, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8789520338816114, + "mIoU": 0.654711063165278, + "macroF1": 0.7712896525480755, + "F1_coffee": 0.9282084233892166, + "IoU_coffee": 0.8660344451711358, + "precision_coffee": 0.9244821968815453, + "recall_coffee": 0.9319648093841643, + "F1_noncoffee": 0.6143708817069344, + "IoU_noncoffee": 0.4433876811594203, + "kappa": 0.5426192182125423, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8870636550308009, + "mIoU": 0.6584842220464475, + "macroF1": 0.7729693360220118, + "F1_coffee": 0.9339131429879269, + "IoU_coffee": 0.8760197509660799, + "precision_coffee": 0.919135037729474, + "recall_coffee": 0.9491742265643173, + "F1_noncoffee": 0.6120255290560968, + "IoU_noncoffee": 0.4409486931268151, + "kappa": 0.546626726534645, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8764482431149098, + "mIoU": 0.7628149855520545, + "macroF1": 0.8639548650709203, + "F1_coffee": 0.9051818380584505, + "IoU_coffee": 0.8267873785115164, + "precision_coffee": 0.9501223990208079, + "recall_coffee": 0.8643006263048016, + "F1_noncoffee": 0.8227278920833901, + "IoU_noncoffee": 0.6988425925925926, + "kappa": 0.7290430877805909, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8799235181644359, + "mIoU": 0.7659509825487083, + "macroF1": 0.8657938222842386, + "F1_coffee": 0.9093402627400029, + "IoU_coffee": 0.8337524818001324, + "precision_coffee": 0.934431093309598, + "recall_coffee": 0.885561647687333, + "F1_noncoffee": 0.8222473818284743, + "IoU_noncoffee": 0.6981494832972843, + "kappa": 0.7319665458433511, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8608178153196391, + "mIoU": 0.7373283592719657, + "macroF1": 0.846969137771519, + "F1_coffee": 0.893004722550177, + "IoU_coffee": 0.8066924410078656, + "precision_coffee": 0.9336522141644807, + "recall_coffee": 0.855748833262622, + "F1_noncoffee": 0.8009335529928611, + "IoU_noncoffee": 0.6679642775360659, + "kappa": 0.6950137767821699, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6784, + 7520 + ], + [ + 47007, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0331469694773356, + "test_tta": { + "OA": 0.8877941892549911, + "mIoU": 0.7450074340666204, + "macroF1": 0.8487422464340657, + "F1_coffee": 0.9255986654469138, + "IoU_coffee": 0.861501783066875, + "precision_coffee": 0.9301737004910338, + "recall_coffee": 0.921068414513987, + "F1_noncoffee": 0.7718858274212176, + "IoU_noncoffee": 0.6285130850663657, + "kappa": 0.6975069289859321, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8439483096803969, + "mIoU": 0.6739735206724944, + "macroF1": 0.7973950653999088, + "F1_coffee": 0.8945131224895683, + "IoU_coffee": 0.8091576125299845, + "precision_coffee": 0.9076627821854658, + "recall_coffee": 0.881739030156259, + "F1_noncoffee": 0.7002770083102493, + "IoU_noncoffee": 0.5387894288150042, + "kappa": 0.5950316338905104, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.05", + "val_epoch0": 0.6751780381792168 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6751780381792168, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8167417226944057, + "mIoU": 0.6518248414562275, + "macroF1": 0.783252133598296, + "F1_coffee": 0.8684507074317326, + "IoU_coffee": 0.7674881802635549, + "precision_coffee": 0.8631745672587396, + "recall_coffee": 0.8737917449264739, + "F1_noncoffee": 0.6980535597648596, + "IoU_noncoffee": 0.5361615026489003, + "kappa": 0.5665414399182366, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7871668397369332, + "mIoU": 0.6120894564361627, + "macroF1": 0.7524952118140694, + "F1_coffee": 0.8451310252185503, + "IoU_coffee": 0.7317981898149831, + "precision_coffee": 0.8423640167364017, + "recall_coffee": 0.8479162718217618, + "F1_noncoffee": 0.6598593984095885, + "IoU_noncoffee": 0.4923807230573424, + "kappa": 0.505002154187683, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11007025761124122, + "mIoU": 0.055432433972521726, + "macroF1": 0.10051942148531263, + "F1_coffee": 0.1932059447983015, + "IoU_coffee": 0.10693301997649823, + "precision_coffee": 0.9891304347826086, + "recall_coffee": 0.10705882352941176, + "F1_noncoffee": 0.007832898172323759, + "IoU_noncoffee": 0.003931847968545216, + "kappa": -0.001499842609108926, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8103803904638557, + "mIoU": 0.6407138867272708, + "macroF1": 0.7743941934311745, + "F1_coffee": 0.8644979947211463, + "IoU_coffee": 0.7613355068526233, + "precision_coffee": 0.8524302034746164, + "recall_coffee": 0.8769123783031989, + "F1_noncoffee": 0.6842903921412028, + "IoU_noncoffee": 0.5200922666019182, + "kappa": 0.5489989864486078, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8235770036169807, + "mIoU": 0.6615720230973882, + "macroF1": 0.7906134882371525, + "F1_coffee": 0.8736924597090191, + "IoU_coffee": 0.7757139399806389, + "precision_coffee": 0.8659327299743347, + "recall_coffee": 0.881592518737537, + "F1_noncoffee": 0.707534516765286, + "IoU_noncoffee": 0.5474301062141375, + "kappa": 0.5813048281874172, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8162225890120255, + "mIoU": 0.653160015337439, + "macroF1": 0.7845892995573598, + "F1_coffee": 0.8671371586376189, + "IoU_coffee": 0.7654387865655471, + "precision_coffee": 0.8712661003014525, + "recall_coffee": 0.8630471666101119, + "F1_noncoffee": 0.7020414404771007, + "IoU_noncoffee": 0.5408812441093308, + "kappa": 0.5692002963094491, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8396026234567902, + "mIoU": 0.66416610183944, + "macroF1": 0.7894801592191775, + "F1_coffee": 0.8922019835353601, + "IoU_coffee": 0.8053832650672909, + "precision_coffee": 0.8644642632835071, + "recall_coffee": 0.9217787302437718, + "F1_noncoffee": 0.6867583349029949, + "IoU_noncoffee": 0.5229489386115892, + "kappa": 0.5802161803464251, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8216195569136746, + "mIoU": 0.6432698111046802, + "macroF1": 0.7741737785753919, + "F1_coffee": 0.8776846516500786, + "IoU_coffee": 0.7820303383897316, + "precision_coffee": 0.8701635938717216, + "recall_coffee": 0.885336856010568, + "F1_noncoffee": 0.6706629055007052, + "IoU_noncoffee": 0.5045092838196287, + "kappa": 0.548438387867213, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8228134729691481, + "mIoU": 0.6404077323904219, + "macroF1": 0.7711751158579243, + "F1_coffee": 0.8798771907381349, + "IoU_coffee": 0.7855185015989036, + "precision_coffee": 0.8664651045603426, + "recall_coffee": 0.8937110187110187, + "F1_noncoffee": 0.6624730409777139, + "IoU_noncoffee": 0.49529696318194033, + "kappa": 0.5426581350993854, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7814676972993606, + "mIoU": 0.6161944139682767, + "macroF1": 0.757939868394327, + "F1_coffee": 0.8334060817692419, + "IoU_coffee": 0.7143926166126217, + "precision_coffee": 0.8384074941451991, + "recall_coffee": 0.8284639861151287, + "F1_noncoffee": 0.682473655019412, + "IoU_noncoffee": 0.5179962113239318, + "kappa": 0.5159125704604332, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8255218216318786, + "mIoU": 0.6764712745760526, + "macroF1": 0.803379813749739, + "F1_coffee": 0.8693613696100021, + "IoU_coffee": 0.7689117868811259, + "precision_coffee": 0.8613457207207207, + "recall_coffee": 0.8775276064821455, + "F1_noncoffee": 0.737398257889476, + "IoU_noncoffee": 0.5840307622709794, + "kappa": 0.6068280707863878, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8096360550631718, + "mIoU": 0.6597637886840058, + "macroF1": 0.7919663921044529, + "F1_coffee": 0.8525954588596043, + "IoU_coffee": 0.7430643929753118, + "precision_coffee": 0.8769900871132472, + "recall_coffee": 0.8295212388123313, + "F1_noncoffee": 0.7313373253493014, + "IoU_noncoffee": 0.5764631843926998, + "kappa": 0.5845187158833987, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9217, + 11000 + ], + [ + 42160, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5246862371762595, + "test_tta": { + "OA": 0.8262241532411518, + "mIoU": 0.6638376227949339, + "macroF1": 0.7920829476331632, + "F1_coffee": 0.8763357744953114, + "IoU_coffee": 0.7798911406133885, + "precision_coffee": 0.8636373746135539, + "recall_coffee": 0.8894131659718723, + "F1_noncoffee": 0.7078301207710149, + "IoU_noncoffee": 0.5477841049764793, + "kappa": 0.5843781829689744, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7963395638629284, + "mIoU": 0.6226283210587683, + "macroF1": 0.7605086945697485, + "F1_coffee": 0.8531433622796526, + "IoU_coffee": 0.7438971308353586, + "precision_coffee": 0.8427919783019643, + "recall_coffee": 0.8637521848084739, + "F1_noncoffee": 0.6678740268598443, + "IoU_noncoffee": 0.501359511282178, + "kappa": 0.5211807458260267, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.686707965704925 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.686707965704925, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8179627045541038, + "mIoU": 0.6480132922705581, + "macroF1": 0.779460607339735, + "F1_coffee": 0.8716084729460711, + "IoU_coffee": 0.7724344361409003, + "precision_coffee": 0.8516260162601627, + "recall_coffee": 0.8925511933666224, + "F1_noncoffee": 0.6873127417333987, + "IoU_noncoffee": 0.5235921484002158, + "kappa": 0.5595118344563335, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7903686396677051, + "mIoU": 0.6112524453628271, + "macroF1": 0.7508466003992025, + "F1_coffee": 0.8500789058390321, + "IoU_coffee": 0.7392497712717292, + "precision_coffee": 0.8330907326540514, + "recall_coffee": 0.8677743382399393, + "F1_noncoffee": 0.651614294959373, + "IoU_noncoffee": 0.4832551194539249, + "kappa": 0.5021742435760985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18032786885245902, + "mIoU": 0.09107620320855615, + "macroF1": 0.1556497175141243, + "F1_coffee": 0.3, + "IoU_coffee": 0.17647058823529413, + "precision_coffee": 1.0, + "recall_coffee": 0.17647058823529413, + "F1_noncoffee": 0.011299435028248588, + "IoU_noncoffee": 0.005681818181818182, + "kappa": 0.0020033388981636276, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8217489327001487, + "mIoU": 0.6524459360561594, + "macroF1": 0.7827029445098137, + "F1_coffee": 0.8748147149979787, + "IoU_coffee": 0.7774850299401198, + "precision_coffee": 0.8484056455828541, + "recall_coffee": 0.9029207232267038, + "F1_noncoffee": 0.6905911740216486, + "IoU_noncoffee": 0.5274068421721989, + "kappa": 0.5664441906166325, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8098229583095374, + "mIoU": 0.6351878787771703, + "macroF1": 0.7693035053325364, + "F1_coffee": 0.865986987725535, + "IoU_coffee": 0.7636481930561306, + "precision_coffee": 0.8452373158756138, + "recall_coffee": 0.8877810630543904, + "F1_noncoffee": 0.6726200229395379, + "IoU_noncoffee": 0.5067275644982101, + "kappa": 0.5392852802989541, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.822306059891535, + "mIoU": 0.656474677372296, + "macroF1": 0.7862711256587895, + "F1_coffee": 0.874030489435678, + "IoU_coffee": 0.7762470308788598, + "precision_coffee": 0.861303287869803, + "recall_coffee": 0.8871394638615542, + "F1_noncoffee": 0.6985117618819011, + "IoU_noncoffee": 0.5367023238657322, + "kappa": 0.5727655184852221, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8338155864197531, + "mIoU": 0.6471759399138026, + "macroF1": 0.7749971178851296, + "F1_coffee": 0.8900376539664305, + "IoU_coffee": 0.8018629254829807, + "precision_coffee": 0.8500548579787882, + "recall_coffee": 0.9339673185105813, + "F1_noncoffee": 0.6599565818038287, + "IoU_noncoffee": 0.4924889543446245, + "kappa": 0.5530519705823983, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8045263559969442, + "mIoU": 0.6093315876651291, + "macroF1": 0.7452015883756057, + "F1_coffee": 0.8681481481481481, + "IoU_coffee": 0.7670157068062827, + "precision_coffee": 0.8471401634192331, + "recall_coffee": 0.890224570673712, + "F1_noncoffee": 0.6222550286030633, + "IoU_noncoffee": 0.45164746852397536, + "kappa": 0.4912994344919564, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8239456552504953, + "mIoU": 0.6344989045192189, + "macroF1": 0.7652165644565054, + "F1_coffee": 0.8826415094339622, + "IoU_coffee": 0.789935832489024, + "precision_coffee": 0.855314480741102, + "recall_coffee": 0.9117723492723493, + "F1_noncoffee": 0.6477916194790487, + "IoU_noncoffee": 0.47906197654941374, + "kappa": 0.5318672551013617, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8098100963832426, + "mIoU": 0.6524693114499152, + "macroF1": 0.7853717563263862, + "F1_coffee": 0.8577952194077774, + "IoU_coffee": 0.750999500249875, + "precision_coffee": 0.8465004928883256, + "recall_coffee": 0.8693954295632051, + "F1_noncoffee": 0.712948293244995, + "IoU_noncoffee": 0.5539391226499553, + "kappa": 0.5708977195391456, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8150853889943074, + "mIoU": 0.6569026459010758, + "macroF1": 0.7882364508613646, + "F1_coffee": 0.8636395438326453, + "IoU_coffee": 0.7600049255017854, + "precision_coffee": 0.8431693989071039, + "recall_coffee": 0.8851283522156891, + "F1_noncoffee": 0.712833357890084, + "IoU_noncoffee": 0.5538003663003663, + "kappa": 0.5769979511361413, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8206675466716953, + "mIoU": 0.6715175313188414, + "macroF1": 0.8000462698639261, + "F1_coffee": 0.864259206394519, + "IoU_coffee": 0.7609651878848812, + "precision_coffee": 0.8683493474831493, + "recall_coffee": 0.8602074158261117, + "F1_noncoffee": 0.7358333333333333, + "IoU_noncoffee": 0.5820698747528016, + "kappa": 0.6001098058973807, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9177, + 11000 + ], + [ + 42274, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.526599125067393, + "test_tta": { + "OA": 0.8223550678675631, + "mIoU": 0.6500865796553126, + "macroF1": 0.7803848413565228, + "F1_coffee": 0.8763916012931272, + "IoU_coffee": 0.7799795750029459, + "precision_coffee": 0.8454497072911122, + "recall_coffee": 0.909684364835769, + "F1_noncoffee": 0.6843780814199183, + "IoU_noncoffee": 0.5201935843076791, + "kappa": 0.5622667693174707, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7949550017307027, + "mIoU": 0.6127144319560215, + "macroF1": 0.7511190772314106, + "F1_coffee": 0.8555696652613399, + "IoU_coffee": 0.7475943613961581, + "precision_coffee": 0.8265093821150977, + "recall_coffee": 0.8867479520710931, + "F1_noncoffee": 0.6466684892014812, + "IoU_noncoffee": 0.47783450251588494, + "kappa": 0.5037390076078531, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.5", + "val_epoch0": 0.7029903852154209 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.7047915934076197, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8461721425853101, + "mIoU": 0.687992579949873, + "macroF1": 0.8092450771569715, + "F1_coffee": 0.8931737344594818, + "IoU_coffee": 0.8069683221903853, + "precision_coffee": 0.8600725298496384, + "recall_coffee": 0.9289248247743827, + "F1_noncoffee": 0.725316419854461, + "IoU_noncoffee": 0.5690168377093607, + "kappa": 0.6199376821012756, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8162426445136726, + "mIoU": 0.6447402700221252, + "macroF1": 0.776806759694312, + "F1_coffee": 0.8706247905687391, + "IoU_coffee": 0.7708906511301721, + "precision_coffee": 0.8406871396634898, + "recall_coffee": 0.9027733906121675, + "F1_noncoffee": 0.682988728819885, + "IoU_noncoffee": 0.5185898889140784, + "kappa": 0.5549963019371105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20023419203747073, + "mIoU": 0.10089399197651194, + "macroF1": 0.16922165360330785, + "F1_coffee": 0.3297350343473994, + "IoU_coffee": 0.19741480611045828, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.1976470588235294, + "F1_noncoffee": 0.008708272859216255, + "IoU_noncoffee": 0.004373177842565598, + "kappa": -0.0006107121658666727, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6800579060747676, + "macroF1": 0.8031241211018281, + "F1_coffee": 0.8909235668789809, + "IoU_coffee": 0.8033022254127782, + "precision_coffee": 0.8518142603400152, + "recall_coffee": 0.9337969401947149, + "F1_noncoffee": 0.7153246753246754, + "IoU_noncoffee": 0.556813586736757, + "kappa": 0.60840265565919, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8521321149819151, + "mIoU": 0.6979876819094888, + "macroF1": 0.8166347534799046, + "F1_coffee": 0.8973130184750636, + "IoU_coffee": 0.8137513487591416, + "precision_coffee": 0.8638793432607865, + "recall_coffee": 0.9334387677920649, + "F1_noncoffee": 0.7359564884847455, + "IoU_noncoffee": 0.582224015059836, + "kappa": 0.6346765252765096, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8440933742041972, + "mIoU": 0.6859519358299841, + "macroF1": 0.8078928806313712, + "F1_coffee": 0.8912857612627425, + "IoU_coffee": 0.8038913275596156, + "precision_coffee": 0.864561403508772, + "recall_coffee": 0.9197149643705463, + "F1_noncoffee": 0.7245, + "IoU_noncoffee": 0.5680125441003528, + "kappa": 0.6167138322312848, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8462577160493827, + "mIoU": 0.6636750700327544, + "macroF1": 0.7875566163318402, + "F1_coffee": 0.8992287267669743, + "IoU_coffee": 0.8169078796232483, + "precision_coffee": 0.8515325670498084, + "recall_coffee": 0.9525850522368069, + "F1_noncoffee": 0.675884505896706, + "IoU_noncoffee": 0.5104422604422605, + "kappa": 0.5793578654156283, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8406226126814362, + "mIoU": 0.6587207877788084, + "macroF1": 0.7842468615050271, + "F1_coffee": 0.8945339652448657, + "IoU_coffee": 0.8091917228764147, + "precision_coffee": 0.857419745608722, + "recall_coffee": 0.935006605019815, + "F1_noncoffee": 0.6739597577651885, + "IoU_noncoffee": 0.5082498526812022, + "kappa": 0.570978749935565, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.834135295782621, + "mIoU": 0.6425506628301102, + "macroF1": 0.7705042810037142, + "F1_coffee": 0.8913473423980223, + "IoU_coffee": 0.8039915263686029, + "precision_coffee": 0.8499528524280999, + "recall_coffee": 0.9369802494802495, + "F1_noncoffee": 0.6496612196094061, + "IoU_noncoffee": 0.48110979929161746, + "kappa": 0.5444922482450781, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8383433533734135, + "mIoU": 0.6907981345681578, + "macroF1": 0.8131626142384627, + "F1_coffee": 0.8817534552561775, + "IoU_coffee": 0.7885143570536829, + "precision_coffee": 0.8521316783594172, + "recall_coffee": 0.9135088226786231, + "F1_noncoffee": 0.7445717732207479, + "IoU_noncoffee": 0.5930819120826327, + "kappa": 0.6272980895805997, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8635673624288425, + "mIoU": 0.7315505449374486, + "macroF1": 0.8420273272924721, + "F1_coffee": 0.9003603104212861, + "IoU_coffee": 0.8187775677378702, + "precision_coffee": 0.8710282879742592, + "recall_coffee": 0.9317366986949663, + "F1_noncoffee": 0.7836943441636582, + "IoU_noncoffee": 0.6443235221370269, + "kappa": 0.684830542757001, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8540448802564586, + "mIoU": 0.7204115662852559, + "macroF1": 0.8347513825834245, + "F1_coffee": 0.8912157413914266, + "IoU_coffee": 0.8037774115857523, + "precision_coffee": 0.8817966903073287, + "recall_coffee": 0.9008381872425061, + "F1_noncoffee": 0.7782870237754225, + "IoU_noncoffee": 0.6370457209847596, + "kappa": 0.6695796019689232, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9401, + 11000 + ], + [ + 43831, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5265790661176046, + "test_tta": { + "OA": 0.8499302296080172, + "mIoU": 0.6898727957913319, + "macroF1": 0.8101274896200092, + "F1_coffee": 0.8970610628902086, + "IoU_coffee": 0.8133370150490128, + "precision_coffee": 0.8541217895608948, + "recall_coffee": 0.944546245819781, + "F1_noncoffee": 0.7231939163498099, + "IoU_noncoffee": 0.566408576533651, + "kappa": 0.6228183784890141, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8201799930771894, + "mIoU": 0.6458979258406026, + "macroF1": 0.7769802739275147, + "F1_coffee": 0.8751352000961423, + "IoU_coffee": 0.777991452991453, + "precision_coffee": 0.8343741048410198, + "recall_coffee": 0.9200833912439194, + "F1_noncoffee": 0.6788253477588871, + "IoU_noncoffee": 0.513804398689752, + "kappa": 0.5566819125346062, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r1.0", + "val_epoch0": 0.7037993759735606 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7178372259463416, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.860094507167322, + "mIoU": 0.7218084031268752, + "macroF1": 0.8348528358596357, + "F1_coffee": 0.8994174580193572, + "IoU_coffee": 0.8172194485301734, + "precision_coffee": 0.8953042373073693, + "recall_coffee": 0.9035686472124238, + "F1_noncoffee": 0.7702882136999141, + "IoU_noncoffee": 0.6263973577235772, + "kappa": 0.6697215924721736, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.828458520826122, + "mIoU": 0.6751547719754859, + "macroF1": 0.8016415941048325, + "F1_coffee": 0.874575556258568, + "IoU_coffee": 0.7771073048236573, + "precision_coffee": 0.8759056249075893, + "recall_coffee": 0.8732495209215153, + "F1_noncoffee": 0.7287076319510971, + "IoU_noncoffee": 0.5732022391273145, + "kappa": 0.6032851668520818, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.097940449730546, + "macroF1": 0.16507227347395823, + "F1_coffee": 0.3214990138067061, + "IoU_coffee": 0.19153936545240893, + "precision_coffee": 0.9939024390243902, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.008645533141210375, + "IoU_noncoffee": 0.004341534008683068, + "kappa": -0.0006744374578476817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8580131433779441, + "mIoU": 0.7158681630779764, + "macroF1": 0.8304062167083491, + "F1_coffee": 0.8988310889329414, + "IoU_coffee": 0.8162517847166181, + "precision_coffee": 0.8837881435676839, + "recall_coffee": 0.9143949930458971, + "F1_noncoffee": 0.7619813444837569, + "IoU_noncoffee": 0.6154845414393348, + "kappa": 0.6610434681862501, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8636493432324386, + "mIoU": 0.7264999017028382, + "macroF1": 0.83801314368969, + "F1_coffee": 0.9024548023560655, + "IoU_coffee": 0.8222484179178559, + "precision_coffee": 0.8937820339897491, + "recall_coffee": 0.9112975314584336, + "F1_noncoffee": 0.7735714850233146, + "IoU_noncoffee": 0.6307513854878206, + "kappa": 0.676097080709325, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8586182504126385, + "mIoU": 0.7228459385299325, + "macroF1": 0.8359327271582342, + "F1_coffee": 0.8969405293915435, + "IoU_coffee": 0.8131388681126901, + "precision_coffee": 0.9088122605363985, + "recall_coffee": 0.8853749575839837, + "F1_noncoffee": 0.7749249249249249, + "IoU_noncoffee": 0.6325530089471749, + "kappa": 0.6719876932030899, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8556134259259259, + "mIoU": 0.6882678170409777, + "macroF1": 0.8076082169505647, + "F1_coffee": 0.9037113269441049, + "IoU_coffee": 0.8243370100915278, + "precision_coffee": 0.8693231035762901, + "recall_coffee": 0.9409322260916153, + "F1_noncoffee": 0.7115051069570245, + "IoU_noncoffee": 0.5521986239904277, + "kappa": 0.6170120153569316, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8744270435446906, + "mIoU": 0.722823341607912, + "macroF1": 0.8332257064513602, + "F1_coffee": 0.9161191554506602, + "IoU_coffee": 0.8452212806026366, + "precision_coffee": 0.8857777229554705, + "recall_coffee": 0.9486129458388375, + "F1_noncoffee": 0.75033225745206, + "IoU_noncoffee": 0.6004254026131874, + "kappa": 0.6676122394143467, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8543258797999811, + "mIoU": 0.694351180679272, + "macroF1": 0.8131188885399041, + "F1_coffee": 0.9008731381612738, + "IoU_coffee": 0.819626168224299, + "precision_coffee": 0.8903553299492386, + "recall_coffee": 0.9116424116424117, + "F1_noncoffee": 0.7253646389185343, + "IoU_noncoffee": 0.5690761931342451, + "kappa": 0.6263822266965934, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8603874415497662, + "mIoU": 0.7356172266991834, + "macroF1": 0.8457103569408106, + "F1_coffee": 0.8932973524907009, + "IoU_coffee": 0.8071701594833267, + "precision_coffee": 0.9009857289980874, + "recall_coffee": 0.885739080127278, + "F1_noncoffee": 0.7981233613909203, + "IoU_noncoffee": 0.6640642939150402, + "kappa": 0.6914632199830413, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8529411764705882, + "mIoU": 0.7248649658776473, + "macroF1": 0.8384776285632851, + "F1_coffee": 0.8868117423689207, + "IoU_coffee": 0.7966413014956705, + "precision_coffee": 0.9034369885433715, + "recall_coffee": 0.8707873225297577, + "F1_noncoffee": 0.7901435147576497, + "IoU_noncoffee": 0.653088630259624, + "kappa": 0.677157956097039, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8629077880445031, + "mIoU": 0.7439870558356663, + "macroF1": 0.8517638223428736, + "F1_coffee": 0.8924078733165606, + "IoU_coffee": 0.8057188669160876, + "precision_coffee": 0.9312741312741313, + "recall_coffee": 0.8566557749680352, + "F1_noncoffee": 0.8111197713691868, + "IoU_noncoffee": 0.6822552447552448, + "kappa": 0.7044314079190586, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9480, + 11000 + ], + [ + 44631, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.077498201529185, + "test_tta": { + "OA": 0.865993276671318, + "mIoU": 0.7296297046297717, + "macroF1": 0.8401161009987381, + "F1_coffee": 0.9044382880081415, + "IoU_coffee": 0.8255475507297236, + "precision_coffee": 0.8931371016370011, + "recall_coffee": 0.9160291355536213, + "F1_noncoffee": 0.7757939139893348, + "IoU_noncoffee": 0.6337118585298197, + "kappa": 0.680352275424394, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8345448251990308, + "mIoU": 0.6820610886780555, + "macroF1": 0.8064213878196815, + "F1_coffee": 0.8802055052002841, + "IoU_coffee": 0.7860420008206199, + "precision_coffee": 0.8730037077697455, + "recall_coffee": 0.8875271126834713, + "F1_noncoffee": 0.732637270439079, + "IoU_noncoffee": 0.578080176535491, + "kappa": 0.6129015699148046, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.05", + "val_epoch0": 0.6795793776858836 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6795793776858836, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8386401116326272, + "mIoU": 0.6751232091203728, + "macroF1": 0.799526104583878, + "F1_coffee": 0.888077430708315, + "IoU_coffee": 0.7986863970879164, + "precision_coffee": 0.8542169184545724, + "recall_coffee": 0.924733153144899, + "F1_noncoffee": 0.710974778459441, + "IoU_noncoffee": 0.5515600211528292, + "kappa": 0.6006725186775883, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8084977500865351, + "mIoU": 0.6321362197631004, + "macroF1": 0.7667067888757317, + "F1_coffee": 0.8654465860035265, + "IoU_coffee": 0.7628081457663451, + "precision_coffee": 0.8341048930559625, + "recall_coffee": 0.8992355802640722, + "F1_noncoffee": 0.667966991747937, + "IoU_noncoffee": 0.5014642937598558, + "kappa": 0.535033565412967, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.0798250752583191, + "macroF1": 0.13903927020543, + "F1_coffee": 0.2670744138634047, + "IoU_coffee": 0.15411764705882353, + "precision_coffee": 1.0, + "recall_coffee": 0.15411764705882353, + "F1_noncoffee": 0.011004126547455296, + "IoU_noncoffee": 0.005532503457814661, + "kappa": 0.0017038600233467839, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8363793351561376, + "mIoU": 0.6701208334584838, + "macroF1": 0.7955515701433307, + "F1_coffee": 0.8869144315883699, + "IoU_coffee": 0.7968070530767856, + "precision_coffee": 0.8474941392637648, + "recall_coffee": 0.9301808066759388, + "F1_noncoffee": 0.7041887086982915, + "IoU_noncoffee": 0.543434613840182, + "kappa": 0.5934042465488435, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.834808680753855, + "mIoU": 0.6670523020735367, + "macroF1": 0.7931342955229317, + "F1_coffee": 0.885983641559636, + "IoU_coffee": 0.7953057734269033, + "precision_coffee": 0.8481761006289308, + "recall_coffee": 0.927318985078732, + "F1_noncoffee": 0.7002849494862274, + "IoU_noncoffee": 0.5387988307201701, + "kappa": 0.5884183126908893, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8446592784720585, + "mIoU": 0.6879525342754649, + "macroF1": 0.8095079536564906, + "F1_coffee": 0.8913373358844099, + "IoU_coffee": 0.8039752439895264, + "precision_coffee": 0.86719301623981, + "recall_coffee": 0.9168646080760094, + "F1_noncoffee": 0.7276785714285714, + "IoU_noncoffee": 0.5719298245614035, + "kappa": 0.6197546000647594, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8328510802469136, + "mIoU": 0.6429171256411425, + "macroF1": 0.7711661554404818, + "F1_coffee": 0.8899752396673227, + "IoU_coffee": 0.8017616106154198, + "precision_coffee": 0.8459867229933615, + "recall_coffee": 0.9387891776051434, + "F1_noncoffee": 0.652357071213641, + "IoU_noncoffee": 0.4840726406668651, + "kappa": 0.5462089062923194, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8378533231474408, + "mIoU": 0.6524824713075121, + "macroF1": 0.7790606946866336, + "F1_coffee": 0.8930326319768175, + "IoU_coffee": 0.8067379922604143, + "precision_coffee": 0.8535645472061657, + "recall_coffee": 0.936327608982827, + "F1_noncoffee": 0.6650887573964497, + "IoU_noncoffee": 0.49822695035460995, + "kappa": 0.5610597371985087, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8387583734314558, + "mIoU": 0.6530666377698091, + "macroF1": 0.7793994010312675, + "F1_coffee": 0.8938311486612412, + "IoU_coffee": 0.8080422329551836, + "precision_coffee": 0.8563266277824069, + "recall_coffee": 0.9347713097713097, + "F1_noncoffee": 0.6649676534012938, + "IoU_noncoffee": 0.49809104258443465, + "kappa": 0.5614533693915812, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8398702166237236, + "mIoU": 0.6916746571449991, + "macroF1": 0.8136147491918462, + "F1_coffee": 0.8835692478490147, + "IoU_coffee": 0.7914232442510877, + "precision_coffee": 0.8491597759402507, + "recall_coffee": 0.9208851605438241, + "F1_noncoffee": 0.7436602505346777, + "IoU_noncoffee": 0.5919260700389105, + "kappa": 0.6285722626414937, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8317836812144213, + "mIoU": 0.6774795074689426, + "macroF1": 0.8029974227261396, + "F1_coffee": 0.8783032466195346, + "IoU_coffee": 0.7830130950923999, + "precision_coffee": 0.8422854133754608, + "recall_coffee": 0.9175390793058942, + "F1_noncoffee": 0.7276915988327446, + "IoU_noncoffee": 0.5719459198454853, + "kappa": 0.6076004078999411, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8505562888930794, + "mIoU": 0.7149643062502195, + "macroF1": 0.8309616647065954, + "F1_coffee": 0.8885137511429978, + "IoU_coffee": 0.7993924819643083, + "precision_coffee": 0.8799108386737253, + "recall_coffee": 0.8972865463844296, + "F1_noncoffee": 0.773409578270193, + "IoU_noncoffee": 0.6305361305361306, + "kappa": 0.6619889990710108, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9325, + 11000 + ], + [ + 43430, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5253568410873415, + "test_tta": { + "OA": 0.8411613598883674, + "mIoU": 0.6761453063150419, + "macroF1": 0.7999077908996074, + "F1_coffee": 0.8907621675263634, + "IoU_coffee": 0.8030398364072515, + "precision_coffee": 0.8501280156532961, + "recall_coffee": 0.9354757432772917, + "F1_noncoffee": 0.7090534142728514, + "IoU_noncoffee": 0.5492507762228322, + "kappa": 0.6022359390513454, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8114832121841468, + "mIoU": 0.6330297351849469, + "macroF1": 0.7668420890858596, + "F1_coffee": 0.8688638073739654, + "IoU_coffee": 0.7681336810175083, + "precision_coffee": 0.8297309726373879, + "recall_coffee": 0.9118706172215554, + "F1_noncoffee": 0.6648203707977537, + "IoU_noncoffee": 0.49792578935238535, + "kappa": 0.5363203945495557, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.6970545448398107 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6970545448398107, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8432861854623874, + "mIoU": 0.6818580469310331, + "macroF1": 0.8044954246132182, + "F1_coffee": 0.8915802753551643, + "IoU_coffee": 0.804370632831212, + "precision_coffee": 0.855548771501358, + "recall_coffee": 0.9307801548398918, + "F1_noncoffee": 0.7174105738712722, + "IoU_noncoffee": 0.5593454610308543, + "kappa": 0.6107901619471943, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125649013499481, + "mIoU": 0.6375127155347784, + "macroF1": 0.7708608707462239, + "F1_coffee": 0.8686157952201868, + "IoU_coffee": 0.767746086210594, + "precision_coffee": 0.835326372280231, + "recall_coffee": 0.90466864615579, + "F1_noncoffee": 0.6731059462722608, + "IoU_noncoffee": 0.5072793448589626, + "kappa": 0.5435255088579487, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09133489461358314, + "mIoU": 0.04599135050661533, + "macroF1": 0.0848298376539084, + "F1_coffee": 0.16198704103671707, + "IoU_coffee": 0.0881316098707403, + "precision_coffee": 0.9868421052631579, + "recall_coffee": 0.08823529411764706, + "F1_noncoffee": 0.0076726342710997444, + "IoU_noncoffee": 0.0038510911424903724, + "kappa": -0.0016626259817050684, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.841655873746822, + "mIoU": 0.6798736743424731, + "macroF1": 0.8030895179988169, + "F1_coffee": 0.8902337645063678, + "IoU_coffee": 0.8021813387667046, + "precision_coffee": 0.8529917797744218, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7159452714912659, + "IoU_noncoffee": 0.5575660099182416, + "kappa": 0.6081122099250932, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8467542356748524, + "mIoU": 0.6887665181281135, + "macroF1": 0.8097977760566963, + "F1_coffee": 0.8936381053048821, + "IoU_coffee": 0.8077267570311101, + "precision_coffee": 0.8598944758756595, + "recall_coffee": 0.9301382108230764, + "F1_noncoffee": 0.7259574468085106, + "IoU_noncoffee": 0.569806279225117, + "kappa": 0.6210988709785032, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8414524876208441, + "mIoU": 0.6769370516162994, + "macroF1": 0.800547438050845, + "F1_coffee": 0.890872500649182, + "IoU_coffee": 0.803219198127012, + "precision_coffee": 0.8537920736639084, + "recall_coffee": 0.9313199864268747, + "F1_noncoffee": 0.7102223754525082, + "IoU_noncoffee": 0.5506549051055868, + "kappa": 0.6030828729853902, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8461612654320988, + "mIoU": 0.6667122497396717, + "macroF1": 0.7903625699341927, + "F1_coffee": 0.8985175287904816, + "IoU_coffee": 0.8157347504621072, + "precision_coffee": 0.8557750575687796, + "recall_coffee": 0.9457540851861773, + "F1_noncoffee": 0.682207611077904, + "IoU_noncoffee": 0.5176897490172362, + "kappa": 0.5839750536378385, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8411955691367456, + "mIoU": 0.6609785794894284, + "macroF1": 0.7862045456333926, + "F1_coffee": 0.8946334663878857, + "IoU_coffee": 0.8093545798463831, + "precision_coffee": 0.8596128089614027, + "recall_coffee": 0.9326287978863936, + "F1_noncoffee": 0.6777756248788994, + "IoU_noncoffee": 0.5126025791324736, + "kappa": 0.5745684669526308, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8326257194074913, + "mIoU": 0.6326689554964783, + "macroF1": 0.7612570377436476, + "F1_coffee": 0.8917896791509089, + "IoU_coffee": 0.804711580801409, + "precision_coffee": 0.840423085766843, + "recall_coffee": 0.9498440748440748, + "F1_noncoffee": 0.6307243963363863, + "IoU_noncoffee": 0.4606263301915476, + "kappa": 0.5285245204472675, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8371982059356808, + "mIoU": 0.688442330504682, + "macroF1": 0.8113790631763942, + "F1_coffee": 0.8811646698244636, + "IoU_coffee": 0.787573154028141, + "precision_coffee": 0.8499059392636388, + "recall_coffee": 0.9148105293607174, + "F1_noncoffee": 0.7415934565283248, + "IoU_noncoffee": 0.5893115069812229, + "kappa": 0.6238645034979817, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8522770398481974, + "mIoU": 0.7118418100718713, + "macroF1": 0.8281255349547925, + "F1_coffee": 0.8925539990338831, + "IoU_coffee": 0.8059571286141576, + "precision_coffee": 0.8602021814312317, + "recall_coffee": 0.9274343897891869, + "F1_noncoffee": 0.7636970708757019, + "IoU_noncoffee": 0.617726491529585, + "kappa": 0.6573170953765024, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8502734301338865, + "mIoU": 0.7113991802777575, + "macroF1": 0.8281156077500247, + "F1_coffee": 0.8898293325933121, + "IoU_coffee": 0.8015248093988252, + "precision_coffee": 0.8695593220338983, + "recall_coffee": 0.9110669129137662, + "F1_noncoffee": 0.7664018829067373, + "IoU_noncoffee": 0.6212735511566897, + "kappa": 0.6566268364000432, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9306, + 11000 + ], + [ + 43760, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.529308013121287, + "test_tta": { + "OA": 0.8476468349613091, + "mIoU": 0.6856195090174775, + "macroF1": 0.8068973413113429, + "F1_coffee": 0.895603798596171, + "IoU_coffee": 0.8109442946813326, + "precision_coffee": 0.8519307094426989, + "recall_coffee": 0.9439965183929635, + "F1_noncoffee": 0.7181908840265149, + "IoU_noncoffee": 0.5602947233536223, + "kappa": 0.6165151145922639, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8167618553132572, + "mIoU": 0.6400319908585825, + "macroF1": 0.7722558062055629, + "F1_coffee": 0.8729334813525759, + "IoU_coffee": 0.7745181556809712, + "precision_coffee": 0.8312571428571428, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.6715781310585498, + "IoU_noncoffee": 0.5055458260361938, + "kappa": 0.5474517937567221, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.5", + "val_epoch0": 0.698718569691887 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7044494578318963, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8558131422047444, + "mIoU": 0.712756472735038, + "macroF1": 0.8282519022161197, + "F1_coffee": 0.8970529962525615, + "IoU_coffee": 0.813323752822829, + "precision_coffee": 0.8869014305222861, + "recall_coffee": 0.9074396445095974, + "F1_noncoffee": 0.7594508081796778, + "IoU_noncoffee": 0.612189192647247, + "kappa": 0.6566089266569791, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8232808353524864, + "mIoU": 0.6649981331498449, + "macroF1": 0.7937476977848131, + "F1_coffee": 0.8717943352201982, + "IoU_coffee": 0.7727264296180884, + "precision_coffee": 0.8663644303955413, + "recall_coffee": 0.87729273274791, + "F1_noncoffee": 0.715701060349428, + "IoU_noncoffee": 0.5572698366816013, + "kappa": 0.5875313243276509, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15105386416861827, + "mIoU": 0.07609099185186143, + "macroF1": 0.13307019030029948, + "F1_coffee": 0.2579324462640737, + "IoU_coffee": 0.14806110458284372, + "precision_coffee": 0.9921259842519685, + "recall_coffee": 0.14823529411764705, + "F1_noncoffee": 0.008207934336525308, + "IoU_noncoffee": 0.004120879120879121, + "kappa": -0.0011189118743714266, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8599798532162901, + "mIoU": 0.7189424974029521, + "macroF1": 0.832561502481213, + "F1_coffee": 0.9003175904108186, + "IoU_coffee": 0.8187069126141233, + "precision_coffee": 0.8845198953230893, + "recall_coffee": 0.9166898470097358, + "F1_noncoffee": 0.7648054145516074, + "IoU_noncoffee": 0.6191780821917808, + "kappa": 0.6653748536017565, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8524652579478393, + "mIoU": 0.7071949429720519, + "macroF1": 0.8242741362753787, + "F1_coffee": 0.8946581487019165, + "IoU_coffee": 0.809394982784063, + "precision_coffee": 0.8843802485723883, + "recall_coffee": 0.9051777487451007, + "F1_noncoffee": 0.7538901238488409, + "IoU_noncoffee": 0.6049949031600408, + "kappa": 0.648659135768099, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8550341900495166, + "mIoU": 0.7122419104137121, + "macroF1": 0.8279679390756421, + "F1_coffee": 0.896204754186926, + "IoU_coffee": 0.8119302539002753, + "precision_coffee": 0.8918083462132921, + "recall_coffee": 0.9006447234475738, + "F1_noncoffee": 0.7597311239643583, + "IoU_noncoffee": 0.612553566927149, + "kappa": 0.655955232917077, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.863233024691358, + "mIoU": 0.7049493303459198, + "macroF1": 0.8204282365138184, + "F1_coffee": 0.9081011017498379, + "IoU_coffee": 0.8316714150047484, + "precision_coffee": 0.8797086891009543, + "recall_coffee": 0.9383873560139299, + "F1_noncoffee": 0.7327553712777988, + "IoU_noncoffee": 0.578227245687091, + "kappa": 0.6419410989709834, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8542780748663101, + "mIoU": 0.6818425208973355, + "macroF1": 0.8022351258099807, + "F1_coffee": 0.903685937894471, + "IoU_coffee": 0.8242947610823258, + "precision_coffee": 0.8652405124486343, + "recall_coffee": 0.9457067371202114, + "F1_noncoffee": 0.7007843137254902, + "IoU_noncoffee": 0.5393902807123453, + "kappa": 0.6068814549802793, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8547032738937635, + "mIoU": 0.6835304735441534, + "macroF1": 0.8036390498062815, + "F1_coffee": 0.9037740564858785, + "IoU_coffee": 0.8244414044687642, + "precision_coffee": 0.8704862782859895, + "recall_coffee": 0.9397089397089398, + "F1_noncoffee": 0.7035040431266847, + "IoU_noncoffee": 0.5426195426195426, + "kappa": 0.6090396903831072, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8567611413302796, + "mIoU": 0.7278272584194814, + "macroF1": 0.8401941710977224, + "F1_coffee": 0.8916480184797517, + "IoU_coffee": 0.8044809170248796, + "precision_coffee": 0.8900417927655282, + "recall_coffee": 0.8932600520682673, + "F1_noncoffee": 0.7887403237156931, + "IoU_noncoffee": 0.6511735998140832, + "kappa": 0.6803903717089933, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8506641366223909, + "mIoU": 0.7226213033082038, + "macroF1": 0.8370748655270247, + "F1_coffee": 0.8841283863368669, + "IoU_coffee": 0.7923208866605093, + "precision_coffee": 0.9083345938587203, + "recall_coffee": 0.8611788326401836, + "F1_noncoffee": 0.7900213447171825, + "IoU_noncoffee": 0.6529217199558985, + "kappa": 0.6745685433468489, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8553648877993588, + "mIoU": 0.730775188067296, + "macroF1": 0.8427316067865815, + "F1_coffee": 0.8873053188363209, + "IoU_coffee": 0.7974382675293807, + "precision_coffee": 0.9187585577361935, + "recall_coffee": 0.8579343656769427, + "F1_noncoffee": 0.7981578947368421, + "IoU_noncoffee": 0.6641121086052113, + "kappa": 0.6861220795282988, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9536, + 11000 + ], + [ + 44304, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0341815749804177, + "test_tta": { + "OA": 0.8611569199543321, + "mIoU": 0.7191057977228945, + "macroF1": 0.832491732088768, + "F1_coffee": 0.9017857142857143, + "IoU_coffee": 0.8211382113821138, + "precision_coffee": 0.8835890447091924, + "recall_coffee": 0.9207476293004718, + "F1_noncoffee": 0.7631977498918218, + "IoU_noncoffee": 0.6170733840636753, + "kappa": 0.6653256930984022, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8290642667589708, + "mIoU": 0.6709135392514602, + "macroF1": 0.7977896169549743, + "F1_coffee": 0.8773135687963232, + "IoU_coffee": 0.7814413218263627, + "precision_coffee": 0.8627562758311786, + "recall_coffee": 0.8923705435171732, + "F1_noncoffee": 0.7182656651136256, + "IoU_noncoffee": 0.5603857566765579, + "kappa": 0.595843461305362, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r1.0", + "val_epoch0": 0.7024501862220978 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7230236138271295, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8539261702397565, + "mIoU": 0.7106269076516132, + "macroF1": 0.8268400372561651, + "F1_coffee": 0.8953253187282685, + "IoU_coffee": 0.8104877697545722, + "precision_coffee": 0.8883602417245423, + "recall_coffee": 0.9024004764304365, + "F1_noncoffee": 0.7583547557840618, + "IoU_noncoffee": 0.6107660455486542, + "kappa": 0.6537292134853535, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8220549209645783, + "mIoU": 0.6643530245676095, + "macroF1": 0.7934314234840324, + "F1_coffee": 0.8703256048598995, + "IoU_coffee": 0.7704216441516877, + "precision_coffee": 0.8687551144589689, + "recall_coffee": 0.8719017836460505, + "F1_noncoffee": 0.7165372421081653, + "IoU_noncoffee": 0.5582844049835314, + "kappa": 0.5868657982367596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16276346604215455, + "mIoU": 0.0819951294397219, + "macroF1": 0.14195217438349023, + "F1_coffee": 0.2755825734549139, + "IoU_coffee": 0.1598119858989424, + "precision_coffee": 0.9927007299270073, + "recall_coffee": 0.16, + "F1_noncoffee": 0.008321775312066574, + "IoU_noncoffee": 0.004178272980501393, + "kappa": -0.0010032819779737141, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8511056746774116, + "mIoU": 0.706606943596225, + "macroF1": 0.8240329316227639, + "F1_coffee": 0.8930540242557883, + "IoU_coffee": 0.8067729083665338, + "precision_coffee": 0.8850040972411909, + "recall_coffee": 0.9012517385257302, + "F1_noncoffee": 0.7550118389897396, + "IoU_noncoffee": 0.6064409788259161, + "kappa": 0.6481325520703736, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8663620788121074, + "mIoU": 0.7260769968402427, + "macroF1": 0.8372241474159039, + "F1_coffee": 0.9060932379105077, + "IoU_coffee": 0.8283093855090187, + "precision_coffee": 0.8820235692427892, + "recall_coffee": 0.9315134428934883, + "F1_noncoffee": 0.7683550569213001, + "IoU_noncoffee": 0.6238446081714668, + "kappa": 0.6750452321280703, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8443763263381278, + "mIoU": 0.6996486773681594, + "macroF1": 0.8194790272533745, + "F1_coffee": 0.8865199449793673, + "IoU_coffee": 0.7961704756022236, + "precision_coffee": 0.8985709306378529, + "recall_coffee": 0.8747879199185612, + "F1_noncoffee": 0.7524381095273819, + "IoU_noncoffee": 0.603126879134095, + "kappa": 0.6390996638631624, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8588927469135802, + "mIoU": 0.6961018416958227, + "macroF1": 0.8137349303701499, + "F1_coffee": 0.9054482000904802, + "IoU_coffee": 0.8272319319792159, + "precision_coffee": 0.8748594979393031, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.7220216606498195, + "IoU_noncoffee": 0.5649717514124294, + "kappa": 0.6288039655888843, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8657372039724981, + "mIoU": 0.7018125539110474, + "macroF1": 0.8173000027795315, + "F1_coffee": 0.9113716591023702, + "IoU_coffee": 0.8371742906774754, + "precision_coffee": 0.8715939233180613, + "recall_coffee": 0.9549537648612946, + "F1_noncoffee": 0.7232283464566929, + "IoU_noncoffee": 0.5664508171446192, + "kappa": 0.6369613188940072, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8504575903387112, + "mIoU": 0.6877897016211731, + "macroF1": 0.808221751321732, + "F1_coffee": 0.8982212804212419, + "IoU_coffee": 0.8152465322298637, + "precision_coffee": 0.8879014853370573, + "recall_coffee": 0.9087837837837838, + "F1_noncoffee": 0.7182222222222222, + "IoU_noncoffee": 0.5603328710124826, + "kappa": 0.6165868960859302, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8434010878900658, + "mIoU": 0.7106165746875013, + "macroF1": 0.8286773704809687, + "F1_coffee": 0.8789019260571176, + "IoU_coffee": 0.7839652448657188, + "precision_coffee": 0.8972427301491638, + "recall_coffee": 0.8612959213190627, + "F1_noncoffee": 0.7784528149048198, + "IoU_noncoffee": 0.6372679045092838, + "kappa": 0.6576164740976082, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8669829222011385, + "mIoU": 0.7431618367151585, + "macroF1": 0.8505185280558119, + "F1_coffee": 0.9001282233936458, + "IoU_coffee": 0.8183937823834196, + "precision_coffee": 0.8942675159235669, + "recall_coffee": 0.906066255557149, + "F1_noncoffee": 0.8009088327179779, + "IoU_noncoffee": 0.6679298910468972, + "kappa": 0.7010626510786628, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.83829907599472, + "mIoU": 0.7052746736829949, + "macroF1": 0.8252230307000187, + "F1_coffee": 0.8730287998815429, + "IoU_coffee": 0.7746682433320194, + "precision_coffee": 0.9115646258503401, + "recall_coffee": 0.8376189799687456, + "F1_noncoffee": 0.7774172615184944, + "IoU_noncoffee": 0.6358811040339702, + "kappa": 0.6515377440734296, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9491, + 11000 + ], + [ + 44232, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.05432471036911, + "test_tta": { + "OA": 0.8587625269567424, + "mIoU": 0.7161772596461948, + "macroF1": 0.8305275911592735, + "F1_coffee": 0.8997015933787512, + "IoU_coffee": 0.8176887178647454, + "precision_coffee": 0.8848649965667708, + "recall_coffee": 0.9150442072472399, + "F1_noncoffee": 0.7613535889397959, + "IoU_noncoffee": 0.6146658014276444, + "kappa": 0.6612817583773927, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8272470289604246, + "mIoU": 0.6693537461376573, + "macroF1": 0.796787159348743, + "F1_coffee": 0.8754626741526305, + "IoU_coffee": 0.7785092179958949, + "precision_coffee": 0.8646211981188261, + "recall_coffee": 0.88657948491166, + "F1_noncoffee": 0.7181116445448555, + "IoU_noncoffee": 0.5601982742794198, + "kappa": 0.593718905709751, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.05", + "val_epoch0": 0.6552326659087183 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6552326659087183, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8249556006596473, + "mIoU": 0.6588453450468543, + "macroF1": 0.7878473615058, + "F1_coffee": 0.8765750958754012, + "IoU_coffee": 0.7802703079281037, + "precision_coffee": 0.8562504095585505, + "recall_coffee": 0.8978881304686427, + "F1_noncoffee": 0.6991196271361989, + "IoU_noncoffee": 0.5374203821656051, + "kappa": 0.5762767183497809, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7948107765085958, + "mIoU": 0.6176424322517393, + "macroF1": 0.7560262256651872, + "F1_coffee": 0.8533011620832947, + "IoU_coffee": 0.7441371124379541, + "precision_coffee": 0.8360003232715076, + "recall_coffee": 0.8713332069829638, + "F1_noncoffee": 0.6587512892470797, + "IoU_noncoffee": 0.4911477520655245, + "kappa": 0.5125380824036011, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.117096018735363, + "mIoU": 0.059109110662734755, + "macroF1": 0.1067292592654248, + "F1_coffee": 0.2029598308668076, + "IoU_coffee": 0.11294117647058824, + "precision_coffee": 1.0, + "recall_coffee": 0.11294117647058824, + "F1_noncoffee": 0.010498687664041995, + "IoU_noncoffee": 0.005277044854881266, + "kappa": 0.001191281309913074, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8148894325322589, + "mIoU": 0.6448077938351161, + "macroF1": 0.7771814020927146, + "F1_coffee": 0.8688441015532067, + "IoU_coffee": 0.7681028784327865, + "precision_coffee": 0.8496975337366217, + "recall_coffee": 0.8888734353268428, + "F1_noncoffee": 0.6855187026322224, + "IoU_noncoffee": 0.5215127092374457, + "kappa": 0.554904696710692, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8349990481629544, + "mIoU": 0.6745755709125973, + "macroF1": 0.7997952034700001, + "F1_coffee": 0.8837474432484995, + "IoU_coffee": 0.7917092219885852, + "precision_coffee": 0.862434554973822, + "recall_coffee": 0.906140411194389, + "F1_noncoffee": 0.7158429636915007, + "IoU_noncoffee": 0.5574419198366096, + "kappa": 0.6001872290208099, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8248997877858996, + "mIoU": 0.6574091236844792, + "macroF1": 0.786551854863178, + "F1_coffee": 0.8770244758718908, + "IoU_coffee": 0.7809827169232584, + "precision_coffee": 0.8565144261870876, + "recall_coffee": 0.8985408890397014, + "F1_noncoffee": 0.6960792338544651, + "IoU_noncoffee": 0.5338355304457, + "kappa": 0.5737078156913626, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8279320987654321, + "mIoU": 0.6425916175219524, + "macroF1": 0.7720348877537071, + "F1_coffee": 0.8849180750870855, + "IoU_coffee": 0.7935901885919241, + "precision_coffee": 0.8535340965654554, + "recall_coffee": 0.9186980980444682, + "F1_noncoffee": 0.6591517004203287, + "IoU_noncoffee": 0.4915930464519806, + "kappa": 0.545888182381342, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8288770053475936, + "mIoU": 0.6466004196396178, + "macroF1": 0.7756153298519066, + "F1_coffee": 0.8849364325157314, + "IoU_coffee": 0.7936197166877808, + "precision_coffee": 0.860944527736132, + "recall_coffee": 0.9103038309114927, + "F1_noncoffee": 0.666294227188082, + "IoU_noncoffee": 0.4995811225914549, + "kappa": 0.5522391022670093, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8222473818284743, + "mIoU": 0.6300730140286145, + "macroF1": 0.7613213790563201, + "F1_coffee": 0.881910492666416, + "IoU_coffee": 0.7887655566767575, + "precision_coffee": 0.8519011867280213, + "recall_coffee": 0.9141112266112266, + "F1_noncoffee": 0.6407322654462243, + "IoU_noncoffee": 0.4713804713804714, + "kappa": 0.5244381010309528, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8019849222254032, + "mIoU": 0.6425583843283034, + "macroF1": 0.77803732152392, + "F1_coffee": 0.8509446160476978, + "IoU_coffee": 0.7405601400350088, + "precision_coffee": 0.8452975595832739, + "recall_coffee": 0.8566676308938386, + "F1_noncoffee": 0.7051300270001422, + "IoU_noncoffee": 0.5445566286215979, + "kappa": 0.5561138334322437, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8410815939278937, + "mIoU": 0.6978930397875684, + "macroF1": 0.8186211055458936, + "F1_coffee": 0.8824478910800758, + "IoU_coffee": 0.7896257221803566, + "precision_coffee": 0.8640736668499175, + "recall_coffee": 0.9016205363545102, + "F1_noncoffee": 0.7547943200117113, + "IoU_noncoffee": 0.6061603573947801, + "kappa": 0.6375840518835858, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8275504431453894, + "mIoU": 0.6783775888397963, + "macroF1": 0.8046262677204854, + "F1_coffee": 0.8715499683966571, + "IoU_coffee": 0.7723425441872044, + "precision_coffee": 0.8618055555555556, + "recall_coffee": 0.8815172609745703, + "F1_noncoffee": 0.7377025670443138, + "IoU_noncoffee": 0.5844126334923881, + "kappa": 0.6093545202296204, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9082, + 11000 + ], + [ + 42820, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5254353364308675, + "test_tta": { + "OA": 0.829078396549537, + "mIoU": 0.6629904276261767, + "macroF1": 0.7907061233325617, + "F1_coffee": 0.8803224266379474, + "IoU_coffee": 0.7862285068321996, + "precision_coffee": 0.8542308603934582, + "recall_coffee": 0.908058087864767, + "F1_noncoffee": 0.7010898200271761, + "IoU_noncoffee": 0.5397523484201537, + "kappa": 0.5823853376651419, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7986038998500058, + "mIoU": 0.6208296807043154, + "macroF1": 0.7581957862695567, + "F1_coffee": 0.8570434070434071, + "IoU_coffee": 0.7498477302855505, + "precision_coffee": 0.8339409877871417, + "recall_coffee": 0.8814622949438794, + "F1_noncoffee": 0.6593481654957065, + "IoU_noncoffee": 0.4918116311230803, + "kappa": 0.5172743499296377, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6815821503422126 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6820799823471231, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8297285297475581, + "mIoU": 0.6726795947421458, + "macroF1": 0.7992107292283124, + "F1_coffee": 0.8774900171135197, + "IoU_coffee": 0.781721348131886, + "precision_coffee": 0.8741589379887252, + "recall_coffee": 0.880846580237299, + "F1_noncoffee": 0.7209314413431052, + "IoU_noncoffee": 0.5636378413524057, + "kappa": 0.5984347411043904, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7997000115380177, + "mIoU": 0.6316465958273123, + "macroF1": 0.7683475079603778, + "F1_coffee": 0.8535700729619164, + "IoU_coffee": 0.7445462237427805, + "precision_coffee": 0.8547416432628756, + "recall_coffee": 0.8524017099416682, + "F1_noncoffee": 0.6831249429588391, + "IoU_noncoffee": 0.5187469679118442, + "kappa": 0.5366968995281918, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06621037691215896, + "macroF1": 0.11806819763395963, + "F1_coffee": 0.2254697286012526, + "IoU_coffee": 0.12705882352941175, + "precision_coffee": 1.0, + "recall_coffee": 0.12705882352941175, + "F1_noncoffee": 0.010666666666666666, + "IoU_noncoffee": 0.005361930294906166, + "kappa": 0.0013616334558383268, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8178634815560992, + "mIoU": 0.6549013362821636, + "macroF1": 0.7858153904677686, + "F1_coffee": 0.8686659057106292, + "IoU_coffee": 0.7678243854714443, + "precision_coffee": 0.8641525015484137, + "recall_coffee": 0.8732267037552156, + "F1_noncoffee": 0.702964875224908, + "IoU_noncoffee": 0.541978287092883, + "kappa": 0.5716572080323122, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8398058252427184, + "mIoU": 0.687144798606838, + "macroF1": 0.809763625661949, + "F1_coffee": 0.88536203255909, + "IoU_coffee": 0.7943045710095331, + "precision_coffee": 0.8771172143869357, + "recall_coffee": 0.8937633225606821, + "F1_noncoffee": 0.7341652187648081, + "IoU_noncoffee": 0.5799850262041427, + "kappa": 0.6196051921134803, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8314076868663051, + "mIoU": 0.6762511542450256, + "macroF1": 0.8020012336235693, + "F1_coffee": 0.8783061578786125, + "IoU_coffee": 0.7830177227482399, + "precision_coffee": 0.8810954787597323, + "recall_coffee": 0.8755344418052257, + "F1_noncoffee": 0.725696309368526, + "IoU_noncoffee": 0.5694845857418112, + "kappa": 0.6040114125845838, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8444251543209876, + "mIoU": 0.6735973505608179, + "macroF1": 0.7969582683863481, + "F1_coffee": 0.8951303556335739, + "IoU_coffee": 0.8101682946922443, + "precision_coffee": 0.8697409981048642, + "recall_coffee": 0.9220466113045808, + "F1_noncoffee": 0.6987861811391223, + "IoU_noncoffee": 0.5370264064293915, + "kappa": 0.5949080585071568, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8398586707410237, + "mIoU": 0.6674961037363787, + "macroF1": 0.7924480396626707, + "F1_coffee": 0.8916456677650707, + "IoU_coffee": 0.8044770898915705, + "precision_coffee": 0.8726444922220817, + "recall_coffee": 0.9114927344782034, + "F1_noncoffee": 0.6932504115602707, + "IoU_noncoffee": 0.530515117581187, + "kappa": 0.5854524935861731, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8421549202754977, + "mIoU": 0.6722924440142912, + "macroF1": 0.7962712014390145, + "F1_coffee": 0.8929554034167253, + "IoU_coffee": 0.8066119523754479, + "precision_coffee": 0.8796167906214547, + "recall_coffee": 0.9067047817047817, + "F1_noncoffee": 0.6995869994613036, + "IoU_noncoffee": 0.5379729356531345, + "kappa": 0.5928051817994037, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7915831663326653, + "mIoU": 0.633799674805119, + "macroF1": 0.772279157069732, + "F1_coffee": 0.8385809312638581, + "IoU_coffee": 0.7220313096601756, + "precision_coffee": 0.8574667472793228, + "recall_coffee": 0.8205091119467747, + "F1_noncoffee": 0.7059773828756059, + "IoU_noncoffee": 0.5455680399500624, + "kappa": 0.5449603937359596, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8397533206831119, + "mIoU": 0.701432954877462, + "macroF1": 0.821805794295092, + "F1_coffee": 0.8783579402232625, + "IoU_coffee": 0.783100038525748, + "precision_coffee": 0.8822337962962963, + "recall_coffee": 0.8745159902480998, + "F1_noncoffee": 0.7652536483669214, + "IoU_noncoffee": 0.619765871229176, + "kappa": 0.6436248622409142, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8206675466716953, + "mIoU": 0.6753915017202456, + "macroF1": 0.8034147264448638, + "F1_coffee": 0.8616526040151294, + "IoU_coffee": 0.7569329073482428, + "precision_coffee": 0.88284394097481, + "recall_coffee": 0.8414547520954682, + "F1_noncoffee": 0.7451768488745981, + "IoU_noncoffee": 0.5938500960922486, + "kappa": 0.607246261855996, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9324, + 11000 + ], + [ + 42880, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5312763412793475, + "test_tta": { + "OA": 0.8424299124698719, + "mIoU": 0.6877549921559417, + "macroF1": 0.8097748529987442, + "F1_coffee": 0.8885899117643762, + "IoU_coffee": 0.7995157873499446, + "precision_coffee": 0.8702756121664653, + "recall_coffee": 0.9076916029135553, + "F1_noncoffee": 0.7309597942331122, + "IoU_noncoffee": 0.5759941969619389, + "kappa": 0.6199561431378996, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8118726202838352, + "mIoU": 0.644040449089259, + "macroF1": 0.7771589746050626, + "F1_coffee": 0.865111373084321, + "IoU_coffee": 0.7622874637800011, + "precision_coffee": 0.8499238037183785, + "recall_coffee": 0.8808516014909343, + "F1_noncoffee": 0.6892065761258042, + "IoU_noncoffee": 0.5257934343985168, + "kappa": 0.5546456057137195, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.5", + "val_epoch0": 0.7058433741858564 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7058433741858564, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8473138399086643, + "mIoU": 0.694556345711643, + "macroF1": 0.8146408797396063, + "F1_coffee": 0.8924626707318435, + "IoU_coffee": 0.8058082081274579, + "precision_coffee": 0.8708236165900225, + "recall_coffee": 0.915204544413395, + "F1_noncoffee": 0.7368190887473692, + "IoU_noncoffee": 0.5833044832958283, + "kappa": 0.6298411298400461, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.817136840890735, + "mIoU": 0.6507976003992384, + "macroF1": 0.7822201657806135, + "F1_coffee": 0.8694219301949556, + "IoU_coffee": 0.7690065404725901, + "precision_coffee": 0.8508022252680802, + "recall_coffee": 0.8888748499589362, + "F1_noncoffee": 0.6950184013662714, + "IoU_noncoffee": 0.5325886603258866, + "kappa": 0.5649270231667353, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.09818429105746344, + "macroF1": 0.1658261778201808, + "F1_coffee": 0.3201581027667984, + "IoU_coffee": 0.19058823529411764, + "precision_coffee": 1.0, + "recall_coffee": 0.19058823529411764, + "F1_noncoffee": 0.011494252873563218, + "IoU_noncoffee": 0.005780346820809248, + "kappa": 0.0022009075347118406, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8468364752722214, + "mIoU": 0.6928235049302087, + "macroF1": 0.8132581478917393, + "F1_coffee": 0.892444504328494, + "IoU_coffee": 0.8057785888077859, + "precision_coffee": 0.8654210491931796, + "recall_coffee": 0.9212100139082059, + "F1_noncoffee": 0.7340717914549846, + "IoU_noncoffee": 0.5798684210526316, + "kappa": 0.6274145196111965, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8577003616980773, + "mIoU": 0.7117340339829863, + "macroF1": 0.8270799017007393, + "F1_coffee": 0.8998459167950693, + "IoU_coffee": 0.8179271708683473, + "precision_coffee": 0.8772777741493044, + "recall_coffee": 0.92360585848862, + "F1_noncoffee": 0.7543138866064092, + "IoU_noncoffee": 0.6055408970976254, + "kappa": 0.6547203353029946, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8374911577458146, + "mIoU": 0.6796372685147611, + "macroF1": 0.8037270212194467, + "F1_coffee": 0.8851333333333333, + "IoU_coffee": 0.7939364946480895, + "precision_coffee": 0.8697674418604651, + "recall_coffee": 0.9010519172039362, + "F1_noncoffee": 0.72232070910556, + "IoU_noncoffee": 0.5653380423814329, + "kappa": 0.6077499946991377, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8501157407407407, + "mIoU": 0.6775915319361363, + "macroF1": 0.7993259530399072, + "F1_coffee": 0.900282340862423, + "IoU_coffee": 0.8186486171081806, + "precision_coffee": 0.864129095836413, + "recall_coffee": 0.9395928207875703, + "F1_noncoffee": 0.6983695652173914, + "IoU_noncoffee": 0.5365344467640919, + "kappa": 0.6007657271107002, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8494079449961803, + "mIoU": 0.6789142045260601, + "macroF1": 0.8006494944160507, + "F1_coffee": 0.899239665197112, + "IoU_coffee": 0.8169259345251916, + "precision_coffee": 0.8708080683083776, + "recall_coffee": 0.9295904887714663, + "F1_noncoffee": 0.7020593236349896, + "IoU_noncoffee": 0.5409024745269286, + "kappa": 0.6025517791032944, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.83630531182187, + "mIoU": 0.6496564259126831, + "macroF1": 0.7767592068504521, + "F1_coffee": 0.8920549990667579, + "IoU_coffee": 0.8051437556154537, + "precision_coffee": 0.8557956308941148, + "recall_coffee": 0.9315228690228691, + "F1_noncoffee": 0.6614634146341464, + "IoU_noncoffee": 0.49416909620991256, + "kappa": 0.5560180036463026, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8435919457963547, + "mIoU": 0.7029238871433368, + "macroF1": 0.8223440207252953, + "F1_coffee": 0.8837835921435155, + "IoU_coffee": 0.7917672468555457, + "precision_coffee": 0.8668799554875504, + "recall_coffee": 0.9013595603124096, + "F1_noncoffee": 0.7609044493070751, + "IoU_noncoffee": 0.6140805274311278, + "kappa": 0.6449657675230274, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8659392789373814, + "mIoU": 0.7390695602790247, + "macroF1": 0.8475232377785248, + "F1_coffee": 0.9005139759205801, + "IoU_coffee": 0.819031762295082, + "precision_coffee": 0.8845089903181189, + "recall_coffee": 0.9171088484153163, + "F1_noncoffee": 0.7945324996364694, + "IoU_noncoffee": 0.6591073582629674, + "kappa": 0.695252551460977, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8386762210069771, + "mIoU": 0.7003913890819361, + "macroF1": 0.8211394752291818, + "F1_coffee": 0.8771451138077117, + "IoU_coffee": 0.7811740631794347, + "precision_coffee": 0.8867595818815331, + "recall_coffee": 0.8677368944452337, + "F1_noncoffee": 0.765133836650652, + "IoU_noncoffee": 0.6196087149844375, + "kappa": 0.6423593241043869, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9475, + 11000 + ], + [ + 43837, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5335543274879457, + "test_tta": { + "OA": 0.8535614613725739, + "mIoU": 0.7013540678774829, + "macroF1": 0.8192053869685806, + "F1_coffee": 0.8980177792501794, + "IoU_coffee": 0.8149113137588937, + "precision_coffee": 0.8670064183210013, + "recall_coffee": 0.9313298822667094, + "F1_noncoffee": 0.7403929946869817, + "IoU_noncoffee": 0.5877968219960721, + "kappa": 0.6395845691807112, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236269758855429, + "mIoU": 0.6566781053284008, + "macroF1": 0.7861654925436707, + "F1_coffee": 0.8756672122980571, + "IoU_coffee": 0.7788327636409672, + "precision_coffee": 0.8465500294869275, + "recall_coffee": 0.9068587192284204, + "F1_noncoffee": 0.6966637727892844, + "IoU_noncoffee": 0.5345234470158343, + "kappa": 0.5735617870280871, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r1.0", + "val_epoch0": 0.7126736491109296 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.7246154292949625, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8557972852974756, + "mIoU": 0.714891280380989, + "macroF1": 0.8299963937077761, + "F1_coffee": 0.8962251232426511, + "IoU_coffee": 0.8119636912515766, + "precision_coffee": 0.8930049574748715, + "recall_coffee": 0.8994685968207431, + "F1_noncoffee": 0.7637676641729011, + "IoU_noncoffee": 0.6178188695104013, + "kappa": 0.6600028514267375, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8228337371639552, + "mIoU": 0.6671448591964105, + "macroF1": 0.7957507282498508, + "F1_coffee": 0.8701260255434323, + "IoU_coffee": 0.7701089194146049, + "precision_coffee": 0.8737286876021827, + "recall_coffee": 0.8665529513340493, + "F1_noncoffee": 0.7213754309562693, + "IoU_noncoffee": 0.5641807989782162, + "kappa": 0.5915163557978684, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11943793911007025, + "mIoU": 0.06029256146903206, + "macroF1": 0.10863868532089718, + "F1_coffee": 0.20675105485232068, + "IoU_coffee": 0.11529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.11529411764705882, + "F1_noncoffee": 0.010526315789473684, + "IoU_noncoffee": 0.005291005291005291, + "kappa": 0.0012192997735585994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8522569194608337, + "mIoU": 0.7097906266092517, + "macroF1": 0.8264496247347313, + "F1_coffee": 0.8933739527798934, + "IoU_coffee": 0.8072952512044047, + "precision_coffee": 0.8894940024817317, + "recall_coffee": 0.897287899860918, + "F1_noncoffee": 0.759525296689569, + "IoU_noncoffee": 0.6122860020140987, + "kappa": 0.6529141433985368, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.866076527698458, + "mIoU": 0.7284590802699858, + "macroF1": 0.8391725800423921, + "F1_coffee": 0.9049516989799365, + "IoU_coffee": 0.8264034546576188, + "precision_coffee": 0.8893314744738764, + "recall_coffee": 0.9211304407618786, + "F1_noncoffee": 0.7733934611048479, + "IoU_noncoffee": 0.6305147058823529, + "kappa": 0.6785815593306533, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8490921952369724, + "mIoU": 0.7067586763137115, + "macroF1": 0.8245199357207547, + "F1_coffee": 0.8901853122855182, + "IoU_coffee": 0.8021026592455164, + "precision_coffee": 0.9003818118708782, + "recall_coffee": 0.8802171700033933, + "F1_noncoffee": 0.758854559155991, + "IoU_noncoffee": 0.6114146933819065, + "kappa": 0.6491386818967174, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8535879629629629, + "mIoU": 0.6883087618882833, + "macroF1": 0.8080489970085711, + "F1_coffee": 0.9015436502788948, + "IoU_coffee": 0.8207368918280585, + "precision_coffee": 0.8739939637826962, + "recall_coffee": 0.9308866863112778, + "F1_noncoffee": 0.7145543437382474, + "IoU_noncoffee": 0.5558806319485079, + "kappa": 0.6172007191612897, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8681245225362872, + "mIoU": 0.7071074420328718, + "macroF1": 0.8213351288484323, + "F1_coffee": 0.912766091845114, + "IoU_coffee": 0.8395305600743668, + "precision_coffee": 0.8745914538191503, + "recall_coffee": 0.9544253632760898, + "F1_noncoffee": 0.7299041658517504, + "IoU_noncoffee": 0.5746843239913767, + "kappa": 0.6447657534290991, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8547976224172091, + "mIoU": 0.6898953434787055, + "macroF1": 0.8091860347552725, + "F1_coffee": 0.9024776630124833, + "IoU_coffee": 0.8222863741339492, + "precision_coffee": 0.8807668521954236, + "recall_coffee": 0.9252858627858628, + "F1_noncoffee": 0.7158944064980617, + "IoU_noncoffee": 0.5575043128234618, + "kappa": 0.6190464079555894, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8509399751884722, + "mIoU": 0.7235159670348505, + "macroF1": 0.8377383288598241, + "F1_coffee": 0.884021384021384, + "IoU_coffee": 0.7921490352628077, + "precision_coffee": 0.9083002746414404, + "recall_coffee": 0.8610066531674863, + "F1_noncoffee": 0.7914552736982644, + "IoU_noncoffee": 0.6548828988068935, + "kappa": 0.6758930555066031, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8640417457305503, + "mIoU": 0.7417769393877697, + "macroF1": 0.8499019764947311, + "F1_coffee": 0.8959709618874773, + "IoU_coffee": 0.8115465544450289, + "precision_coffee": 0.9072331667156719, + "recall_coffee": 0.8849849419188298, + "F1_noncoffee": 0.8038329911019849, + "IoU_noncoffee": 0.6720073243305105, + "kappa": 0.6998911615622122, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8433905336601923, + "mIoU": 0.7148292921469432, + "macroF1": 0.8320764109377237, + "F1_coffee": 0.8756643461336926, + "IoU_coffee": 0.7788282290279627, + "precision_coffee": 0.9254746835443038, + "recall_coffee": 0.8309418951555618, + "F1_noncoffee": 0.7884884757417547, + "IoU_noncoffee": 0.6508303552659239, + "kappa": 0.6657996758801132, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9459, + 11000 + ], + [ + 44382, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.482284760475158, + "test_tta": { + "OA": 0.8611727768616009, + "mIoU": 0.722044560659915, + "macroF1": 0.8348605389438168, + "F1_coffee": 0.9007785849473576, + "IoU_coffee": 0.8194696469811943, + "precision_coffee": 0.891473563785639, + "recall_coffee": 0.910279902881488, + "F1_noncoffee": 0.7689424929402761, + "IoU_noncoffee": 0.6246194743386356, + "kappa": 0.6698048507101833, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8284729433483328, + "mIoU": 0.67357877685754, + "macroF1": 0.8002588975299099, + "F1_coffee": 0.8753288956444258, + "IoU_coffee": 0.7782976660949966, + "precision_coffee": 0.8714828421140519, + "recall_coffee": 0.8792090466864616, + "F1_noncoffee": 0.7251888994153939, + "IoU_noncoffee": 0.5688598876200833, + "kappa": 0.600534944905853, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.05", + "val_epoch0": 0.6051171611781523 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6051171611781523, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8303635983868636, + "mIoU": 0.6527132344961527, + "macroF1": 0.7810003421639685, + "F1_coffee": 0.8849740706846211, + "IoU_coffee": 0.7936802610751763, + "precision_coffee": 0.911754141786019, + "recall_coffee": 0.8597222810211252, + "F1_noncoffee": 0.677026613643316, + "IoU_noncoffee": 0.5117462079171291, + "kappa": 0.5630591130926009, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7954020999192338, + "mIoU": 0.6056985469761147, + "macroF1": 0.7439467349165697, + "F1_coffee": 0.8587305064829015, + "IoU_coffee": 0.7524344700010471, + "precision_coffee": 0.8880558587876666, + "recall_coffee": 0.8312800046272196, + "F1_noncoffee": 0.6291629633502379, + "IoU_noncoffee": 0.4589626239511823, + "kappa": 0.48935517424735075, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2617801047120419, + "mIoU": 0.13224729379132516, + "macroF1": 0.21137914033436422, + "F1_coffee": 0.41074626865671643, + "IoU_coffee": 0.25845229151014276, + "precision_coffee": 0.9913544668587896, + "recall_coffee": 0.25903614457831325, + "F1_noncoffee": 0.012012012012012012, + "IoU_noncoffee": 0.006042296072507553, + "kappa": -0.0013476567390804722, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8173741362290227, + "mIoU": 0.6445203040649784, + "macroF1": 0.7763396026152483, + "F1_coffee": 0.872140438178174, + "IoU_coffee": 0.7732704209816778, + "precision_coffee": 0.9227113190991518, + "recall_coffee": 0.8268247936050321, + "F1_noncoffee": 0.6805387670523225, + "IoU_noncoffee": 0.515770187148279, + "kappa": 0.5560113675115224, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8338819712799962, + "mIoU": 0.6601630233141659, + "macroF1": 0.7870841121207424, + "F1_coffee": 0.8869039885669742, + "IoU_coffee": 0.7967901955062737, + "precision_coffee": 0.92082012544682, + "recall_coffee": 0.8553975314829898, + "F1_noncoffee": 0.6872642356745106, + "IoU_noncoffee": 0.523535851122058, + "kappa": 0.5757597193774505, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8393757731468265, + "mIoU": 0.6518511350624914, + "macroF1": 0.7781119814268017, + "F1_coffee": 0.8947040109787288, + "IoU_coffee": 0.8094700603871551, + "precision_coffee": 0.8940347815246525, + "recall_coffee": 0.895374243086335, + "F1_noncoffee": 0.6615199518748747, + "IoU_noncoffee": 0.4942322097378277, + "kappa": 0.5562247621826135, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.846092344593244, + "mIoU": 0.6896305147285358, + "macroF1": 0.8106704376193321, + "F1_coffee": 0.8925631365982978, + "IoU_coffee": 0.8059720297341565, + "precision_coffee": 0.9156885198969368, + "recall_coffee": 0.8705770277626566, + "F1_noncoffee": 0.7287777386403663, + "IoU_noncoffee": 0.5732889997229149, + "kappa": 0.6219495763320224, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.851555046746804, + "mIoU": 0.6884694950669047, + "macroF1": 0.8085932585738057, + "F1_coffee": 0.8992749870533402, + "IoU_coffee": 0.8169842390025877, + "precision_coffee": 0.9109508196721311, + "recall_coffee": 0.8878946695641058, + "F1_noncoffee": 0.7179115300942712, + "IoU_noncoffee": 0.5599547511312217, + "kappa": 0.6173625611862433, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8711697182430509, + "mIoU": 0.7039235578449865, + "macroF1": 0.8180637952967156, + "F1_coffee": 0.9163587090416359, + "IoU_coffee": 0.8456291917699216, + "precision_coffee": 0.8904716303567154, + "recall_coffee": 0.9437959908652627, + "F1_noncoffee": 0.7197688815517953, + "IoU_noncoffee": 0.5622179239200515, + "kappa": 0.6371549979949922, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7893504973668812, + "mIoU": 0.6032953267205237, + "macroF1": 0.7431208289075495, + "F1_coffee": 0.8520953163516845, + "IoU_coffee": 0.7423049391553329, + "precision_coffee": 0.9300448430493273, + "recall_coffee": 0.7862016679302501, + "F1_noncoffee": 0.6341463414634146, + "IoU_noncoffee": 0.4642857142857143, + "kappa": 0.49501615317941855, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8162038362439165, + "mIoU": 0.6331490646203457, + "macroF1": 0.7658096321982378, + "F1_coffee": 0.8744458930899609, + "IoU_coffee": 0.776902583111317, + "precision_coffee": 0.9312690919189114, + "recall_coffee": 0.8241582698451708, + "F1_noncoffee": 0.6571733713065148, + "IoU_noncoffee": 0.48939554612937436, + "kappa": 0.5363328449745624, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8073876109573351, + "mIoU": 0.6045130189791139, + "macroF1": 0.7394812846728452, + "F1_coffee": 0.8724883103753317, + "IoU_coffee": 0.7738175297018606, + "precision_coffee": 0.8979060996228378, + "recall_coffee": 0.8484699520707878, + "F1_noncoffee": 0.6064742589703588, + "IoU_noncoffee": 0.4352085082563672, + "kappa": 0.48024795384340363, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6913, + 8413 + ], + [ + 44661, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.32044411500295, + "test_tta": { + "OA": 0.8406947412394158, + "mIoU": 0.6626020424539438, + "macroF1": 0.7878087456921994, + "F1_coffee": 0.8937424312246145, + "IoU_coffee": 0.807897235192684, + "precision_coffee": 0.9051205799995659, + "recall_coffee": 0.8826467973413488, + "F1_noncoffee": 0.6818750601597844, + "IoU_noncoffee": 0.5173068497152037, + "kappa": 0.5758181788423273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8053969078112381, + "mIoU": 0.6130635273628818, + "macroF1": 0.7487481308084416, + "F1_coffee": 0.8680507339207307, + "IoU_coffee": 0.7668636395051489, + "precision_coffee": 0.8807548817272582, + "recall_coffee": 0.8557078682013611, + "F1_noncoffee": 0.6294455276961525, + "IoU_noncoffee": 0.45926341522061476, + "kappa": 0.4977896964431419, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6477000004241644 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6497109496474143, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8506563408795128, + "mIoU": 0.6775404462585104, + "macroF1": 0.7991670650048828, + "F1_coffee": 0.9008565059251438, + "IoU_coffee": 0.819598633646456, + "precision_coffee": 0.9079357571327213, + "recall_coffee": 0.8938867956479404, + "F1_noncoffee": 0.6974776240846217, + "IoU_noncoffee": 0.5354822588705647, + "kappa": 0.5984086275722016, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8144830968039691, + "mIoU": 0.6263652084359276, + "macroF1": 0.7596351666881462, + "F1_coffee": 0.8744546492674976, + "IoU_coffee": 0.776916406520985, + "precision_coffee": 0.8854912037952164, + "recall_coffee": 0.8636898220448455, + "F1_noncoffee": 0.6448156841087948, + "IoU_noncoffee": 0.47581401035087006, + "kappa": 0.5194815177433284, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28272251308900526, + "mIoU": 0.14285336125784892, + "macroF1": 0.22461724720354764, + "F1_coffee": 0.4368761009982384, + "IoU_coffee": 0.27948910593538695, + "precision_coffee": 0.992, + "recall_coffee": 0.28012048192771083, + "F1_noncoffee": 0.012358393408856848, + "IoU_noncoffee": 0.0062176165803108805, + "kappa": -0.0009930432325118673, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8585883514313919, + "mIoU": 0.6980960056991682, + "macroF1": 0.815498483984238, + "F1_coffee": 0.9046620744733952, + "IoU_coffee": 0.8259205249726577, + "precision_coffee": 0.9191290824261276, + "recall_coffee": 0.8906434281221334, + "F1_noncoffee": 0.7263348934950807, + "IoU_noncoffee": 0.5702714864256787, + "kappa": 0.6312591961427733, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8491961261390201, + "mIoU": 0.6754589733950871, + "macroF1": 0.7976151562102012, + "F1_coffee": 0.899787591541705, + "IoU_coffee": 0.8178307976025818, + "precision_coffee": 0.9107303298677962, + "recall_coffee": 0.8891046926884281, + "F1_noncoffee": 0.6954427208786974, + "IoU_noncoffee": 0.5330871491875924, + "kappa": 0.5954078283730586, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8444666476353602, + "mIoU": 0.6590595538651463, + "macroF1": 0.783688943330368, + "F1_coffee": 0.898348829254641, + "IoU_coffee": 0.8154567009145309, + "precision_coffee": 0.8949814126394052, + "recall_coffee": 0.9017416817529184, + "F1_noncoffee": 0.669029057406095, + "IoU_noncoffee": 0.5026624068157615, + "kappa": 0.5673978269680765, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8819708175094944, + "mIoU": 0.7437228837165779, + "macroF1": 0.8486483300442943, + "F1_coffee": 0.9196653288891912, + "IoU_coffee": 0.8512781765520715, + "precision_coffee": 0.9193526451788385, + "recall_coffee": 0.9199782253674469, + "F1_noncoffee": 0.7776313311993974, + "IoU_noncoffee": 0.6361675908810844, + "kappa": 0.6972967570131634, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8777904979965655, + "mIoU": 0.722970245064395, + "macroF1": 0.8327623814505596, + "F1_coffee": 0.9195402298850575, + "IoU_coffee": 0.851063829787234, + "precision_coffee": 0.9039268955297605, + "recall_coffee": 0.9357024159529592, + "F1_noncoffee": 0.7459845330160618, + "IoU_noncoffee": 0.594876660341556, + "kappa": 0.6658395095948709, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8720235271795845, + "mIoU": 0.7026154053637842, + "macroF1": 0.8167827502688156, + "F1_coffee": 0.9173862453303938, + "IoU_coffee": 0.8473809254440547, + "precision_coffee": 0.8867053391736711, + "recall_coffee": 0.9502664298401421, + "F1_noncoffee": 0.7161792552072376, + "IoU_noncoffee": 0.5578498852835136, + "kappa": 0.635066509252125, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8357714062804759, + "mIoU": 0.6550120351830342, + "macroF1": 0.7819050133059173, + "F1_coffee": 0.8902931596091205, + "IoU_coffee": 0.8022777973464835, + "precision_coffee": 0.9189080150618613, + "recall_coffee": 0.8634066211776599, + "F1_noncoffee": 0.6735168670027142, + "IoU_noncoffee": 0.507746273019585, + "kappa": 0.5650651611263261, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8205935680885581, + "mIoU": 0.6320515539434074, + "macroF1": 0.7636665280213562, + "F1_coffee": 0.8796568941236718, + "IoU_coffee": 0.7851674094389213, + "precision_coffee": 0.9180919294494923, + "recall_coffee": 0.844310641435242, + "F1_noncoffee": 0.6476761619190404, + "IoU_noncoffee": 0.4789356984478936, + "kappa": 0.5297459353576704, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8167414336164933, + "mIoU": 0.6192585838711999, + "macroF1": 0.7520020238452765, + "F1_coffee": 0.8787113076437144, + "IoU_coffee": 0.783661971830986, + "precision_coffee": 0.9040686338229559, + "recall_coffee": 0.8547376182868379, + "F1_noncoffee": 0.6252927400468384, + "IoU_noncoffee": 0.454855195911414, + "kappa": 0.505206588469205, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7297, + 8413 + ], + [ + 45539, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.461955491701762, + "test_tta": { + "OA": 0.8555728723147865, + "mIoU": 0.6790711814217365, + "macroF1": 0.7995004138755523, + "F1_coffee": 0.9055310920307295, + "IoU_coffee": 0.827370321292082, + "precision_coffee": 0.8992089499279915, + "recall_coffee": 0.9119427627958173, + "F1_noncoffee": 0.6934697357203751, + "IoU_noncoffee": 0.5307720415513911, + "kappa": 0.5990651358324309, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.820381908388139, + "mIoU": 0.6276344269090774, + "macroF1": 0.7593949252423554, + "F1_coffee": 0.8805302943095046, + "IoU_coffee": 0.7865601809799654, + "precision_coffee": 0.876243389273918, + "recall_coffee": 0.8848593518036516, + "F1_noncoffee": 0.6382595561752062, + "IoU_noncoffee": 0.4687086728381895, + "kappa": 0.5188247228010382, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.5", + "val_epoch0": 0.6693143350453732 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6915613157554554, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8717363710856537, + "mIoU": 0.717458746824895, + "macroF1": 0.8293013519589628, + "F1_coffee": 0.914410695714638, + "IoU_coffee": 0.8423173405495091, + "precision_coffee": 0.9264594060266353, + "recall_coffee": 0.9026713517632615, + "F1_noncoffee": 0.7441920082032877, + "IoU_noncoffee": 0.5926001531002807, + "kappa": 0.6587751937675397, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8347034729433483, + "mIoU": 0.6608559639379976, + "macroF1": 0.7875364384406822, + "F1_coffee": 0.887642762609676, + "IoU_coffee": 0.7979835369185483, + "precision_coffee": 0.902947863895648, + "recall_coffee": 0.8728478608749302, + "F1_noncoffee": 0.6874301142716884, + "IoU_noncoffee": 0.5237283909574468, + "kappa": 0.5754122368579513, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3537771129394166, + "mIoU": 0.17953072255472488, + "macroF1": 0.2682882335056248, + "F1_coffee": 0.5183946488294314, + "IoU_coffee": 0.34988713318284426, + "precision_coffee": 0.9978540772532188, + "recall_coffee": 0.3501506024096386, + "F1_noncoffee": 0.01818181818181818, + "IoU_noncoffee": 0.009174311926605505, + "kappa": 0.004922119560816699, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8751233958538993, + "mIoU": 0.7245049661655707, + "macroF1": 0.834473917059025, + "F1_coffee": 0.9165016501650165, + "IoU_coffee": 0.8458726774291806, + "precision_coffee": 0.9233275701556058, + "recall_coffee": 0.9097759140348578, + "F1_noncoffee": 0.7524461839530333, + "IoU_noncoffee": 0.6031372549019608, + "kappa": 0.6690014666847753, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8752445016936214, + "mIoU": 0.7262104030155987, + "macroF1": 0.8358354156944109, + "F1_coffee": 0.9162690916076974, + "IoU_coffee": 0.845476570348047, + "precision_coffee": 0.9370006548788474, + "recall_coffee": 0.896435060459871, + "F1_noncoffee": 0.7554017397811243, + "IoU_noncoffee": 0.6069442356831505, + "kappa": 0.6721396887314327, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8649728803882386, + "mIoU": 0.7018442899906439, + "macroF1": 0.8174724928505647, + "F1_coffee": 0.910586011342155, + "IoU_coffee": 0.8358493840013882, + "precision_coffee": 0.9192163348387508, + "recall_coffee": 0.9021162369685998, + "F1_noncoffee": 0.7243589743589743, + "IoU_noncoffee": 0.5678391959798995, + "kappa": 0.6350441596006194, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8990605636618029, + "mIoU": 0.7721329344972915, + "macroF1": 0.8677608663781342, + "F1_coffee": 0.9320962753798575, + "IoU_coffee": 0.8728280030219089, + "precision_coffee": 0.921073611480202, + "recall_coffee": 0.9433859553620033, + "F1_noncoffee": 0.803425457376411, + "IoU_noncoffee": 0.6714378659726741, + "kappa": 0.7356313371847671, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.898015645869109, + "mIoU": 0.7706320841011425, + "macroF1": 0.8667891377905831, + "F1_coffee": 0.9312849521115897, + "IoU_coffee": 0.8714062312041381, + "precision_coffee": 0.9366433928109645, + "recall_coffee": 0.9259874728365077, + "F1_noncoffee": 0.8022933234695765, + "IoU_noncoffee": 0.669857936998147, + "kappa": 0.7336033612989872, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9004838250640357, + "mIoU": 0.7679301086896062, + "macroF1": 0.8644291497136831, + "F1_coffee": 0.9343431182324592, + "IoU_coffee": 0.8767766944672853, + "precision_coffee": 0.9220506485484867, + "recall_coffee": 0.9469677746764781, + "F1_noncoffee": 0.7945151811949069, + "IoU_noncoffee": 0.6590835229119272, + "kappa": 0.7290090375259255, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8517651648137312, + "mIoU": 0.6800700537691711, + "macroF1": 0.8011851072209617, + "F1_coffee": 0.9014650589913134, + "IoU_coffee": 0.820606632833707, + "precision_coffee": 0.9255857294994675, + "recall_coffee": 0.8785696234521102, + "F1_noncoffee": 0.70090515545061, + "IoU_noncoffee": 0.539533474704635, + "kappa": 0.6031882057528606, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8524668384387823, + "mIoU": 0.6838663544552199, + "macroF1": 0.8043919703087423, + "F1_coffee": 0.9013653183616179, + "IoU_coffee": 0.8204413472706156, + "precision_coffee": 0.9373673036093418, + "recall_coffee": 0.8680265421479479, + "F1_noncoffee": 0.7074186222558667, + "IoU_noncoffee": 0.5472913616398243, + "kappa": 0.6104883377560685, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8292450128853679, + "mIoU": 0.6417705685994364, + "macroF1": 0.7709357152963114, + "F1_coffee": 0.8865063756899068, + "IoU_coffee": 0.7961485870556062, + "precision_coffee": 0.9162077104642015, + "recall_coffee": 0.8586702715988693, + "F1_noncoffee": 0.6553650549027162, + "IoU_noncoffee": 0.4873925501432665, + "kappa": 0.543328752737923, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7420, + 8413 + ], + [ + 46728, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.018841846783956, + "test_tta": { + "OA": 0.8756246083645303, + "mIoU": 0.7224151053807917, + "macroF1": 0.8326850628072009, + "F1_coffee": 0.9174460642643091, + "IoU_coffee": 0.8474830066003349, + "precision_coffee": 0.9244954542523696, + "recall_coffee": 0.9105033656492104, + "F1_noncoffee": 0.7479240613500928, + "IoU_noncoffee": 0.5973472041612484, + "kappa": 0.66542952401334, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8386840890734971, + "mIoU": 0.6645462758562335, + "macroF1": 0.7900278224645589, + "F1_coffee": 0.8911043392754568, + "IoU_coffee": 0.8035962001088693, + "precision_coffee": 0.9000511347991976, + "recall_coffee": 0.882333661094723, + "F1_noncoffee": 0.6889513056536611, + "IoU_noncoffee": 0.5254963516035975, + "kappa": 0.5801741365537734, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r1.0", + "val_epoch0": 0.6852018715258299 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6972390125453622, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8737608252060605, + "mIoU": 0.7202488245749252, + "macroF1": 0.8312373460382444, + "F1_coffee": 0.915950834929023, + "IoU_coffee": 0.844934772740729, + "precision_coffee": 0.925885075369277, + "recall_coffee": 0.9062275094195843, + "F1_noncoffee": 0.7465238571474658, + "IoU_noncoffee": 0.5955628764091213, + "kappa": 0.6625918345639196, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8380783431406484, + "mIoU": 0.6646875187020845, + "macroF1": 0.7902886681327232, + "F1_coffee": 0.8903987894762533, + "IoU_coffee": 0.8024493674227094, + "precision_coffee": 0.9018351526657175, + "recall_coffee": 0.8792488480151156, + "F1_noncoffee": 0.6901785467891933, + "IoU_noncoffee": 0.5269256699814596, + "kappa": 0.5807679140212134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42782348541510845, + "mIoU": 0.21736426049602997, + "macroF1": 0.30818305597886414, + "F1_coffee": 0.595879556259905, + "IoU_coffee": 0.42437923250564336, + "precision_coffee": 0.9982300884955753, + "recall_coffee": 0.4246987951807229, + "F1_noncoffee": 0.020486555697823303, + "IoU_noncoffee": 0.01034928848641656, + "kappa": 0.007275543748865665, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.870187561697927, + "mIoU": 0.7149493699147464, + "macroF1": 0.8275055406332159, + "F1_coffee": 0.9133100402135935, + "IoU_coffee": 0.840451346760495, + "precision_coffee": 0.9189440169806314, + "recall_coffee": 0.9077447254619316, + "F1_noncoffee": 0.7417010410528383, + "IoU_noncoffee": 0.5894473930689978, + "kappa": 0.6550497146154284, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8790134058489576, + "mIoU": 0.7317413818816833, + "macroF1": 0.8396541678728453, + "F1_coffee": 0.9190965354431188, + "IoU_coffee": 0.8503039962221829, + "precision_coffee": 0.9363015924601885, + "recall_coffee": 0.902512373911409, + "F1_noncoffee": 0.7602118003025718, + "IoU_noncoffee": 0.6131787675411836, + "kappa": 0.6796289587271092, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8719668855266914, + "mIoU": 0.7138522104732888, + "macroF1": 0.8262753699185006, + "F1_coffee": 0.9153693744692896, + "IoU_coffee": 0.843945720250522, + "precision_coffee": 0.922360248447205, + "recall_coffee": 0.9084836756351832, + "F1_noncoffee": 0.7371813653677117, + "IoU_noncoffee": 0.5837587006960557, + "kappa": 0.6526127130932934, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.888167099740156, + "mIoU": 0.7525564126954445, + "macroF1": 0.8545396084395165, + "F1_coffee": 0.9244786394006884, + "IoU_coffee": 0.8595632530120482, + "precision_coffee": 0.9169902262685767, + "recall_coffee": 0.9320903647250952, + "F1_noncoffee": 0.7846005774783446, + "IoU_noncoffee": 0.6455495723788407, + "kappa": 0.7091345413230439, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8962030146918527, + "mIoU": 0.7674485711884117, + "macroF1": 0.8646660889276074, + "F1_coffee": 0.9299961394929868, + "IoU_coffee": 0.8691521346963319, + "precision_coffee": 0.9362611737271668, + "recall_coffee": 0.9238143934551962, + "F1_noncoffee": 0.799336038362228, + "IoU_noncoffee": 0.6657450076804915, + "kappa": 0.7293669139627483, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9039939284697847, + "mIoU": 0.7761800533233357, + "macroF1": 0.8700899632094012, + "F1_coffee": 0.9364561095064674, + "IoU_coffee": 0.8805053725351281, + "precision_coffee": 0.9270263550472402, + "recall_coffee": 0.9460796752093378, + "F1_noncoffee": 0.8037238169123352, + "IoU_noncoffee": 0.6718547341115434, + "kappa": 0.7402629390789219, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8526428710747026, + "mIoU": 0.6787515535726496, + "macroF1": 0.7998301285293958, + "F1_coffee": 0.9026480252561047, + "IoU_coffee": 0.8225692813527478, + "precision_coffee": 0.9208623636124622, + "recall_coffee": 0.8851402577710387, + "F1_noncoffee": 0.697012231802687, + "IoU_noncoffee": 0.5349338257925516, + "kappa": 0.60014713253371, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.861818875846932, + "mIoU": 0.6967402257731201, + "macroF1": 0.8137153942548254, + "F1_coffee": 0.9083776259174893, + "IoU_coffee": 0.8321354045907721, + "precision_coffee": 0.9363422906339681, + "recall_coffee": 0.8820348980093389, + "F1_noncoffee": 0.7190531625921615, + "IoU_noncoffee": 0.561345046955468, + "kappa": 0.6284470215459508, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839744201584423, + "mIoU": 0.6560311646025931, + "macroF1": 0.781946411266629, + "F1_coffee": 0.894209564614706, + "IoU_coffee": 0.8086609686609687, + "precision_coffee": 0.917507111455909, + "recall_coffee": 0.8720658719429766, + "F1_noncoffee": 0.669683257918552, + "IoU_noncoffee": 0.5034013605442177, + "kappa": 0.5647690270448451, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7380, + 8413 + ], + [ + 46894, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.0442323366800945, + "test_tta": { + "OA": 0.8780025386011986, + "mIoU": 0.7251796345438123, + "macroF1": 0.8345279805000548, + "F1_coffee": 0.9193443876738084, + "IoU_coffee": 0.8507283700631058, + "precision_coffee": 0.9227062410712382, + "recall_coffee": 0.9160069429744718, + "F1_noncoffee": 0.7497115733263012, + "IoU_noncoffee": 0.5996308990245188, + "kappa": 0.6690695934363188, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8424483673704858, + "mIoU": 0.6682328782904587, + "macroF1": 0.792554606188403, + "F1_coffee": 0.8942906909231663, + "IoU_coffee": 0.8087936707974516, + "precision_coffee": 0.8977133642880734, + "recall_coffee": 0.8908940173906338, + "F1_noncoffee": 0.6908185214536398, + "IoU_noncoffee": 0.5276720857834659, + "kappa": 0.5851268512603196, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.05", + "val_epoch0": 0.6483869198869747 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6483869198869747, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8433940133999582, + "mIoU": 0.6659550171988755, + "macroF1": 0.7902792649057383, + "F1_coffee": 0.8958219771058454, + "IoU_coffee": 0.8113021256824253, + "precision_coffee": 0.9047475118202034, + "recall_coffee": 0.887070826806655, + "F1_noncoffee": 0.6847365527056312, + "IoU_noncoffee": 0.5206079087153256, + "kappa": 0.580682026320022, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8072718356986269, + "mIoU": 0.6144459391937581, + "macroF1": 0.7496468986054632, + "F1_coffee": 0.8697576047017086, + "IoU_coffee": 0.7695319237004588, + "precision_coffee": 0.8794693893641345, + "recall_coffee": 0.8602579674937821, + "F1_noncoffee": 0.6295361925092179, + "IoU_noncoffee": 0.4593599546870575, + "kappa": 0.4994674102755364, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2707554225878833, + "mIoU": 0.13702280140269207, + "macroF1": 0.21776034900222926, + "F1_coffee": 0.42136498516320475, + "IoU_coffee": 0.2669172932330827, + "precision_coffee": 0.9943977591036415, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.014155712841253791, + "IoU_noncoffee": 0.007128309572301426, + "kappa": 0.0008262733462460714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8486673247778874, + "mIoU": 0.6823719503017416, + "macroF1": 0.8038536028726139, + "F1_coffee": 0.8976088698904622, + "IoU_coffee": 0.8142381096637382, + "precision_coffee": 0.9153385097398175, + "recall_coffee": 0.8805530074695321, + "F1_noncoffee": 0.7100983358547656, + "IoU_noncoffee": 0.5505057909397449, + "kappa": 0.6081234746587628, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8433280854921044, + "mIoU": 0.6636182813015189, + "macroF1": 0.7881565559863363, + "F1_coffee": 0.8962663465790638, + "IoU_coffee": 0.8120313662640948, + "precision_coffee": 0.903803274511053, + "recall_coffee": 0.8888540818244471, + "F1_noncoffee": 0.6800467653936088, + "IoU_noncoffee": 0.515205196338943, + "kappa": 0.5764039692289106, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838376629555619, + "mIoU": 0.6518049419108102, + "macroF1": 0.7783016329505463, + "F1_coffee": 0.8937075628148565, + "IoU_coffee": 0.8078402534223328, + "precision_coffee": 0.895922208281054, + "recall_coffee": 0.8915038391909608, + "F1_noncoffee": 0.662895703086236, + "IoU_noncoffee": 0.4957696303992875, + "kappa": 0.5566118582878307, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8657805316809914, + "mIoU": 0.7154065768373321, + "macroF1": 0.8286669765641583, + "F1_coffee": 0.9084089204119211, + "IoU_coffee": 0.8321879295264276, + "precision_coffee": 0.9104579630895421, + "recall_coffee": 0.9063690800217746, + "F1_noncoffee": 0.7489250327163955, + "IoU_noncoffee": 0.5986252241482367, + "kappa": 0.6573387108331143, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8499332188513642, + "mIoU": 0.681291191767808, + "macroF1": 0.8026434396926128, + "F1_coffee": 0.8992506244796004, + "IoU_coffee": 0.8169440242057489, + "precision_coffee": 0.9011553273427471, + "recall_coffee": 0.8973539562827559, + "F1_noncoffee": 0.7060362549056252, + "IoU_noncoffee": 0.5456383593298672, + "kappa": 0.605292024350775, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8589317901527369, + "mIoU": 0.68968670488841, + "macroF1": 0.8081803303759793, + "F1_coffee": 0.906847083881476, + "IoU_coffee": 0.8295702005730659, + "precision_coffee": 0.8956812275708452, + "recall_coffee": 0.9182948490230906, + "F1_noncoffee": 0.7095135768704826, + "IoU_noncoffee": 0.5498032092037541, + "kappa": 0.6165464922058191, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8319680124829335, + "mIoU": 0.6507572318997308, + "macroF1": 0.7788055047396213, + "F1_coffee": 0.8872455991100059, + "IoU_coffee": 0.7973418019289579, + "precision_coffee": 0.9201846070313561, + "recall_coffee": 0.8565832701541571, + "F1_noncoffee": 0.6703654103692367, + "IoU_noncoffee": 0.5041726618705036, + "kappa": 0.5592620238365547, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8367210611699589, + "mIoU": 0.6453350667067157, + "macroF1": 0.7725513495431287, + "F1_coffee": 0.8933624181988158, + "IoU_coffee": 0.8072764136066681, + "precision_coffee": 0.9064120399645883, + "recall_coffee": 0.8806832145490292, + "F1_noncoffee": 0.6517402808874415, + "IoU_noncoffee": 0.48339371980676327, + "kappa": 0.5454104199557908, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176959053164073, + "mIoU": 0.6152305045288926, + "macroF1": 0.7476795832681447, + "F1_coffee": 0.8805951487871968, + "IoU_coffee": 0.7866636881492237, + "precision_coffee": 0.8961699961827204, + "recall_coffee": 0.8655524148949244, + "F1_noncoffee": 0.6147640177490924, + "IoU_noncoffee": 0.44379732090856144, + "kappa": 0.4958504487698828, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7148, + 8413 + ], + [ + 45237, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3304290215174355, + "test_tta": { + "OA": 0.8531146065971497, + "mIoU": 0.6752345453542141, + "macroF1": 0.7965812625034348, + "F1_coffee": 0.903819042609153, + "IoU_coffee": 0.8245162776412777, + "precision_coffee": 0.898468875502008, + "recall_coffee": 0.9092333093433809, + "F1_noncoffee": 0.6893434823977165, + "IoU_noncoffee": 0.5259528130671506, + "kappa": 0.5932091148455894, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.818232952578747, + "mIoU": 0.6231942133877046, + "macroF1": 0.7555481700999084, + "F1_coffee": 0.8793359311421104, + "IoU_coffee": 0.7846561298590345, + "precision_coffee": 0.8733739064282997, + "recall_coffee": 0.8853799140108354, + "F1_noncoffee": 0.6317604090577064, + "IoU_noncoffee": 0.4617322969163748, + "kappa": 0.5111658588230801, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6540146066823571 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6572862773777004, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8527289962885007, + "mIoU": 0.6786724536220488, + "macroF1": 0.7997416062414859, + "F1_coffee": 0.9027521378403038, + "IoU_coffee": 0.8227422162057629, + "precision_coffee": 0.9049604356334553, + "recall_coffee": 0.9005545912535455, + "F1_noncoffee": 0.696731074642668, + "IoU_noncoffee": 0.5346026910383346, + "kappa": 0.5994906498052477, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8155792084919811, + "mIoU": 0.6243563627097376, + "macroF1": 0.7573796934278108, + "F1_coffee": 0.8762089162108524, + "IoU_coffee": 0.7796902189831326, + "precision_coffee": 0.87994866609629, + "recall_coffee": 0.8725008194034742, + "F1_noncoffee": 0.6385504706447692, + "IoU_noncoffee": 0.4690225064363425, + "kappa": 0.5147849764250364, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28646222887060585, + "mIoU": 0.1449954230007902, + "macroF1": 0.2276299981591466, + "F1_coffee": 0.44079718640093785, + "IoU_coffee": 0.28270676691729324, + "precision_coffee": 0.9947089947089947, + "recall_coffee": 0.28313253012048195, + "F1_noncoffee": 0.014462809917355372, + "IoU_noncoffee": 0.007284079084287201, + "kappa": 0.0011402133514598518, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8543928923988154, + "mIoU": 0.6885355943003062, + "macroF1": 0.8080855962323625, + "F1_coffee": 0.9023566794651132, + "IoU_coffee": 0.8220855195705928, + "precision_coffee": 0.9117725752508361, + "recall_coffee": 0.8931332721792687, + "F1_noncoffee": 0.713814512999612, + "IoU_noncoffee": 0.5549856690300196, + "kappa": 0.6162911305579589, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8616955297934259, + "mIoU": 0.6921647246944851, + "macroF1": 0.8097860615051374, + "F1_coffee": 0.9091535834038419, + "IoU_coffee": 0.8334386670496984, + "precision_coffee": 0.9094670846394984, + "recall_coffee": 0.9088402982269281, + "F1_noncoffee": 0.710418539606433, + "IoU_noncoffee": 0.5508907823392719, + "kappa": 0.6195722671022067, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8421828908554573, + "mIoU": 0.6555565520846529, + "macroF1": 0.7809424948293844, + "F1_coffee": 0.8967663627026858, + "IoU_coffee": 0.8128526292033401, + "precision_coffee": 0.8941782522343595, + "recall_coffee": 0.8993694987202697, + "F1_noncoffee": 0.6651186269560828, + "IoU_noncoffee": 0.4982604749659658, + "kappa": 0.5618968955937277, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8664801119328402, + "mIoU": 0.7136905425917881, + "macroF1": 0.827127947925331, + "F1_coffee": 0.9096075778078484, + "IoU_coffee": 0.8342020352444776, + "precision_coffee": 0.9044671689989235, + "recall_coffee": 0.9148067501360915, + "F1_noncoffee": 0.7446483180428135, + "IoU_noncoffee": 0.5931790499390986, + "kappa": 0.6542874409253251, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8683457355466514, + "mIoU": 0.7080183699731077, + "macroF1": 0.8220605740684319, + "F1_coffee": 0.9128127369219106, + "IoU_coffee": 0.8396094839609484, + "precision_coffee": 0.9024359775140537, + "recall_coffee": 0.9234309088584942, + "F1_noncoffee": 0.7313084112149533, + "IoU_noncoffee": 0.576427255985267, + "kappa": 0.6442660977216903, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8718337918603548, + "mIoU": 0.710157595718165, + "macroF1": 0.8232128856534402, + "F1_coffee": 0.9159250731221606, + "IoU_coffee": 0.8448909299655568, + "precision_coffee": 0.8988640527665812, + "recall_coffee": 0.9336462826693732, + "F1_noncoffee": 0.7305006981847197, + "IoU_noncoffee": 0.5754242614707731, + "kappa": 0.6468336138110764, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8425980105324752, + "mIoU": 0.6640594245378767, + "macroF1": 0.788722613782175, + "F1_coffee": 0.895412130637636, + "IoU_coffee": 0.8106300598380852, + "precision_coffee": 0.9189944134078212, + "recall_coffee": 0.8730098559514784, + "F1_noncoffee": 0.682033096926714, + "IoU_noncoffee": 0.5174887892376682, + "kappa": 0.5782894579932376, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8550434201736807, + "mIoU": 0.6761365197325055, + "macroF1": 0.7969813515465447, + "F1_coffee": 0.9055524466828329, + "IoU_coffee": 0.827405976593569, + "precision_coffee": 0.916551290119572, + "recall_coffee": 0.8948144507249939, + "F1_noncoffee": 0.6884102564102564, + "IoU_noncoffee": 0.524867062871442, + "kappa": 0.5941555144386276, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8123508637968884, + "mIoU": 0.6042749158610924, + "macroF1": 0.7378593406396494, + "F1_coffee": 0.8775993027020297, + "IoU_coffee": 0.7818948302640337, + "precision_coffee": 0.8893375394321766, + "recall_coffee": 0.8661668919749294, + "F1_noncoffee": 0.598119378577269, + "IoU_noncoffee": 0.42665500145815105, + "kappa": 0.47601839159805226, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7147, + 8413 + ], + [ + 45819, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3294363379478455, + "test_tta": { + "OA": 0.8606822089043847, + "mIoU": 0.6868164534314789, + "macroF1": 0.8053111710006368, + "F1_coffee": 0.909138539887458, + "IoU_coffee": 0.8334133830281839, + "precision_coffee": 0.9002054410757642, + "recall_coffee": 0.9182507091147708, + "F1_noncoffee": 0.7014838021138156, + "IoU_noncoffee": 0.5402195238347739, + "kappa": 0.610748275057824, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8233817930079612, + "mIoU": 0.6301877480555325, + "macroF1": 0.7611489196178249, + "F1_coffee": 0.8830685203574975, + "IoU_coffee": 0.7906201378084019, + "precision_coffee": 0.8747658954616825, + "recall_coffee": 0.8915302600883028, + "F1_noncoffee": 0.6392293188781523, + "IoU_noncoffee": 0.4697553583026629, + "kappa": 0.5224305736249463, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.5", + "val_epoch0": 0.6696482696123724 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6848564399994391, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8639438294317068, + "mIoU": 0.7040549170967371, + "macroF1": 0.8195409518807676, + "F1_coffee": 0.9090557608041928, + "IoU_coffee": 0.833274266587911, + "precision_coffee": 0.9226509701329845, + "recall_coffee": 0.8958553829219762, + "F1_noncoffee": 0.7300261429573424, + "IoU_noncoffee": 0.5748355676055631, + "kappa": 0.6393143766231062, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8288479289258105, + "mIoU": 0.6514010738219842, + "macroF1": 0.7801252037392169, + "F1_coffee": 0.8836283402794802, + "IoU_coffee": 0.791518068902514, + "precision_coffee": 0.8991378622176099, + "recall_coffee": 0.868644803053965, + "F1_noncoffee": 0.6766220671989536, + "IoU_noncoffee": 0.5112840787414545, + "kappa": 0.560613697874229, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39341810022438295, + "mIoU": 0.1997673758396106, + "macroF1": 0.2901283102963137, + "F1_coffee": 0.5609095831077423, + "IoU_coffee": 0.3897667419112114, + "precision_coffee": 0.9980732177263969, + "recall_coffee": 0.39006024096385544, + "F1_noncoffee": 0.019347037484885126, + "IoU_noncoffee": 0.009768009768009768, + "kappa": 0.006111964068837501, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8582922013820335, + "mIoU": 0.702343185624888, + "macroF1": 0.8191549339126822, + "F1_coffee": 0.9032844871147044, + "IoU_coffee": 0.8236269812016218, + "precision_coffee": 0.9295569576371074, + "recall_coffee": 0.878456296684576, + "F1_noncoffee": 0.7350253807106599, + "IoU_noncoffee": 0.5810593900481541, + "kappa": 0.6390997188268658, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8696627069319212, + "mIoU": 0.7115771200076284, + "macroF1": 0.8247986434795174, + "F1_coffee": 0.9134566649771921, + "IoU_coffee": 0.8406997084548105, + "precision_coffee": 0.9238162363042225, + "recall_coffee": 0.9033268592193472, + "F1_noncoffee": 0.7361406219818427, + "IoU_noncoffee": 0.5824545315604462, + "kappa": 0.6497315796199984, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8636882671995433, + "mIoU": 0.6978173279098421, + "macroF1": 0.8142776802385343, + "F1_coffee": 0.9100725069838977, + "IoU_coffee": 0.8349844487962216, + "precision_coffee": 0.9152146464646465, + "recall_coffee": 0.9049878269554904, + "F1_noncoffee": 0.7184828534931709, + "IoU_noncoffee": 0.5606502070234627, + "kappa": 0.6285920637951116, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8875674595242854, + "mIoU": 0.7541617508341995, + "macroF1": 0.8558597021373253, + "F1_coffee": 0.9234641812368188, + "IoU_coffee": 0.8578109201213346, + "precision_coffee": 0.9232757447966263, + "recall_coffee": 0.9236526946107785, + "F1_noncoffee": 0.7882552230378317, + "IoU_noncoffee": 0.6505125815470643, + "kappa": 0.711719437496994, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8842778095783248, + "mIoU": 0.7397815439717479, + "macroF1": 0.8451904812839629, + "F1_coffee": 0.9229792367769383, + "IoU_coffee": 0.8569744133946469, + "precision_coffee": 0.9169820842795862, + "recall_coffee": 0.929055349610124, + "F1_noncoffee": 0.7674017257909875, + "IoU_noncoffee": 0.6225886745488488, + "kappa": 0.6904209513995119, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8899535148467888, + "mIoU": 0.749097089205627, + "macroF1": 0.8515961152416809, + "F1_coffee": 0.9270440251572327, + "IoU_coffee": 0.8640093786635404, + "precision_coffee": 0.9191818408580693, + "recall_coffee": 0.935041867546308, + "F1_noncoffee": 0.7761482053261289, + "IoU_noncoffee": 0.6341847997477137, + "kappa": 0.703258843801658, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8297249853715624, + "mIoU": 0.6554179054539886, + "macroF1": 0.7836507360993162, + "F1_coffee": 0.8834912585079407, + "IoU_coffee": 0.7912981114032991, + "precision_coffee": 0.9360859728506787, + "recall_coffee": 0.8364922921405105, + "F1_noncoffee": 0.6838102136906917, + "IoU_noncoffee": 0.519537699504678, + "kappa": 0.5709770244673794, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8550434201736807, + "mIoU": 0.6842423816320543, + "macroF1": 0.8041967164523571, + "F1_coffee": 0.9039762311144826, + "IoU_coffee": 0.8247779443995847, + "precision_coffee": 0.9308683765134748, + "recall_coffee": 0.8785942492012779, + "F1_noncoffee": 0.7044172017902316, + "IoU_noncoffee": 0.5437068188645239, + "kappa": 0.6093969168379597, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8372625751646464, + "mIoU": 0.648998384436513, + "macroF1": 0.7759111953610356, + "F1_coffee": 0.8931637320634125, + "IoU_coffee": 0.8069519927536232, + "precision_coffee": 0.9111480439785221, + "recall_coffee": 0.875875629839007, + "F1_noncoffee": 0.6586586586586587, + "IoU_noncoffee": 0.491044776119403, + "kappa": 0.552379563444856, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7196, + 8413 + ], + [ + 46466, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.586910629272461, + "test_tta": { + "OA": 0.8685872202316876, + "mIoU": 0.7079096803378608, + "macroF1": 0.8219244344333008, + "F1_coffee": 0.9130809041541356, + "IoU_coffee": 0.8400633567336084, + "precision_coffee": 0.9168320635123888, + "recall_coffee": 0.9093603149739639, + "F1_noncoffee": 0.7307679647124659, + "IoU_noncoffee": 0.5757560039421131, + "kappa": 0.6438673349497455, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8343573324102919, + "mIoU": 0.6549796442903655, + "macroF1": 0.7821971171465286, + "F1_coffee": 0.8887834448565369, + "IoU_coffee": 0.7998291968767429, + "precision_coffee": 0.8928210116731518, + "recall_coffee": 0.8847822314766615, + "F1_noncoffee": 0.6756107894365203, + "IoU_noncoffee": 0.510130091703988, + "kappa": 0.5644202164568705, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r1.0", + "val_epoch0": 0.66958381436155 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6889888449199943, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8743392406690339, + "mIoU": 0.722327570387669, + "macroF1": 0.8328366249392563, + "F1_coffee": 0.9161295857417079, + "IoU_coffee": 0.845239037517809, + "precision_coffee": 0.9284053120041731, + "recall_coffee": 0.9041742517251599, + "F1_noncoffee": 0.7495436641368047, + "IoU_noncoffee": 0.5994161032575291, + "kappa": 0.6658477062513829, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8378331602630668, + "mIoU": 0.6657996177307917, + "macroF1": 0.7913512356364456, + "F1_coffee": 0.8898316709451118, + "IoU_coffee": 0.801528603957425, + "precision_coffee": 0.9046518577547564, + "recall_coffee": 0.875489232074344, + "F1_noncoffee": 0.6928708003277793, + "IoU_noncoffee": 0.5300706315041585, + "kappa": 0.5830144534214858, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38668661181750186, + "mIoU": 0.19632828431532917, + "macroF1": 0.28650082521567544, + "F1_coffee": 0.5538628944504896, + "IoU_coffee": 0.3829947328818661, + "precision_coffee": 0.9980392156862745, + "recall_coffee": 0.3832831325301205, + "F1_noncoffee": 0.019138755980861243, + "IoU_noncoffee": 0.00966183574879227, + "kappa": 0.0058992824020761055, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8737907206317868, + "mIoU": 0.7254104793851159, + "macroF1": 0.8354355800261892, + "F1_coffee": 0.9148829932425685, + "IoU_coffee": 0.8431192097674703, + "precision_coffee": 0.9298328709655592, + "recall_coffee": 0.9004062377145853, + "F1_noncoffee": 0.7559881668098101, + "IoU_noncoffee": 0.6077017490027616, + "kappa": 0.6711148873936124, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8780115452507037, + "mIoU": 0.72877321819184, + "macroF1": 0.8374365872284963, + "F1_coffee": 0.9186523717112589, + "IoU_coffee": 0.8495439835245661, + "precision_coffee": 0.9331695966907962, + "recall_coffee": 0.9045799135392519, + "F1_noncoffee": 0.7562208027457337, + "IoU_noncoffee": 0.6080024528591139, + "kappa": 0.6751088072541996, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8712056332667237, + "mIoU": 0.7127230251424661, + "macroF1": 0.8254733632207754, + "F1_coffee": 0.9148126003083992, + "IoU_coffee": 0.8429996520125276, + "precision_coffee": 0.922388627998477, + "recall_coffee": 0.907360009988139, + "F1_noncoffee": 0.7361341261331514, + "IoU_noncoffee": 0.5824463982724047, + "kappa": 0.6510196493640824, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8990605636618029, + "mIoU": 0.7737450412117298, + "macroF1": 0.8689540060597714, + "F1_coffee": 0.9317659775705985, + "IoU_coffee": 0.8722489248671895, + "precision_coffee": 0.925140863965656, + "recall_coffee": 0.9384866630375612, + "F1_noncoffee": 0.8061420345489443, + "IoU_noncoffee": 0.6752411575562701, + "kappa": 0.7379461928366436, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8955352032054952, + "mIoU": 0.764184586878181, + "macroF1": 0.862310783778474, + "F1_coffee": 0.9299469003902502, + "IoU_coffee": 0.8690661245964367, + "precision_coffee": 0.9308401639344263, + "recall_coffee": 0.929055349610124, + "F1_noncoffee": 0.7946746671666979, + "IoU_noncoffee": 0.6593030491599253, + "kappa": 0.724622310837762, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9057015463428517, + "mIoU": 0.7793525894735287, + "macroF1": 0.8721992462237516, + "F1_coffee": 0.937633329150458, + "IoU_coffee": 0.8825891802504134, + "precision_coffee": 0.9275074478649454, + "recall_coffee": 0.947982745496067, + "F1_noncoffee": 0.8067651632970451, + "IoU_noncoffee": 0.6761159986966438, + "kappa": 0.7444928478508681, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8491320460308173, + "mIoU": 0.6808739041141483, + "macroF1": 0.8024400265269171, + "F1_coffee": 0.8984841525034452, + "IoU_coffee": 0.8156797331109258, + "precision_coffee": 0.9346075085324232, + "recall_coffee": 0.865049279757392, + "F1_noncoffee": 0.706395900550389, + "IoU_noncoffee": 0.5460680751173709, + "kappa": 0.6065798713441957, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8604828705029106, + "mIoU": 0.6944024441443857, + "macroF1": 0.8119634619219671, + "F1_coffee": 0.9074800658144538, + "IoU_coffee": 0.8306302131603337, + "precision_coffee": 0.9355427974947808, + "recall_coffee": 0.8810518554927501, + "F1_noncoffee": 0.7164468580294803, + "IoU_noncoffee": 0.5581746751284375, + "kappa": 0.6249611320900857, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.836498997804715, + "mIoU": 0.6515255497898886, + "macroF1": 0.7784759361011528, + "F1_coffee": 0.8918492329061178, + "IoU_coffee": 0.8048085688240656, + "precision_coffee": 0.9170345364840301, + "recall_coffee": 0.8680103232149441, + "F1_noncoffee": 0.6651026392961877, + "IoU_noncoffee": 0.4982425307557118, + "kappa": 0.5579842599738366, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7368, + 8413 + ], + [ + 46940, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.656148664156596, + "test_tta": { + "OA": 0.8787576921223027, + "mIoU": 0.728330444746129, + "macroF1": 0.8369533632875807, + "F1_coffee": 0.9195127674552552, + "IoU_coffee": 0.8510167818361303, + "precision_coffee": 0.9267285861713106, + "recall_coffee": 0.9124084501079548, + "F1_noncoffee": 0.7543939591199063, + "IoU_noncoffee": 0.6056441076561275, + "kappa": 0.673967043565056, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8429964232144918, + "mIoU": 0.6713795918632262, + "macroF1": 0.7952739907509695, + "F1_coffee": 0.8941174182002101, + "IoU_coffee": 0.8085102640327886, + "precision_coffee": 0.9022082638139169, + "recall_coffee": 0.8861703973624848, + "F1_noncoffee": 0.6964305633017289, + "IoU_noncoffee": 0.5342489196936636, + "kappa": 0.5906423681668523, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.05", + "val_epoch0": 0.5780248915208044 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.5780248915208044, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8187631549350086, + "mIoU": 0.6150846550631472, + "macroF1": 0.7472454824981525, + "F1_coffee": 0.8816940406519413, + "IoU_coffee": 0.7884193348714197, + "precision_coffee": 0.8737942790620322, + "recall_coffee": 0.8897379450488971, + "F1_noncoffee": 0.6127969243443636, + "IoU_noncoffee": 0.4417499752548748, + "kappa": 0.49462615809159177, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7913061036113995, + "mIoU": 0.5787925329225785, + "macroF1": 0.7167533282172619, + "F1_coffee": 0.8620696229076905, + "IoU_coffee": 0.7575767729397377, + "precision_coffee": 0.8525291755434475, + "recall_coffee": 0.8718260165423102, + "F1_noncoffee": 0.5714370335268333, + "IoU_noncoffee": 0.4000082929054194, + "kappa": 0.4337269995825371, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5594614809274495, + "mIoU": 0.283779807941208, + "macroF1": 0.36791872044742924, + "F1_coffee": 0.7158707187650748, + "IoU_coffee": 0.5574755822689706, + "precision_coffee": 0.9959731543624161, + "recall_coffee": 0.5587349397590361, + "F1_noncoffee": 0.019966722129783693, + "IoU_noncoffee": 0.010084033613445379, + "kappa": 0.006795471199335011, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8265547877591313, + "mIoU": 0.6351867048432727, + "macroF1": 0.7652407049733887, + "F1_coffee": 0.8852159142875808, + "IoU_coffee": 0.7940693858415377, + "precision_coffee": 0.8826211568525274, + "recall_coffee": 0.8878259730048487, + "F1_noncoffee": 0.6452654956591964, + "IoU_noncoffee": 0.4763040238450075, + "kappa": 0.5304939502434236, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8060207051190306, + "mIoU": 0.5976730857504563, + "macroF1": 0.7327196179677452, + "F1_coffee": 0.872690838499593, + "IoU_coffee": 0.7741362070881013, + "precision_coffee": 0.8722538649308381, + "recall_coffee": 0.8731282501096422, + "F1_noncoffee": 0.5927483974358975, + "IoU_noncoffee": 0.4212099644128114, + "kappa": 0.4654396651005995, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8239604148824817, + "mIoU": 0.6127225728555588, + "macroF1": 0.7434141188678655, + "F1_coffee": 0.8871744831371592, + "IoU_coffee": 0.7972269414150271, + "precision_coffee": 0.8671833084947839, + "recall_coffee": 0.9081091204195019, + "F1_noncoffee": 0.5996537545985717, + "IoU_noncoffee": 0.42821820429609025, + "kappa": 0.48779412799747246, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8304017589446332, + "mIoU": 0.645072677210503, + "macroF1": 0.7738087183709085, + "F1_coffee": 0.8869495703151022, + "IoU_coffee": 0.7968637778309792, + "precision_coffee": 0.8687198225238157, + "recall_coffee": 0.9059608056614045, + "F1_noncoffee": 0.6606678664267147, + "IoU_noncoffee": 0.49328157659002686, + "kappa": 0.548214591405452, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.819977103606182, + "mIoU": 0.6272404331876279, + "macroF1": 0.7591092082211752, + "F1_coffee": 0.8801980826614183, + "IoU_coffee": 0.7860301621499036, + "precision_coffee": 0.8743693239152371, + "recall_coffee": 0.8861050747794964, + "F1_noncoffee": 0.6380203337809323, + "IoU_noncoffee": 0.4684507042253521, + "kappa": 0.5182830971298106, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8431837586566739, + "mIoU": 0.6433356325692842, + "macroF1": 0.7690555510115809, + "F1_coffee": 0.899897050808454, + "IoU_coffee": 0.8180116701530331, + "precision_coffee": 0.8608504228942185, + "recall_coffee": 0.9426541486932251, + "F1_noncoffee": 0.6382140512147079, + "IoU_noncoffee": 0.4686595949855352, + "kappa": 0.5415201783349102, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8228008582016774, + "mIoU": 0.625388147491777, + "macroF1": 0.7565548536988398, + "F1_coffee": 0.883548035634173, + "IoU_coffee": 0.7913892078071183, + "precision_coffee": 0.896475484458317, + "recall_coffee": 0.870988122314885, + "F1_noncoffee": 0.6295616717635066, + "IoU_noncoffee": 0.45938708717643556, + "kappa": 0.5134315635750543, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7920603110983873, + "mIoU": 0.5678316752021447, + "macroF1": 0.7043340670853852, + "F1_coffee": 0.8653858034224995, + "IoU_coffee": 0.7627137101165197, + "precision_coffee": 0.8701702074791899, + "recall_coffee": 0.8606537232735316, + "F1_noncoffee": 0.5432823307482708, + "IoU_noncoffee": 0.3729496402877698, + "kappa": 0.40872877860815815, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8046196430275843, + "mIoU": 0.5836998685331837, + "macroF1": 0.7181111296308191, + "F1_coffee": 0.8742706221976537, + "IoU_coffee": 0.7766259275425579, + "precision_coffee": 0.8738948919449901, + "recall_coffee": 0.8746466756789971, + "F1_noncoffee": 0.5619516370639845, + "IoU_noncoffee": 0.3907738095238095, + "kappa": 0.436222622362156, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 43775, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3209961454073587, + "test_tta": { + "OA": 0.8232298076768586, + "mIoU": 0.6088016343889625, + "macroF1": 0.7395468746453139, + "F1_coffee": 0.8871798027030907, + "IoU_coffee": 0.7972355326207151, + "precision_coffee": 0.8604105338531307, + "recall_coffee": 0.9156682612929173, + "F1_noncoffee": 0.591913946587537, + "IoU_noncoffee": 0.42036773615720985, + "kappa": 0.4809112229219332, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7974645205953618, + "mIoU": 0.5734093189292495, + "macroF1": 0.7089091531492213, + "F1_coffee": 0.8694633711040258, + "IoU_coffee": 0.7690713851112463, + "precision_coffee": 0.8394600804135555, + "recall_coffee": 0.9016908631692598, + "F1_noncoffee": 0.5483549351944168, + "IoU_noncoffee": 0.37774725274725274, + "kappa": 0.4203801099397199, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.6409574952021075 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6409574952021075, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8421889811854304, + "mIoU": 0.6622673889732041, + "macroF1": 0.7871690964140307, + "F1_coffee": 0.895381534659793, + "IoU_coffee": 0.8105799085877384, + "precision_coffee": 0.901140602890099, + "recall_coffee": 0.8896956098387029, + "F1_noncoffee": 0.6789566581682683, + "IoU_noncoffee": 0.5139548693586699, + "kappa": 0.5743915367458698, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8071997230875736, + "mIoU": 0.6133572322298104, + "macroF1": 0.7485692131420185, + "F1_coffee": 0.8699838549670291, + "IoU_coffee": 0.7698862169280292, + "precision_coffee": 0.8778041647857746, + "recall_coffee": 0.8623016561590221, + "F1_noncoffee": 0.6271545713170079, + "IoU_noncoffee": 0.45682824753159157, + "kappa": 0.4972528546759348, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3335826477187734, + "mIoU": 0.168935144096321, + "macroF1": 0.25589761047381393, + "F1_coffee": 0.4963256076879593, + "IoU_coffee": 0.3300751879699248, + "precision_coffee": 0.9954648526077098, + "recall_coffee": 0.3305722891566265, + "F1_noncoffee": 0.015469613259668509, + "IoU_noncoffee": 0.0077951002227171495, + "kappa": 0.0021694390534209964, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8502467917077986, + "mIoU": 0.6835366272768839, + "macroF1": 0.8045543069857775, + "F1_coffee": 0.899055097151983, + "IoU_coffee": 0.8166213357509822, + "precision_coffee": 0.9132756522914696, + "recall_coffee": 0.8852706067356834, + "F1_noncoffee": 0.7100535168195719, + "IoU_noncoffee": 0.5504519188027855, + "kappa": 0.6093806438158864, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.838271074853299, + "mIoU": 0.6557337197906458, + "macroF1": 0.7820061226708658, + "F1_coffee": 0.8927554571338184, + "IoU_coffee": 0.8062857142857143, + "precision_coffee": 0.9016550578311713, + "recall_coffee": 0.8840298226928137, + "F1_noncoffee": 0.6712567882079131, + "IoU_noncoffee": 0.5051817252955773, + "kappa": 0.564142407998065, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838329051289371, + "mIoU": 0.6474808503510134, + "macroF1": 0.7742160028389808, + "F1_coffee": 0.8945310075113291, + "IoU_coffee": 0.8091868823000898, + "precision_coffee": 0.889561084017532, + "recall_coffee": 0.8995567763281104, + "F1_noncoffee": 0.6539009981666327, + "IoU_noncoffee": 0.48577481840193704, + "kappa": 0.5484782546491319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.869578253048171, + "mIoU": 0.722588293001962, + "macroF1": 0.8338692449457354, + "F1_coffee": 0.9108910891089109, + "IoU_coffee": 0.8363636363636363, + "precision_coffee": 0.9140742771001782, + "recall_coffee": 0.9077299945563418, + "F1_noncoffee": 0.7568474007825601, + "IoU_noncoffee": 0.6088129496402878, + "kappa": 0.6677494846335061, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8423010875787064, + "mIoU": 0.664683742995841, + "macroF1": 0.7893591667774066, + "F1_coffee": 0.8949609201245472, + "IoU_coffee": 0.8098907418056355, + "precision_coffee": 0.8898155168056608, + "recall_coffee": 0.9001661766585709, + "F1_noncoffee": 0.683757413430266, + "IoU_noncoffee": 0.5194767441860465, + "kappa": 0.5787607405186957, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8639597761123233, + "mIoU": 0.6903107275123945, + "macroF1": 0.8077146943797379, + "F1_coffee": 0.911710380495013, + "IoU_coffee": 0.8377460964019009, + "precision_coffee": 0.885645933014354, + "recall_coffee": 0.939355493529561, + "F1_noncoffee": 0.7037190082644628, + "IoU_noncoffee": 0.5428753586228882, + "kappa": 0.616543905433304, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8313828749756192, + "mIoU": 0.6458286338083401, + "macroF1": 0.7742941308863069, + "F1_coffee": 0.8878074102913504, + "IoU_coffee": 0.7982497082847141, + "precision_coffee": 0.9124983326663999, + "recall_coffee": 0.8644174879959565, + "F1_noncoffee": 0.6607808514812635, + "IoU_noncoffee": 0.493407559331966, + "kappa": 0.5495853627715629, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8342399083882049, + "mIoU": 0.6467454477622003, + "macroF1": 0.7744879851074542, + "F1_coffee": 0.8905688905688905, + "IoU_coffee": 0.802725724020443, + "precision_coffee": 0.9137685843568196, + "recall_coffee": 0.8685180634062423, + "F1_noncoffee": 0.6584070796460177, + "IoU_noncoffee": 0.49076517150395776, + "kappa": 0.5498816753134594, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8125417581368712, + "mIoU": 0.6076083824984655, + "macroF1": 0.7412648200907226, + "F1_coffee": 0.8770655983975963, + "IoU_coffee": 0.7810479375696767, + "precision_coffee": 0.8937364459752519, + "recall_coffee": 0.861005284502888, + "F1_noncoffee": 0.6054640417838489, + "IoU_noncoffee": 0.4341688274272544, + "kappa": 0.4831068190026765, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7113, + 8413 + ], + [ + 45197, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.318845633665721, + "test_tta": { + "OA": 0.8458522791175951, + "mIoU": 0.6606809272724208, + "macroF1": 0.7848805686459693, + "F1_coffee": 0.8994065468576341, + "IoU_coffee": 0.8172014328176206, + "precision_coffee": 0.8910911659602759, + "recall_coffee": 0.9078785826171627, + "F1_noncoffee": 0.6703545904343046, + "IoU_noncoffee": 0.5041604217272211, + "kappa": 0.5698838764266448, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8120745355947848, + "mIoU": 0.61246694380295, + "macroF1": 0.7463718332936622, + "F1_coffee": 0.8754611664404641, + "IoU_coffee": 0.7785068334806555, + "precision_coffee": 0.8680604257093576, + "recall_coffee": 0.8829891838741396, + "F1_noncoffee": 0.6172825001468601, + "IoU_noncoffee": 0.4464270541252443, + "kappa": 0.4928569469088045, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.5", + "val_epoch0": 0.6686266780189499 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6892962275526973, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8697761853500217, + "mIoU": 0.7133871120031592, + "macroF1": 0.8262844837457313, + "F1_coffee": 0.9132050417108405, + "IoU_coffee": 0.8402735352659481, + "precision_coffee": 0.9241205921237998, + "recall_coffee": 0.9025443461326785, + "F1_noncoffee": 0.7393639257806219, + "IoU_noncoffee": 0.5865006887403704, + "kappa": 0.6527144667242478, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8336938963886005, + "mIoU": 0.658697111634634, + "macroF1": 0.7857813811784434, + "F1_coffee": 0.8870915624663409, + "IoU_coffee": 0.7970930334864241, + "precision_coffee": 0.9012733784321528, + "recall_coffee": 0.8733491430003664, + "F1_noncoffee": 0.684471199890546, + "IoU_noncoffee": 0.5203011897828438, + "kappa": 0.571859006671986, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3836948391922214, + "mIoU": 0.19480016785321527, + "macroF1": 0.2848782260996002, + "F1_coffee": 0.5507088331515813, + "IoU_coffee": 0.3799849510910459, + "precision_coffee": 0.9980237154150198, + "recall_coffee": 0.3802710843373494, + "F1_noncoffee": 0.01904761904761905, + "IoU_noncoffee": 0.009615384615384616, + "kappa": 0.0058062198927555375, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8649555774925962, + "mIoU": 0.7045278529107271, + "macroF1": 0.8197508216891145, + "F1_coffee": 0.9100177596527002, + "IoU_coffee": 0.8348922816969404, + "precision_coffee": 0.9135631273111463, + "recall_coffee": 0.9064998034333639, + "F1_noncoffee": 0.729483883725529, + "IoU_noncoffee": 0.5741634241245136, + "kappa": 0.6395179650785695, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8774867611278088, + "mIoU": 0.7289552500189078, + "macroF1": 0.8376715494009077, + "F1_coffee": 0.918065216004084, + "IoU_coffee": 0.8485402536125037, + "precision_coffee": 0.9353748130810741, + "recall_coffee": 0.9013846250234948, + "F1_noncoffee": 0.7572778827977316, + "IoU_noncoffee": 0.6093702464253118, + "kappa": 0.6756721230400817, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8667332762394139, + "mIoU": 0.7065232924905649, + "macroF1": 0.8211019871000288, + "F1_coffee": 0.9114532292226473, + "IoU_coffee": 0.8373119591101817, + "precision_coffee": 0.9232739848853593, + "recall_coffee": 0.8999313315437918, + "F1_noncoffee": 0.7307507449774103, + "IoU_noncoffee": 0.5757346258709481, + "kappa": 0.6423822244567953, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8887667399560264, + "mIoU": 0.7511354249777729, + "macroF1": 0.8533550630973983, + "F1_coffee": 0.9254171413254707, + "IoU_coffee": 0.8611873285108506, + "precision_coffee": 0.9115511551155115, + "recall_coffee": 0.9397114861186717, + "F1_noncoffee": 0.781292984869326, + "IoU_noncoffee": 0.6410835214446953, + "kappa": 0.7069089945195635, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8940087769509636, + "mIoU": 0.7648967174165737, + "macroF1": 0.8630618140781792, + "F1_coffee": 0.9281603621079858, + "IoU_coffee": 0.8659507722007722, + "precision_coffee": 0.9391520544360115, + "recall_coffee": 0.9174229835101624, + "F1_noncoffee": 0.7979632660483724, + "IoU_noncoffee": 0.6638426626323752, + "kappa": 0.7262290937494579, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9000094867659615, + "mIoU": 0.7681059491604694, + "macroF1": 0.8646273925520425, + "F1_coffee": 0.9338355304456999, + "IoU_coffee": 0.8758831841733397, + "precision_coffee": 0.9242047713717694, + "recall_coffee": 0.943669119512814, + "F1_noncoffee": 0.7954192546583851, + "IoU_noncoffee": 0.6603287141475991, + "kappa": 0.7293456590827582, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8417203042715038, + "mIoU": 0.6609874361646493, + "macroF1": 0.7860951394933875, + "F1_coffee": 0.8951753536136408, + "IoU_coffee": 0.810242020343739, + "precision_coffee": 0.915576694411415, + "recall_coffee": 0.8756633813495072, + "F1_noncoffee": 0.6770149253731343, + "IoU_noncoffee": 0.5117328519855595, + "kappa": 0.5728437611892029, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8609600152686325, + "mIoU": 0.6930945157779128, + "macroF1": 0.8107387289443173, + "F1_coffee": 0.9082320337595263, + "IoU_coffee": 0.831891081112265, + "precision_coffee": 0.931644915363742, + "recall_coffee": 0.8859670680756943, + "F1_noncoffee": 0.7132454241291084, + "IoU_noncoffee": 0.5542979504435607, + "kappa": 0.6222229854129591, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8332537940250072, + "mIoU": 0.6502426317466063, + "macroF1": 0.7780244197503863, + "F1_coffee": 0.8887473731134178, + "IoU_coffee": 0.7997707736389685, + "precision_coffee": 0.922283901665345, + "recall_coffee": 0.8575642128548605, + "F1_noncoffee": 0.6673014663873548, + "IoU_noncoffee": 0.500714489854244, + "kappa": 0.5577973526625087, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7389, + 8413 + ], + [ + 46637, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6380726059277855, + "test_tta": { + "OA": 0.8746284484005206, + "mIoU": 0.7197134800745579, + "macroF1": 0.8306456670103393, + "F1_coffee": 0.9169513713720105, + "IoU_coffee": 0.8466391509433963, + "precision_coffee": 0.9221235149309643, + "recall_coffee": 0.9118369247703315, + "F1_noncoffee": 0.7443399626486681, + "IoU_noncoffee": 0.5927878092057196, + "kappa": 0.6613241343028328, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8379341179185416, + "mIoU": 0.6624031744249921, + "macroF1": 0.7882376789642325, + "F1_coffee": 0.8908234151080884, + "IoU_coffee": 0.8031393983987667, + "precision_coffee": 0.8978808413960594, + "recall_coffee": 0.8838760676345268, + "F1_noncoffee": 0.6856519428203766, + "IoU_noncoffee": 0.5216669504512175, + "kappa": 0.5765506827314139, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r1.0", + "val_epoch0": 0.6826075057346443 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6981265652182069, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8761226883465352, + "mIoU": 0.7243589932304484, + "macroF1": 0.8341836376098013, + "F1_coffee": 0.9175753688261706, + "IoU_coffee": 0.8477037037037037, + "precision_coffee": 0.9269298889800855, + "recall_coffee": 0.9084077727445917, + "F1_noncoffee": 0.7507919063934321, + "IoU_noncoffee": 0.6010142827571932, + "kappa": 0.6684693640091934, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8414820583823699, + "mIoU": 0.6704265682023077, + "macroF1": 0.7947408770308793, + "F1_coffee": 0.8926901184304307, + "IoU_coffee": 0.8061791313241752, + "precision_coffee": 0.9042645778938208, + "recall_coffee": 0.8814082171708408, + "F1_noncoffee": 0.6967916356313277, + "IoU_noncoffee": 0.5346740050804403, + "kappa": 0.589671705823408, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4831712789827973, + "mIoU": 0.2457525584759912, + "macroF1": 0.3356672220348624, + "F1_coffee": 0.6487036095577021, + "IoU_coffee": 0.4800601956358164, + "precision_coffee": 0.9984350547730829, + "recall_coffee": 0.48042168674698793, + "F1_noncoffee": 0.02263083451202263, + "IoU_noncoffee": 0.011444921316165951, + "kappa": 0.00946504484316954, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746298124383021, + "mIoU": 0.7226890572810862, + "macroF1": 0.8330811600448733, + "F1_coffee": 0.9163593256059009, + "IoU_coffee": 0.8456302418864714, + "precision_coffee": 0.9210909572355356, + "recall_coffee": 0.9116760581837243, + "F1_noncoffee": 0.7498029944838456, + "IoU_noncoffee": 0.5997478726757012, + "kappa": 0.6661886702020035, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.877868422308096, + "mIoU": 0.7293348729730691, + "macroF1": 0.837913052253293, + "F1_coffee": 0.9183881662841112, + "IoU_coffee": 0.8490921952369724, + "precision_coffee": 0.9348997209060816, + "recall_coffee": 0.9024497211954138, + "F1_noncoffee": 0.7574379382224748, + "IoU_noncoffee": 0.6095775507091657, + "kappa": 0.6761263601731878, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8758207250927776, + "mIoU": 0.7209194017780347, + "macroF1": 0.831426377787561, + "F1_coffee": 0.9179348509621431, + "IoU_coffee": 0.848317545185099, + "precision_coffee": 0.9247386759581881, + "recall_coffee": 0.9112304138835133, + "F1_noncoffee": 0.7449179046129789, + "IoU_noncoffee": 0.5935212583709703, + "kappa": 0.6629094755439283, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.893763741754947, + "mIoU": 0.7624129802120847, + "macroF1": 0.861227246385986, + "F1_coffee": 0.9284223284627298, + "IoU_coffee": 0.8664069372879226, + "precision_coffee": 0.9188324670131948, + "recall_coffee": 0.9382144801306478, + "F1_noncoffee": 0.7940321643092424, + "IoU_noncoffee": 0.6584190231362468, + "kappa": 0.7225414632647361, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8948673917191375, + "mIoU": 0.764831334737319, + "macroF1": 0.8628917222008041, + "F1_coffee": 0.9291044776119403, + "IoU_coffee": 0.867595818815331, + "precision_coffee": 0.9352415490221474, + "recall_coffee": 0.9230474242617922, + "F1_noncoffee": 0.7966789667896679, + "IoU_noncoffee": 0.6620668506593069, + "kappa": 0.7258173037278774, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9063656199601556, + "mIoU": 0.7833074122986372, + "macroF1": 0.8750038220429872, + "F1_coffee": 0.9376145629226976, + "IoU_coffee": 0.882555925749643, + "precision_coffee": 0.9342486459251795, + "recall_coffee": 0.941004821111393, + "F1_noncoffee": 0.8123930811632769, + "IoU_noncoffee": 0.6840588988476313, + "kappa": 0.7500174020060424, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8559586502828165, + "mIoU": 0.6847319935174472, + "macroF1": 0.804440698031865, + "F1_coffee": 0.9048140748856093, + "IoU_coffee": 0.8261739437448511, + "precision_coffee": 0.9233197422070235, + "recall_coffee": 0.8870356330553449, + "F1_noncoffee": 0.7040673211781207, + "IoU_noncoffee": 0.5432900432900433, + "kappa": 0.6093692523134668, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8608645863154881, + "mIoU": 0.6944575800288307, + "macroF1": 0.8119361919564765, + "F1_coffee": 0.9078614762386249, + "IoU_coffee": 0.8312695289897003, + "precision_coffee": 0.9345563361956805, + "recall_coffee": 0.882649299582207, + "F1_noncoffee": 0.716010907674328, + "IoU_noncoffee": 0.5576456310679612, + "kappa": 0.6248158996678975, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.845089243103942, + "mIoU": 0.6616826693935612, + "macroF1": 0.7859804723870953, + "F1_coffee": 0.8984546080210223, + "IoU_coffee": 0.8156310348744746, + "precision_coffee": 0.9151159826663268, + "recall_coffee": 0.8823890868870591, + "F1_noncoffee": 0.6735063367531684, + "IoU_noncoffee": 0.5077343039126478, + "kappa": 0.5724166716895385, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7304, + 8413 + ], + [ + 47118, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.645571672916413, + "test_tta": { + "OA": 0.8794003759700509, + "mIoU": 0.7283904043560705, + "macroF1": 0.8368930613240029, + "F1_coffee": 0.9201591286218781, + "IoU_coffee": 0.8521247463504009, + "precision_coffee": 0.9248022236476374, + "recall_coffee": 0.9155624232674315, + "F1_noncoffee": 0.7536269940261275, + "IoU_noncoffee": 0.6046560623617402, + "kappa": 0.6738114946023024, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8451742240683051, + "mIoU": 0.6736191643990808, + "macroF1": 0.7968193306841993, + "F1_coffee": 0.895939356927521, + "IoU_coffee": 0.8114946969164852, + "precision_coffee": 0.900943580145826, + "recall_coffee": 0.8909904177993715, + "F1_noncoffee": 0.6976993044408775, + "IoU_noncoffee": 0.5357436318816763, + "kappa": 0.5936750783761437, + "n_pixels": 69336 + }, + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.05", + "val_epoch0": 0.7370063490783636 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7370063490783636, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7823759043048493, + "mIoU": 0.6362853698664723, + "macroF1": 0.776679404749999, + "F1_coffee": 0.812346555903834, + "IoU_coffee": 0.6839929273493162, + "precision_coffee": 0.8733979679925626, + "recall_coffee": 0.759272622312022, + "F1_noncoffee": 0.7410122535961641, + "IoU_noncoffee": 0.5885778123836284, + "kappa": 0.5563505895247823, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6916897427022037, + "mIoU": 0.5224741908001875, + "macroF1": 0.6846646532028284, + "F1_coffee": 0.7317311915667942, + "IoU_coffee": 0.5769527616710534, + "precision_coffee": 0.8544298232759884, + "recall_coffee": 0.639847247827232, + "F1_noncoffee": 0.6375981148388628, + "IoU_noncoffee": 0.4679956199293216, + "kappa": 0.3864222367072587, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1551701134089393, + "mIoU": 0.07783128786047366, + "macroF1": 0.13512628326891565, + "F1_coffee": 0.2667901806391848, + "IoU_coffee": 0.153928380545163, + "precision_coffee": 1.0, + "recall_coffee": 0.153928380545163, + "F1_noncoffee": 0.003462385898646522, + "IoU_noncoffee": 0.0017341951757843292, + "kappa": 0.0005337412320408974, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7639176513582653, + "mIoU": 0.6178769340902387, + "macroF1": 0.7637870830583537, + "F1_coffee": 0.7693406331825756, + "IoU_coffee": 0.6251450676982592, + "precision_coffee": 0.8675345591195812, + "recall_coffee": 0.691115150219181, + "F1_noncoffee": 0.7582335329341318, + "IoU_noncoffee": 0.6106088004822182, + "kappa": 0.5338339777345875, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7599669062516159, + "mIoU": 0.6059086380179721, + "macroF1": 0.7532747757900357, + "F1_coffee": 0.793908719587995, + "IoU_coffee": 0.658249282190974, + "precision_coffee": 0.8722926829268293, + "recall_coffee": 0.7284503829232524, + "F1_noncoffee": 0.7126408319920763, + "IoU_noncoffee": 0.5535679938449702, + "kappa": 0.5120433992868452, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8190371882311943, + "mIoU": 0.6771231046217812, + "macroF1": 0.8052310450845431, + "F1_coffee": 0.8570866915667388, + "IoU_coffee": 0.7499140006879945, + "precision_coffee": 0.8778287831199162, + "recall_coffee": 0.8373021969580581, + "F1_noncoffee": 0.7533753986023475, + "IoU_noncoffee": 0.6043322085555677, + "kappa": 0.6108370464854537, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7694740541173715, + "mIoU": 0.6181359808458451, + "macroF1": 0.7627133696386843, + "F1_coffee": 0.7226606538895152, + "IoU_coffee": 0.5657546337157988, + "precision_coffee": 0.7940538866522143, + "recall_coffee": 0.6630462891130074, + "F1_noncoffee": 0.8027660853878533, + "IoU_noncoffee": 0.6705173279758915, + "kappa": 0.5281394154481787, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7190900098911969, + "mIoU": 0.5584127073913528, + "macroF1": 0.7159478035748519, + "F1_coffee": 0.686072218128224, + "IoU_coffee": 0.5221536735838475, + "precision_coffee": 0.7526273241713823, + "recall_coffee": 0.6303317535545023, + "F1_noncoffee": 0.7458233890214797, + "IoU_noncoffee": 0.5946717411988582, + "kappa": 0.43546994580405224, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7485503426462836, + "mIoU": 0.5981420246097634, + "macroF1": 0.74854587062271, + "F1_coffee": 0.7496062992125985, + "IoU_coffee": 0.5994962216624685, + "precision_coffee": 0.7576400679117148, + "recall_coffee": 0.7417411178059422, + "F1_noncoffee": 0.7474854420328216, + "IoU_noncoffee": 0.5967878275570583, + "kappa": 0.49714875968484434, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7578987438142367, + "mIoU": 0.5961055198141586, + "macroF1": 0.7441487673975016, + "F1_coffee": 0.8034610630407911, + "IoU_coffee": 0.6714876033057852, + "precision_coffee": 0.9237328280435813, + "recall_coffee": 0.7109004739336493, + "F1_noncoffee": 0.6848364717542121, + "IoU_noncoffee": 0.520723436322532, + "kappa": 0.5018397901683764, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7962890625, + "mIoU": 0.618442509196425, + "macroF1": 0.7564391077929442, + "F1_coffee": 0.8549575858712279, + "IoU_coffee": 0.7466601894583434, + "precision_coffee": 0.9402049243003517, + "recall_coffee": 0.7838837179650644, + "F1_noncoffee": 0.6579206297146606, + "IoU_noncoffee": 0.49022482893450636, + "kappa": 0.522143232558538, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8820977174118091, + "mIoU": 0.7361415072295268, + "macroF1": 0.8426583514133263, + "F1_coffee": 0.9214330609679446, + "IoU_coffee": 0.8543123543123543, + "precision_coffee": 0.9513303049967553, + "recall_coffee": 0.8933577087141986, + "F1_noncoffee": 0.7638836418587079, + "IoU_noncoffee": 0.6179706601466992, + "kappa": 0.6862479660274198, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 41077, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5471378326416017, + "test_tta": { + "OA": 0.7909175560489936, + "mIoU": 0.6471350296502065, + "macroF1": 0.7846621020700586, + "F1_coffee": 0.8213640953459197, + "IoU_coffee": 0.6968768659622524, + "precision_coffee": 0.8738809128495622, + "recall_coffee": 0.7748015586664743, + "F1_noncoffee": 0.7479601087941976, + "IoU_noncoffee": 0.5973931933381608, + "kappa": 0.5715076173254576, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.697660666897427, + "mIoU": 0.5286097166286321, + "macroF1": 0.6897479113958009, + "F1_coffee": 0.7392953525102911, + "IoU_coffee": 0.586414394507359, + "precision_coffee": 0.8530061701822356, + "recall_coffee": 0.6523351768940392, + "F1_noncoffee": 0.6402004702813107, + "IoU_noncoffee": 0.4708050387499053, + "kappa": 0.3943494711582772, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.1", + "val_epoch0": 0.7361162001239241 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7361162001239241, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7882494090681184, + "mIoU": 0.6440894474762342, + "macroF1": 0.7824927492595738, + "F1_coffee": 0.8178779898042478, + "IoU_coffee": 0.691872736274331, + "precision_coffee": 0.8767666094307225, + "recall_coffee": 0.7664020782219656, + "F1_noncoffee": 0.7471075087148998, + "IoU_noncoffee": 0.5963061586781374, + "kappa": 0.5676935688604274, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7050738433137187, + "mIoU": 0.5373117111125507, + "macroF1": 0.6971968687225849, + "F1_coffee": 0.7460350973062259, + "IoU_coffee": 0.5949409713968782, + "precision_coffee": 0.8592476040623659, + "recall_coffee": 0.6591826880870862, + "F1_noncoffee": 0.6483586401389438, + "IoU_noncoffee": 0.4796824508282232, + "kappa": 0.40860894335162423, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2341561040693796, + "mIoU": 0.11743603148325636, + "macroF1": 0.19079353256289874, + "F1_coffee": 0.3781148429035753, + "IoU_coffee": 0.23313293253173012, + "precision_coffee": 0.9994272623138603, + "recall_coffee": 0.23316408337787278, + "F1_noncoffee": 0.003472222222222222, + "IoU_noncoffee": 0.0017391304347826088, + "kappa": 0.0005441317520879718, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661103666707273, + "mIoU": 0.620530470565081, + "macroF1": 0.7657720156758911, + "F1_coffee": 0.774674333998357, + "IoU_coffee": 0.6322191360980749, + "precision_coffee": 0.8584991546364937, + "recall_coffee": 0.7057628568373784, + "F1_noncoffee": 0.7568696973534254, + "IoU_noncoffee": 0.6088418050320872, + "kappa": 0.5363140261809202, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7751693469155593, + "mIoU": 0.6270829187439586, + "macroF1": 0.7698019905523021, + "F1_coffee": 0.8049524493091692, + "IoU_coffee": 0.6735735735735736, + "precision_coffee": 0.8955879417049312, + "recall_coffee": 0.7309760469284666, + "F1_noncoffee": 0.7346515317954351, + "IoU_noncoffee": 0.5805922639143436, + "kappa": 0.5459306972270325, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.81893762134714, + "mIoU": 0.6759219145838337, + "macroF1": 0.8042167602500236, + "F1_coffee": 0.8579019339714788, + "IoU_coffee": 0.7511631089217297, + "precision_coffee": 0.8729426731334976, + "recall_coffee": 0.8433707174681211, + "F1_noncoffee": 0.7505315865285684, + "IoU_noncoffee": 0.6006807202459377, + "kappa": 0.6086374938955091, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.753777673655851, + "mIoU": 0.5958806136421726, + "macroF1": 0.7449872487755255, + "F1_coffee": 0.6976409666283084, + "IoU_coffee": 0.5356748398497901, + "precision_coffee": 0.7860615883306321, + "recall_coffee": 0.6271011119731058, + "F1_noncoffee": 0.7923335309227425, + "IoU_noncoffee": 0.6560863874345549, + "kappa": 0.4943686127131506, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7097483239916474, + "mIoU": 0.5437257780350394, + "macroF1": 0.7028537183474308, + "F1_coffee": 0.6575910799948139, + "IoU_coffee": 0.4898589916940313, + "precision_coffee": 0.7726995734308348, + "recall_coffee": 0.5723313021891221, + "F1_noncoffee": 0.7481163567000477, + "IoU_noncoffee": 0.5975925643760476, + "kappa": 0.41525331859303444, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7598313125988403, + "mIoU": 0.6126606578345886, + "macroF1": 0.7598092038342255, + "F1_coffee": 0.7575047902916755, + "IoU_coffee": 0.609664153529815, + "precision_coffee": 0.776686313032089, + "recall_coffee": 0.7392478703511324, + "F1_noncoffee": 0.7621136173767753, + "IoU_noncoffee": 0.6156571621393623, + "kappa": 0.5199056628424724, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.779469610455526, + "mIoU": 0.618512626093211, + "macroF1": 0.7606663791741743, + "F1_coffee": 0.8277502477700693, + "IoU_coffee": 0.7061210686506595, + "precision_coffee": 0.9070373588184187, + "recall_coffee": 0.7612103536274153, + "F1_noncoffee": 0.6935825105782792, + "IoU_noncoffee": 0.5309041835357625, + "kappa": 0.5277519443562007, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83330078125, + "mIoU": 0.6708169641940533, + "macroF1": 0.7968203877595805, + "F1_coffee": 0.8829137800946567, + "IoU_coffee": 0.7903720987351099, + "precision_coffee": 0.9554631828978623, + "recall_coffee": 0.82060436057631, + "F1_noncoffee": 0.7107269954245043, + "IoU_noncoffee": 0.5512618296529969, + "kappa": 0.5993477959507898, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7089961287800071, + "macroF1": 0.8222396356643147, + "F1_coffee": 0.9161162891179557, + "IoU_coffee": 0.8452164009111617, + "precision_coffee": 0.9280890445222612, + "recall_coffee": 0.904448507007922, + "F1_noncoffee": 0.7283629822106736, + "IoU_noncoffee": 0.5727758566488526, + "kappa": 0.6446707635732905, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2563, + 2984 + ], + [ + 41428, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5549692352612814, + "test_tta": { + "OA": 0.7965045483847862, + "mIoU": 0.6542446019090599, + "macroF1": 0.789829737515507, + "F1_coffee": 0.8272843333941273, + "IoU_coffee": 0.7054432348367029, + "precision_coffee": 0.8736798176623544, + "recall_coffee": 0.7855679030163083, + "F1_noncoffee": 0.7523751416368866, + "IoU_noncoffee": 0.6030459689814168, + "kappa": 0.5813520902894194, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7140446521287642, + "mIoU": 0.5465172766102993, + "macroF1": 0.7046233632628665, + "F1_coffee": 0.7573758856569464, + "IoU_coffee": 0.6094971736946803, + "precision_coffee": 0.8559258747061264, + "recall_coffee": 0.6791765428847336, + "F1_noncoffee": 0.6518708408687865, + "IoU_noncoffee": 0.4835373795259182, + "kappa": 0.4202740478743442, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.5", + "val_epoch0": 0.7652159769357714 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7743538386570243, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8272867273117972, + "mIoU": 0.6972792410708728, + "macroF1": 0.8206312997396188, + "F1_coffee": 0.8551823546193, + "IoU_coffee": 0.747003121475225, + "precision_coffee": 0.8911628489172613, + "recall_coffee": 0.8219945158031462, + "F1_noncoffee": 0.7860802448599374, + "IoU_noncoffee": 0.6475553606665205, + "kappa": 0.6421243502187676, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7335439021576093, + "mIoU": 0.5700002204721711, + "macroF1": 0.7240648863060427, + "F1_coffee": 0.7752077579179188, + "IoU_coffee": 0.63293000337764, + "precision_coffee": 0.8698358954755209, + "recall_coffee": 0.6991484505311211, + "F1_noncoffee": 0.6729220146941666, + "IoU_noncoffee": 0.5070704375667022, + "kappa": 0.45747216181968675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2077384923282188, + "mIoU": 0.10418063205541322, + "macroF1": 0.17295830928694542, + "F1_coffee": 0.34255978742249776, + "IoU_coffee": 0.20668002672010688, + "precision_coffee": 0.9993540051679587, + "recall_coffee": 0.2067076429716729, + "F1_noncoffee": 0.003356831151393085, + "IoU_noncoffee": 0.0016812373907195697, + "kappa": 0.00042821487268006043, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7988183700816177, + "mIoU": 0.6640101123685221, + "macroF1": 0.7979358833787087, + "F1_coffee": 0.8112894932297321, + "IoU_coffee": 0.6824954340094204, + "precision_coffee": 0.8711656441717791, + "recall_coffee": 0.7591147225489148, + "F1_noncoffee": 0.7845822735276854, + "IoU_noncoffee": 0.6455247907276239, + "kappa": 0.598039346928109, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8161228605408759, + "mIoU": 0.6808058551429637, + "macroF1": 0.808942831665731, + "F1_coffee": 0.8459805959805959, + "IoU_coffee": 0.7330731121453236, + "precision_coffee": 0.9030885888662844, + "recall_coffee": 0.7956656346749226, + "F1_noncoffee": 0.771905067350866, + "IoU_noncoffee": 0.6285385981406038, + "kappa": 0.6201352476701416, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8613033305122716, + "mIoU": 0.7388846697406761, + "macroF1": 0.8480957511942542, + "F1_coffee": 0.8928873510188389, + "IoU_coffee": 0.806500902903181, + "precision_coffee": 0.8937807881773399, + "recall_coffee": 0.8919956982639422, + "F1_noncoffee": 0.8033041513696696, + "IoU_noncoffee": 0.6712684365781711, + "kappa": 0.6961920598559987, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7859903947522549, + "mIoU": 0.6445962283147242, + "macroF1": 0.783442481267727, + "F1_coffee": 0.7599527000394166, + "IoU_coffee": 0.6128417037507946, + "precision_coffee": 0.7724358974358975, + "recall_coffee": 0.747866563227308, + "F1_noncoffee": 0.8069322624960372, + "IoU_noncoffee": 0.6763507528786536, + "kappa": 0.5669759227981023, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7706341356192988, + "mIoU": 0.6252325602861984, + "macroF1": 0.7691235409365131, + "F1_coffee": 0.7504484036828889, + "IoU_coffee": 0.6005741626794259, + "precision_coffee": 0.7980671414038657, + "recall_coffee": 0.7081922816519973, + "F1_noncoffee": 0.7877986781901373, + "IoU_noncoffee": 0.649890957892971, + "kappa": 0.5396407568343832, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.816657880864523, + "mIoU": 0.6900714565904897, + "macroF1": 0.8166107846178099, + "F1_coffee": 0.8195496523814465, + "IoU_coffee": 0.694268635724332, + "precision_coffee": 0.8186152570480929, + "recall_coffee": 0.8204861832536879, + "F1_noncoffee": 0.8136719168541734, + "IoU_noncoffee": 0.6858742774566474, + "kappa": 0.6332220626655048, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8127141225732775, + "mIoU": 0.6692361840104857, + "macroF1": 0.7996702375433213, + "F1_coffee": 0.850788515972503, + "IoU_coffee": 0.7403237156931738, + "precision_coffee": 0.9550612800726282, + "recall_coffee": 0.7670433831571273, + "F1_noncoffee": 0.7485519591141397, + "IoU_noncoffee": 0.5981486523277975, + "kappa": 0.607230227220084, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85654296875, + "mIoU": 0.7059374457624886, + "macroF1": 0.8224906960655752, + "F1_coffee": 0.9002376910016978, + "IoU_coffee": 0.818574780783006, + "precision_coffee": 0.963092124382447, + "recall_coffee": 0.8450847889838072, + "F1_noncoffee": 0.7447437011294527, + "IoU_noncoffee": 0.5933001107419712, + "kappa": 0.6488086694383025, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9012450481041313, + "mIoU": 0.7617748603541822, + "macroF1": 0.8596639713718038, + "F1_coffee": 0.9360532584132413, + "IoU_coffee": 0.8797933409873708, + "precision_coffee": 0.9381733594515181, + "recall_coffee": 0.9339427178549665, + "F1_noncoffee": 0.7832746843303664, + "IoU_noncoffee": 0.6437563797209935, + "kappa": 0.7193328004337636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2653, + 2984 + ], + [ + 43518, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4745020548502605, + "test_tta": { + "OA": 0.8294892915980231, + "mIoU": 0.6996250751401748, + "macroF1": 0.822163856734907, + "F1_coffee": 0.8582571675250826, + "IoU_coffee": 0.7517079530638853, + "precision_coffee": 0.8861156364307011, + "recall_coffee": 0.8320969836917305, + "F1_noncoffee": 0.7860705459447315, + "IoU_noncoffee": 0.6475421972164643, + "kappa": 0.6448575059670569, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7377697011653398, + "mIoU": 0.5740375500825654, + "macroF1": 0.7270932990513004, + "F1_coffee": 0.7810716435881999, + "IoU_coffee": 0.6407855223644697, + "precision_coffee": 0.8652296857493464, + "recall_coffee": 0.711833903959266, + "F1_noncoffee": 0.6731149545144007, + "IoU_noncoffee": 0.5072895778006612, + "kappa": 0.46178940056297574, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r1.0", + "val_epoch0": 0.7591787751281603 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7786107818474719, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8290953370102428, + "mIoU": 0.7005046320935157, + "macroF1": 0.8229549253011386, + "F1_coffee": 0.8559265744822172, + "IoU_coffee": 0.7481395471578614, + "precision_coffee": 0.8971802905155226, + "recall_coffee": 0.8182998989753211, + "F1_noncoffee": 0.7899832761200598, + "IoU_noncoffee": 0.65286971702917, + "kappa": 0.6469978135216724, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7323324102919119, + "mIoU": 0.569590910345412, + "macroF1": 0.7239747265315288, + "F1_coffee": 0.7720052579206643, + "IoU_coffee": 0.628671468587435, + "precision_coffee": 0.8767753997265396, + "recall_coffee": 0.6896014397331226, + "F1_noncoffee": 0.6759441951423932, + "IoU_noncoffee": 0.5105103521033891, + "kappa": 0.45893056519843706, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18559039359573049, + "mIoU": 0.09309611390098824, + "macroF1": 0.15748154578166565, + "F1_coffee": 0.31137184115523464, + "IoU_coffee": 0.18439337252805987, + "precision_coffee": 1.0, + "recall_coffee": 0.18439337252805987, + "F1_noncoffee": 0.0035912504080966375, + "IoU_noncoffee": 0.0017988552739165986, + "kappa": 0.0006631740084718486, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7992447313923742, + "mIoU": 0.6646524761694311, + "macroF1": 0.7984075780117494, + "F1_coffee": 0.8113984893568322, + "IoU_coffee": 0.6826497207779704, + "precision_coffee": 0.8728302351348024, + "recall_coffee": 0.7580455468833529, + "F1_noncoffee": 0.7854166666666667, + "IoU_noncoffee": 0.6466552315608919, + "kappa": 0.5990748015905208, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8170019132323284, + "mIoU": 0.6838657007566983, + "macroF1": 0.8113617152408579, + "F1_coffee": 0.8439800731825596, + "IoU_coffee": 0.7300739836778278, + "precision_coffee": 0.919588817369584, + "recall_coffee": 0.7798598663842268, + "F1_noncoffee": 0.778743357299156, + "IoU_noncoffee": 0.6376574178355687, + "kappa": 0.6263059545176438, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8651366555483646, + "mIoU": 0.7446487008482762, + "macroF1": 0.8519347738077303, + "F1_coffee": 0.8961472110408281, + "IoU_coffee": 0.8118357991248176, + "precision_coffee": 0.8944669778832173, + "recall_coffee": 0.8978337686280534, + "F1_noncoffee": 0.8077223365746327, + "IoU_noncoffee": 0.6774616025717347, + "kappa": 0.7038714822608946, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7822420053883097, + "mIoU": 0.6399211954678823, + "macroF1": 0.7800304411927139, + "F1_coffee": 0.7579742221064966, + "IoU_coffee": 0.610272536687631, + "precision_coffee": 0.7632406921866807, + "recall_coffee": 0.7527799327644169, + "F1_noncoffee": 0.8020866602789312, + "IoU_noncoffee": 0.6695698542481336, + "kappa": 0.5600780103329096, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7740411034179581, + "mIoU": 0.6281249935141888, + "macroF1": 0.7710325689019302, + "F1_coffee": 0.7447864945382324, + "IoU_coffee": 0.5933544303797469, + "precision_coffee": 0.8275862068965517, + "recall_coffee": 0.6770480704129993, + "F1_noncoffee": 0.797278643265628, + "IoU_noncoffee": 0.6628955566486309, + "kappa": 0.5456774998072944, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8191881918819188, + "mIoU": 0.6937485937435427, + "macroF1": 0.8191870342316347, + "F1_coffee": 0.8196445472710064, + "IoU_coffee": 0.6944048467569494, + "precision_coffee": 0.829855195911414, + "recall_coffee": 0.8096821109495117, + "F1_noncoffee": 0.8187295211922629, + "IoU_noncoffee": 0.693092340730136, + "kappa": 0.6384290850093275, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8176627331556909, + "mIoU": 0.6779776870437324, + "macroF1": 0.806233980614667, + "F1_coffee": 0.853292496171516, + "IoU_coffee": 0.7441239316239316, + "precision_coffee": 0.9698305871431887, + "recall_coffee": 0.7617572001458257, + "F1_noncoffee": 0.759175465057818, + "IoU_noncoffee": 0.6118314424635333, + "kappa": 0.6214407271121082, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85517578125, + "mIoU": 0.7057916132748748, + "macroF1": 0.8226189088281501, + "F1_coffee": 0.8986121556026526, + "IoU_coffee": 0.8158907510862818, + "precision_coffee": 0.96875, + "recall_coffee": 0.8379446640316206, + "F1_noncoffee": 0.7466256620536477, + "IoU_noncoffee": 0.5956924754634678, + "kappa": 0.6498249715172876, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9062441048858706, + "mIoU": 0.7666208874923641, + "macroF1": 0.8626270906818659, + "F1_coffee": 0.9400337837837838, + "IoU_coffee": 0.8868525896414342, + "precision_coffee": 0.93071317644248, + "recall_coffee": 0.9495429616087752, + "F1_noncoffee": 0.7852203975799481, + "IoU_noncoffee": 0.6463891853432941, + "kappa": 0.7253528361605208, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 43577, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.022808523972829, + "test_tta": { + "OA": 0.834342095838407, + "mIoU": 0.7068037158006653, + "macroF1": 0.8271608023431951, + "F1_coffee": 0.8623915986136522, + "IoU_coffee": 0.7580742174220038, + "precision_coffee": 0.8896936959057148, + "recall_coffee": 0.8367152547265118, + "F1_noncoffee": 0.7919300060727379, + "IoU_noncoffee": 0.6555332141793268, + "kappa": 0.6548131117787689, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7390677281643013, + "mIoU": 0.5761198908150345, + "macroF1": 0.7288902967963833, + "F1_coffee": 0.7814183883049414, + "IoU_coffee": 0.6412524042751482, + "precision_coffee": 0.8691877654141805, + "recall_coffee": 0.7097489245895883, + "F1_noncoffee": 0.6763622052878251, + "IoU_noncoffee": 0.5109873773549207, + "kappa": 0.4658449876439106, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.05", + "val_epoch0": 0.723777800480917 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.723777800480917, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662953943127283, + "mIoU": 0.6009482259333672, + "macroF1": 0.7468018576426962, + "F1_coffee": 0.8170565889625591, + "IoU_coffee": 0.6906979499940751, + "precision_coffee": 0.7942442906197198, + "recall_coffee": 0.8412180689854236, + "F1_noncoffee": 0.6765471263228333, + "IoU_noncoffee": 0.5111985018726591, + "kappa": 0.4943412486159568, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7091554170993424, + "mIoU": 0.5266108861815765, + "macroF1": 0.6838230211655741, + "F1_coffee": 0.7733189451675997, + "IoU_coffee": 0.6304156586760501, + "precision_coffee": 0.7926171712982165, + "recall_coffee": 0.7549381090334475, + "F1_noncoffee": 0.5943270971635486, + "IoU_noncoffee": 0.42280611368710286, + "kappa": 0.3683161866680304, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4209472981987992, + "mIoU": 0.21108424796172304, + "macroF1": 0.29777410606483734, + "F1_coffee": 0.5918751175474892, + "IoU_coffee": 0.4203285695205022, + "precision_coffee": 0.9990476190476191, + "recall_coffee": 0.42049706039551044, + "F1_noncoffee": 0.0036730945821854912, + "IoU_noncoffee": 0.0018399264029438822, + "kappa": 0.0007474050483785874, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5797723717944804, + "macroF1": 0.732606013713606, + "F1_coffee": 0.7745603874907866, + "IoU_coffee": 0.6320673655267228, + "precision_coffee": 0.7629913909345504, + "recall_coffee": 0.7864856195872982, + "F1_noncoffee": 0.6906516399364254, + "IoU_noncoffee": 0.5274773780622379, + "kappa": 0.46538068829844464, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7875277935777445, + "mIoU": 0.6340191458597912, + "macroF1": 0.7734176066153523, + "F1_coffee": 0.8299606869439272, + "IoU_coffee": 0.7093442738912075, + "precision_coffee": 0.8433268858800773, + "recall_coffee": 0.8170115691706046, + "F1_noncoffee": 0.7168745262867774, + "IoU_noncoffee": 0.558694017828375, + "kappa": 0.5470246778387462, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.768009160153333, + "mIoU": 0.5782872205775293, + "macroF1": 0.7230534477080035, + "F1_coffee": 0.8346344925479063, + "IoU_coffee": 0.7161997563946407, + "precision_coffee": 0.775623268698061, + "recall_coffee": 0.9033645721308957, + "F1_noncoffee": 0.6114724028681007, + "IoU_noncoffee": 0.4403746847604179, + "kappa": 0.45353886305815994, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6964975986880637, + "mIoU": 0.5342291101232943, + "macroF1": 0.6963882690238885, + "F1_coffee": 0.6906268656716418, + "IoU_coffee": 0.5274484771110706, + "precision_coffee": 0.6415261756876663, + "recall_coffee": 0.747866563227308, + "F1_noncoffee": 0.7021496723761352, + "IoU_noncoffee": 0.5410097431355182, + "kappa": 0.3961819371174281, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7064512583800417, + "mIoU": 0.5460771473651074, + "macroF1": 0.7063894663924803, + "F1_coffee": 0.7021300323408052, + "IoU_coffee": 0.5409864237841554, + "precision_coffee": 0.6940035273368607, + "recall_coffee": 0.710449108553374, + "F1_noncoffee": 0.7106489004441555, + "IoU_noncoffee": 0.5511678709460595, + "kappa": 0.4128571363342537, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7115445440168687, + "mIoU": 0.5472089219596656, + "macroF1": 0.7061169710389499, + "F1_coffee": 0.7460553183590124, + "IoU_coffee": 0.5949666913397483, + "precision_coffee": 0.6742157356148297, + "recall_coffee": 0.8350301267400789, + "F1_noncoffee": 0.6661786237188873, + "IoU_noncoffee": 0.4994511525795829, + "kappa": 0.42087716167734907, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7854333206445883, + "mIoU": 0.615192732281632, + "macroF1": 0.755980355559229, + "F1_coffee": 0.8407571334400603, + "IoU_coffee": 0.7252640129975629, + "precision_coffee": 0.869666861484512, + "recall_coffee": 0.8137076193948232, + "F1_noncoffee": 0.6712035776783978, + "IoU_noncoffee": 0.5051214515657009, + "kappa": 0.5130717116621786, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8595703125, + "mIoU": 0.6995728569138644, + "macroF1": 0.8165684627687964, + "F1_coffee": 0.9053822871430451, + "IoU_coffee": 0.8271219043039192, + "precision_coffee": 0.9354180829367778, + "recall_coffee": 0.8772153512686472, + "F1_noncoffee": 0.7277546383945476, + "IoU_noncoffee": 0.5720238095238095, + "kappa": 0.6342220319999087, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8185248066402565, + "mIoU": 0.5642195297083547, + "macroF1": 0.6914404958142124, + "F1_coffee": 0.8894634034241067, + "IoU_coffee": 0.8009311950336265, + "precision_coffee": 0.8413215954787523, + "recall_coffee": 0.9434491163924437, + "F1_noncoffee": 0.4934175882043181, + "IoU_noncoffee": 0.3275078643830828, + "kappa": 0.3920045667955547, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2303, + 2984 + ], + [ + 40462, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7749112764994304, + "test_tta": { + "OA": 0.7694649380416876, + "mIoU": 0.6027492191929293, + "macroF1": 0.7477754129928043, + "F1_coffee": 0.8217391304347826, + "IoU_coffee": 0.6974169741697417, + "precision_coffee": 0.7897005988023952, + "recall_coffee": 0.8564872275941694, + "F1_noncoffee": 0.673811695550826, + "IoU_noncoffee": 0.5080814642161171, + "kappa": 0.497065586551346, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7134677512403369, + "mIoU": 0.5289006345640365, + "macroF1": 0.6850688727955621, + "F1_coffee": 0.7796399614006677, + "IoU_coffee": 0.6388606122300589, + "precision_coffee": 0.7881281815531586, + "recall_coffee": 0.771332631024493, + "F1_noncoffee": 0.5904977841904565, + "IoU_noncoffee": 0.4189406568980141, + "kappa": 0.37027348781189556, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.1", + "val_epoch0": 0.7270360586257689 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7270360586257689, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891805744574171, + "mIoU": 0.641796474819698, + "macroF1": 0.7802048783740239, + "F1_coffee": 0.8246212516200152, + "IoU_coffee": 0.7015791741654204, + "precision_coffee": 0.8520502401182121, + "recall_coffee": 0.7989031606292394, + "F1_noncoffee": 0.7357885051280325, + "IoU_noncoffee": 0.5820137754739757, + "kappa": 0.5610949837442801, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6926272066458983, + "mIoU": 0.5204374792977078, + "macroF1": 0.6820332782178242, + "F1_coffee": 0.740072202166065, + "IoU_coffee": 0.5873925501432665, + "precision_coffee": 0.8328758098166246, + "recall_coffee": 0.6658765692213151, + "F1_noncoffee": 0.6239943542695836, + "IoU_noncoffee": 0.45348240845214893, + "kappa": 0.37528652737807433, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11207471647765177, + "mIoU": 0.05617887684061068, + "macroF1": 0.10126455375389053, + "F1_coffee": 0.19983167007334376, + "IoU_coffee": 0.11100721346513492, + "precision_coffee": 0.9975990396158463, + "recall_coffee": 0.11103687867450561, + "F1_noncoffee": 0.0026974374344372848, + "IoU_noncoffee": 0.0013505402160864347, + "kappa": -0.00023369897041906616, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7578267754903155, + "mIoU": 0.6094774617521076, + "macroF1": 0.7572475176596029, + "F1_coffee": 0.7691056910569106, + "IoU_coffee": 0.6248348745046235, + "precision_coffee": 0.8417439938985636, + "recall_coffee": 0.7080081257350582, + "F1_noncoffee": 0.7453893442622951, + "IoU_noncoffee": 0.5941200489995917, + "kappa": 0.5184493989275044, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7957495216919179, + "mIoU": 0.6510433132202018, + "macroF1": 0.7871323633500404, + "F1_coffee": 0.8299612569952648, + "IoU_coffee": 0.7093451066961001, + "precision_coffee": 0.8798831690397956, + "recall_coffee": 0.785400032589213, + "F1_noncoffee": 0.7443034697048162, + "IoU_noncoffee": 0.5927415197443036, + "kappa": 0.5763156610598946, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8084830985214317, + "mIoU": 0.6521448905169578, + "macroF1": 0.7853678233283576, + "F1_coffee": 0.8558041905618652, + "IoU_coffee": 0.7479525650265347, + "precision_coffee": 0.8356635678208038, + "recall_coffee": 0.8769396220617607, + "F1_noncoffee": 0.71493145609485, + "IoU_noncoffee": 0.556337216007381, + "kappa": 0.5712280328805694, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7312873374721799, + "mIoU": 0.5711633411735499, + "macroF1": 0.7258985751227893, + "F1_coffee": 0.6874659400544959, + "IoU_coffee": 0.5237699813161719, + "precision_coffee": 0.7264612726749208, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.7643312101910829, + "IoU_noncoffee": 0.6185567010309279, + "kappa": 0.45298566273864493, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7215078580063743, + "mIoU": 0.5624605438499466, + "macroF1": 0.7195357108519839, + "F1_coffee": 0.6960172744721689, + "IoU_coffee": 0.5337626494940202, + "precision_coffee": 0.7428937259923175, + "recall_coffee": 0.6547054840893703, + "F1_noncoffee": 0.7430541472317989, + "IoU_noncoffee": 0.5911584382058729, + "kappa": 0.4409528912362036, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7421191354770691, + "mIoU": 0.5899277548876529, + "macroF1": 0.7420714260493528, + "F1_coffee": 0.7455793634283336, + "IoU_coffee": 0.5943615257048093, + "precision_coffee": 0.7465111435117684, + "recall_coffee": 0.7446499065032205, + "F1_noncoffee": 0.7385634886703719, + "IoU_noncoffee": 0.5854939840704966, + "kappa": 0.4841436779406153, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6321543219820285, + "macroF1": 0.7718999637953986, + "F1_coffee": 0.8297570850202429, + "IoU_coffee": 0.7090468777028196, + "precision_coffee": 0.9328629949931725, + "recall_coffee": 0.7471746263215457, + "F1_noncoffee": 0.7140428425705543, + "IoU_noncoffee": 0.5552617662612375, + "kappa": 0.5529726325342681, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86171875, + "mIoU": 0.7109541619973342, + "macroF1": 0.825718644478987, + "F1_coffee": 0.9049281589901974, + "IoU_coffee": 0.826364193746168, + "precision_coffee": 0.9557509573110197, + "recall_coffee": 0.8592375366568915, + "F1_noncoffee": 0.7465091299677766, + "IoU_noncoffee": 0.5955441302485004, + "kappa": 0.6540455854608214, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8678551216751557, + "mIoU": 0.6712427484055974, + "macroF1": 0.7897072907498701, + "F1_coffee": 0.9179021388807501, + "IoU_coffee": 0.8482616700963934, + "precision_coffee": 0.8839729119638826, + "recall_coffee": 0.954539914686167, + "F1_noncoffee": 0.6615124426189901, + "IoU_noncoffee": 0.4942238267148014, + "kappa": 0.5819538295657285, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2603, + 2984 + ], + [ + 41440, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5183390617370605, + "test_tta": { + "OA": 0.7945884965260368, + "mIoU": 0.6483664628281481, + "macroF1": 0.7849765368097115, + "F1_coffee": 0.8304385744482713, + "IoU_coffee": 0.7100427188392608, + "precision_coffee": 0.8510573835060292, + "recall_coffee": 0.8107952085438014, + "F1_noncoffee": 0.7395144991711515, + "IoU_noncoffee": 0.5866902068170354, + "kappa": 0.5703405010612853, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6974443290642668, + "mIoU": 0.5251164664926521, + "macroF1": 0.685854104690067, + "F1_coffee": 0.7461949814890991, + "IoU_coffee": 0.5951443569553806, + "precision_coffee": 0.8314370450256133, + "recall_coffee": 0.6768062505486788, + "F1_noncoffee": 0.625513227891035, + "IoU_noncoffee": 0.45508857602992364, + "kappa": 0.38130360813794867, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.5", + "val_epoch0": 0.7601629578904692 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7700020926491475, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8238485781820787, + "mIoU": 0.6940596114979802, + "macroF1": 0.818597744256318, + "F1_coffee": 0.8494605555130461, + "IoU_coffee": 0.7383150222127637, + "precision_coffee": 0.9040390879478828, + "recall_coffee": 0.8010968393707606, + "F1_noncoffee": 0.78773493299959, + "IoU_noncoffee": 0.6498042007831969, + "kappa": 0.6390504887375459, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7248182762201454, + "mIoU": 0.5616835003289897, + "macroF1": 0.7177821023507946, + "F1_coffee": 0.7623436799362264, + "IoU_coffee": 0.6159574896340727, + "precision_coffee": 0.8813940092165898, + "recall_coffee": 0.6716267228513739, + "F1_noncoffee": 0.6732205247653628, + "IoU_noncoffee": 0.5074095110239066, + "kappa": 0.44937697482962413, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14996664442961974, + "mIoU": 0.07522043055687921, + "macroF1": 0.13118439837133575, + "F1_coffee": 0.2589275328603001, + "IoU_coffee": 0.14871726349545697, + "precision_coffee": 1.0, + "recall_coffee": 0.14871726349545697, + "F1_noncoffee": 0.0034412638823713435, + "IoU_noncoffee": 0.0017235976183014728, + "kappa": 0.0005125260671707914, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7985747350468998, + "mIoU": 0.6639758649534253, + "macroF1": 0.797955387333336, + "F1_coffee": 0.8091418018122006, + "IoU_coffee": 0.6794610836483473, + "precision_coffee": 0.8791070980687233, + "recall_coffee": 0.7494921415588581, + "F1_noncoffee": 0.7867689728544716, + "IoU_noncoffee": 0.6484906462585034, + "kappa": 0.5987502372461629, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8082630952996536, + "mIoU": 0.671033790815768, + "macroF1": 0.8021215926060857, + "F1_coffee": 0.8369823265629122, + "IoU_coffee": 0.7196643229757315, + "precision_coffee": 0.9089954163483576, + "recall_coffee": 0.7755417956656346, + "F1_noncoffee": 0.7672608586492593, + "IoU_noncoffee": 0.6224032586558045, + "kappa": 0.607757886825274, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8595111265992931, + "mIoU": 0.7403323677674478, + "macroF1": 0.8494821809123394, + "F1_coffee": 0.8883349161126939, + "IoU_coffee": 0.7991030113191429, + "precision_coffee": 0.9160274196180839, + "recall_coffee": 0.8622676294361653, + "F1_noncoffee": 0.8106294457119849, + "IoU_noncoffee": 0.6815617242157527, + "kappa": 0.6994302137210229, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7851704345788919, + "mIoU": 0.6423783689875466, + "macroF1": 0.7816168694122592, + "F1_coffee": 0.7537593984962406, + "IoU_coffee": 0.6048265460030166, + "precision_coffee": 0.7838592571907288, + "recall_coffee": 0.725885699508663, + "F1_noncoffee": 0.8094743403282776, + "IoU_noncoffee": 0.6799301919720768, + "kappa": 0.5637314763921055, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7700846246840312, + "mIoU": 0.6235338423727386, + "macroF1": 0.767662686460774, + "F1_coffee": 0.7439412484700122, + "IoU_coffee": 0.5922822061976223, + "precision_coffee": 0.8127841668895427, + "recall_coffee": 0.6858496953283684, + "F1_noncoffee": 0.7913841244515357, + "IoU_noncoffee": 0.6547854785478547, + "kappa": 0.5380255593827095, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8163415919873485, + "mIoU": 0.6895942006811413, + "macroF1": 0.8162732008197862, + "F1_coffee": 0.8127284454955923, + "IoU_coffee": 0.684534588917059, + "precision_coffee": 0.8420583648919581, + "recall_coffee": 0.7853729482651153, + "F1_noncoffee": 0.8198179561439801, + "IoU_noncoffee": 0.6946538124452235, + "kappa": 0.6329748247581498, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8130947849257708, + "mIoU": 0.6699984307585127, + "macroF1": 0.8002566908651284, + "F1_coffee": 0.8508958396598846, + "IoU_coffee": 0.7404862579281184, + "precision_coffee": 0.9567493740040974, + "recall_coffee": 0.7661319722931097, + "F1_noncoffee": 0.7496175420703722, + "IoU_noncoffee": 0.5995106035889071, + "kappa": 0.6085596422465664, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8421875, + "mIoU": 0.6853040114372215, + "macroF1": 0.8077100419741848, + "F1_coffee": 0.889132821075741, + "IoU_coffee": 0.8003952569169961, + "precision_coffee": 0.9624238823704144, + "recall_coffee": 0.8262144587530281, + "F1_noncoffee": 0.7262872628726287, + "IoU_noncoffee": 0.5702127659574469, + "kappa": 0.6208485111103137, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8981324278438031, + "mIoU": 0.7656084277642106, + "macroF1": 0.863015029374192, + "F1_coffee": 0.9323731997495304, + "IoU_coffee": 0.8733137829912023, + "precision_coffee": 0.9587894397939472, + "recall_coffee": 0.9073735527117611, + "F1_noncoffee": 0.7936568589988536, + "IoU_noncoffee": 0.6579030725372189, + "kappa": 0.7266631479514705, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2611, + 2984 + ], + [ + 43368, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9227215011914571, + "test_tta": { + "OA": 0.8309576677888404, + "mIoU": 0.7030410447202924, + "macroF1": 0.824696254986864, + "F1_coffee": 0.8578270429832224, + "IoU_coffee": 0.7510482871383739, + "precision_coffee": 0.8968916322867131, + "recall_coffee": 0.8220233799971136, + "F1_noncoffee": 0.7915654669905057, + "IoU_noncoffee": 0.6550338023022109, + "kappa": 0.6503649307863881, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7333131418022384, + "mIoU": 0.5703789821838141, + "macroF1": 0.7245237543315777, + "F1_coffee": 0.7737301305661948, + "IoU_coffee": 0.6309623597972299, + "precision_coffee": 0.8743811710042315, + "recall_coffee": 0.6938591870775174, + "F1_noncoffee": 0.6753173780969606, + "IoU_noncoffee": 0.5097956045703984, + "kappa": 0.4593277042673646, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r1.0", + "val_epoch0": 0.7581349141746757 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7876786164897844, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.816739488575317, + "mIoU": 0.6849705033419662, + "macroF1": 0.8123405320145947, + "F1_coffee": 0.8410721495791533, + "IoU_coffee": 0.7257329688588734, + "precision_coffee": 0.9102826985781035, + "recall_coffee": 0.7816423726367441, + "F1_noncoffee": 0.783608914450036, + "IoU_noncoffee": 0.6442080378250591, + "kappa": 0.6276121387092303, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7156022845275182, + "mIoU": 0.5520775061595697, + "macroF1": 0.7101880065636259, + "F1_coffee": 0.7498001598721024, + "IoU_coffee": 0.5997442455242967, + "precision_coffee": 0.8886583055129478, + "recall_coffee": 0.6484724782723202, + "F1_noncoffee": 0.6705758532551496, + "IoU_noncoffee": 0.5044107667948428, + "kappa": 0.4384288840899337, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13208805870580387, + "mIoU": 0.06625027601342451, + "macroF1": 0.11736532609136235, + "F1_coffee": 0.2313600378116507, + "IoU_coffee": 0.1308123997862106, + "precision_coffee": 1.0, + "recall_coffee": 0.1308123997862106, + "F1_noncoffee": 0.003370614371074, + "IoU_noncoffee": 0.0016881522406384285, + "kappa": 0.00044156498026007605, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.788951151175539, + "mIoU": 0.651191227312867, + "macroF1": 0.7887114414027094, + "F1_coffee": 0.7958281774792293, + "IoU_coffee": 0.6608925425719319, + "precision_coffee": 0.8864531373063796, + "recall_coffee": 0.7220143269539185, + "F1_noncoffee": 0.7815947053261897, + "IoU_noncoffee": 0.6414899120538023, + "kappa": 0.5820951626478016, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7990071875484772, + "mIoU": 0.6606345769761863, + "macroF1": 0.7949509103447802, + "F1_coffee": 0.8237907430073893, + "IoU_coffee": 0.7003777075464426, + "precision_coffee": 0.9285641287685232, + "recall_coffee": 0.740263972625061, + "F1_noncoffee": 0.766111077682171, + "IoU_noncoffee": 0.62089144640593, + "kappa": 0.596716872118758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8565241200776622, + "mIoU": 0.7350693686643663, + "macroF1": 0.8458880722341053, + "F1_coffee": 0.8863743888976502, + "IoU_coffee": 0.7959357077108263, + "precision_coffee": 0.9104973270694962, + "recall_coffee": 0.8634966968812413, + "F1_noncoffee": 0.8054017555705605, + "IoU_noncoffee": 0.6742030296179063, + "kappa": 0.6921462369047882, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7813049080473234, + "mIoU": 0.6366915521290116, + "macroF1": 0.7772916679970041, + "F1_coffee": 0.7473954809903938, + "IoU_coffee": 0.5966731475480666, + "precision_coffee": 0.7837684449489217, + "recall_coffee": 0.7142487716576157, + "F1_noncoffee": 0.8071878550036146, + "IoU_noncoffee": 0.6767099567099567, + "kappa": 0.5553143542397652, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7675568743818002, + "mIoU": 0.6178764271506114, + "macroF1": 0.7629237393136262, + "F1_coffee": 0.729781525488693, + "IoU_coffee": 0.5745322872661436, + "precision_coffee": 0.8409893992932862, + "recall_coffee": 0.6445497630331753, + "F1_noncoffee": 0.7960659531385594, + "IoU_noncoffee": 0.6612205670350793, + "kappa": 0.5320232191017666, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8023194517659462, + "mIoU": 0.6695127976281632, + "macroF1": 0.801991519817649, + "F1_coffee": 0.7939333992746456, + "IoU_coffee": 0.6582832148715145, + "precision_coffee": 0.8427438170788614, + "recall_coffee": 0.7504674838977768, + "F1_noncoffee": 0.8100496403606524, + "IoU_noncoffee": 0.6807423803848118, + "kappa": 0.6052038251000139, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7972338535718817, + "mIoU": 0.6516421579111742, + "macroF1": 0.7873508786030424, + "F1_coffee": 0.8331941544885177, + "IoU_coffee": 0.7140812309894435, + "precision_coffee": 0.9748412310698583, + "recall_coffee": 0.7274881516587678, + "F1_noncoffee": 0.7415076027175671, + "IoU_noncoffee": 0.5892030848329048, + "kappa": 0.5881757369669384, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.826953125, + "mIoU": 0.6683300496571618, + "macroF1": 0.795940546955914, + "F1_coffee": 0.8754918493535694, + "IoU_coffee": 0.77855536115971, + "precision_coffee": 0.9751134762873689, + "recall_coffee": 0.7943389009307663, + "F1_noncoffee": 0.7163892445582587, + "IoU_noncoffee": 0.5581047381546135, + "kappa": 0.6013588170928901, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9050179211469535, + "mIoU": 0.7723399938648079, + "macroF1": 0.8671002461197841, + "F1_coffee": 0.9380879188441439, + "IoU_coffee": 0.8833950903195924, + "precision_coffee": 0.9465260545905707, + "recall_coffee": 0.9297989031078611, + "F1_noncoffee": 0.7961125733954242, + "IoU_noncoffee": 0.6612848974100235, + "kappa": 0.7342700400453694, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2657, + 2984 + ], + [ + 42925, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.596025367577871, + "test_tta": { + "OA": 0.8278597521667502, + "mIoU": 0.6995976709899605, + "macroF1": 0.8224325383971897, + "F1_coffee": 0.8534760010364748, + "IoU_coffee": 0.7444030842860941, + "precision_coffee": 0.9042374523609586, + "recall_coffee": 0.8081108385048348, + "F1_noncoffee": 0.7913890757579045, + "IoU_noncoffee": 0.654792257693827, + "kappa": 0.6464513593018665, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.726707626629745, + "mIoU": 0.5638880072517942, + "macroF1": 0.7195736283239006, + "F1_coffee": 0.7643012625163257, + "IoU_coffee": 0.6185174746335964, + "precision_coffee": 0.8820590852975797, + "recall_coffee": 0.6742823281538056, + "F1_noncoffee": 0.6748459941314755, + "IoU_noncoffee": 0.5092585398699919, + "kappa": 0.45260634945369477, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.05", + "val_epoch0": 0.7258304999687302 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7258304999687302, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7814268318888332, + "mIoU": 0.632802336361918, + "macroF1": 0.773682836281401, + "F1_coffee": 0.8155468915283949, + "IoU_coffee": 0.6885429956621587, + "precision_coffee": 0.8558469980018396, + "recall_coffee": 0.7788714100158753, + "F1_noncoffee": 0.731818781034407, + "IoU_noncoffee": 0.5770616770616771, + "kappa": 0.5488201674015245, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6862236067843545, + "mIoU": 0.514540579221707, + "macroF1": 0.6772872684822087, + "F1_coffee": 0.7309889457674902, + "IoU_coffee": 0.5760304004676995, + "precision_coffee": 0.8371282922684792, + "recall_coffee": 0.6487358440874375, + "F1_noncoffee": 0.6235855911969272, + "IoU_noncoffee": 0.4530507579757146, + "kappa": 0.36877329172523177, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11861240827218146, + "mIoU": 0.05947317852149281, + "macroF1": 0.10660246297248221, + "F1_coffee": 0.21018651362984217, + "IoU_coffee": 0.11743486973947896, + "precision_coffee": 0.9988636363636364, + "recall_coffee": 0.11745056119722073, + "F1_noncoffee": 0.003018412315122246, + "IoU_noncoffee": 0.0015114873035066505, + "kappa": 8.825369564876248e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7429650383725179, + "mIoU": 0.5908149816311961, + "macroF1": 0.7427358825621376, + "F1_coffee": 0.7504140052046369, + "IoU_coffee": 0.6005301022340023, + "precision_coffee": 0.8397088021178027, + "recall_coffee": 0.6782850422324388, + "F1_noncoffee": 0.7350577599196384, + "IoU_noncoffee": 0.58109986102839, + "kappa": 0.4915748986616546, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7910957133254046, + "mIoU": 0.6473951749528617, + "macroF1": 0.7848577747953073, + "F1_coffee": 0.8214916931778014, + "IoU_coffee": 0.6970605878824235, + "precision_coffee": 0.8974705541610349, + "recall_coffee": 0.7573733094345771, + "F1_noncoffee": 0.7482238564128132, + "IoU_noncoffee": 0.5977297620232999, + "kappa": 0.5740216957593367, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8035545377607408, + "mIoU": 0.6452951654044903, + "macroF1": 0.7802053582847259, + "F1_coffee": 0.8518435082976646, + "IoU_coffee": 0.7419228253760628, + "precision_coffee": 0.8331374853113983, + "recall_coffee": 0.8714088185589184, + "F1_noncoffee": 0.7085672082717873, + "IoU_noncoffee": 0.5486675054329178, + "kappa": 0.5608461923044998, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7180508375307485, + "mIoU": 0.5540042238388769, + "macroF1": 0.7115459141965088, + "F1_coffee": 0.6682288077188147, + "IoU_coffee": 0.5017594700890085, + "precision_coffee": 0.7154663518299882, + "recall_coffee": 0.6268425135764158, + "F1_noncoffee": 0.7548630206742031, + "IoU_noncoffee": 0.6062489775887453, + "kappa": 0.424943979878848, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7333772942081548, + "mIoU": 0.5754036388667375, + "macroF1": 0.7297020501045233, + "F1_coffee": 0.6981836277681015, + "IoU_coffee": 0.5363149847094801, + "precision_coffee": 0.7779317992791793, + "recall_coffee": 0.633265628526292, + "F1_noncoffee": 0.7612204724409449, + "IoU_noncoffee": 0.6144922930239949, + "kappa": 0.46386158265530847, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7434897206114919, + "mIoU": 0.5913852410288563, + "macroF1": 0.7431674252984584, + "F1_coffee": 0.7522655534059668, + "IoU_coffee": 0.6029051738207932, + "precision_coffee": 0.7376198083067093, + "recall_coffee": 0.7675046748389778, + "F1_noncoffee": 0.7340692971909498, + "IoU_noncoffee": 0.5798653082369194, + "kappa": 0.48655213884239473, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7699530516431925, + "mIoU": 0.6130239924736265, + "macroF1": 0.7577037457425302, + "F1_coffee": 0.8121827411167513, + "IoU_coffee": 0.6837606837606838, + "precision_coffee": 0.9407247420206384, + "recall_coffee": 0.7145461173897193, + "F1_noncoffee": 0.703224750368309, + "IoU_noncoffee": 0.5422873011865691, + "kappa": 0.5292944295215719, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8423828125, + "mIoU": 0.6852195459032576, + "macroF1": 0.8075983078239881, + "F1_coffee": 0.8894066054542963, + "IoU_coffee": 0.8008390918065152, + "precision_coffee": 0.9613390608798696, + "recall_coffee": 0.8274894810659187, + "F1_noncoffee": 0.72579001019368, + "IoU_noncoffee": 0.5696, + "kappa": 0.6204652998203709, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8572910771552538, + "mIoU": 0.6611727654846122, + "macroF1": 0.7827208378936693, + "F1_coffee": 0.910010111223458, + "IoU_coffee": 0.8348794063079777, + "precision_coffee": 0.8887081784386617, + "recall_coffee": 0.9323583180987203, + "F1_noncoffee": 0.6554315645638806, + "IoU_noncoffee": 0.4874661246612466, + "kappa": 0.5663955589081582, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2644, + 2984 + ], + [ + 40966, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.517596960067749, + "test_tta": { + "OA": 0.7913294176634912, + "mIoU": 0.642908164437743, + "macroF1": 0.7807427100895339, + "F1_coffee": 0.8289216765763782, + "IoU_coffee": 0.7078277003309598, + "precision_coffee": 0.8434717657603824, + "recall_coffee": 0.8148650598932025, + "F1_noncoffee": 0.7325637436026897, + "IoU_noncoffee": 0.5779886285445262, + "kappa": 0.5616893109518931, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6987423560632283, + "mIoU": 0.5254067885790707, + "macroF1": 0.685773533051331, + "F1_coffee": 0.7496104145189518, + "IoU_coffee": 0.5995014859553255, + "precision_coffee": 0.8259020550478102, + "recall_coffee": 0.6862215784391186, + "F1_noncoffee": 0.6219366515837104, + "IoU_noncoffee": 0.45131209120281596, + "kappa": 0.37954095757104317, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.1", + "val_epoch0": 0.7488282318794577 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7488282318794577, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7689456342668863, + "mIoU": 0.6192927416231755, + "macroF1": 0.7639361671286302, + "F1_coffee": 0.7983244502102252, + "IoU_coffee": 0.6643427590333238, + "precision_coffee": 0.8705938501397695, + "recall_coffee": 0.7371337855390389, + "F1_noncoffee": 0.7295478840470352, + "IoU_noncoffee": 0.5742427242130271, + "kappa": 0.5321952766081485, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6734019845390562, + "mIoU": 0.5030075509218219, + "macroF1": 0.6679842920163022, + "F1_coffee": 0.7103960712595757, + "IoU_coffee": 0.5508637616771456, + "precision_coffee": 0.8512059824082872, + "recall_coffee": 0.6095601790887543, + "F1_noncoffee": 0.6255725127730286, + "IoU_noncoffee": 0.4551513401664982, + "kappa": 0.35865934998511484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09953302201467645, + "mIoU": 0.0499183662819933, + "macroF1": 0.09105151297871485, + "F1_coffee": 0.17885387516729528, + "IoU_coffee": 0.09820951362907536, + "precision_coffee": 1.0, + "recall_coffee": 0.09820951362907536, + "F1_noncoffee": 0.003249150790134397, + "IoU_noncoffee": 0.0016272189349112425, + "kappa": 0.0003195656910558729, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.744792301132903, + "mIoU": 0.5933617399625515, + "macroF1": 0.7447922405383833, + "F1_coffee": 0.7449165956410568, + "IoU_coffee": 0.5935195964299573, + "precision_coffee": 0.8649794995051605, + "recall_coffee": 0.6541216721907409, + "F1_noncoffee": 0.7446678854357099, + "IoU_noncoffee": 0.5932038834951456, + "kappa": 0.49924181724225014, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7559853146491545, + "mIoU": 0.6037414043892444, + "macroF1": 0.7521554782380712, + "F1_coffee": 0.7829646322954514, + "IoU_coffee": 0.6433376162043686, + "precision_coffee": 0.898933361495406, + "recall_coffee": 0.6934984520123839, + "F1_noncoffee": 0.7213463241806909, + "IoU_noncoffee": 0.5641451925741202, + "kappa": 0.5146811818677618, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.801164932543436, + "mIoU": 0.6484293162216118, + "macroF1": 0.7835987629325585, + "F1_coffee": 0.8452537776055792, + "IoU_coffee": 0.7319822842571467, + "precision_coffee": 0.8527204502814258, + "recall_coffee": 0.8379167306805961, + "F1_noncoffee": 0.7219437482595378, + "IoU_noncoffee": 0.5648763481860769, + "kappa": 0.5672571446861535, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7116082933114677, + "mIoU": 0.5390122163846842, + "macroF1": 0.6970897863479389, + "F1_coffee": 0.6307738452309538, + "IoU_coffee": 0.4606790799561884, + "precision_coffee": 0.7508032845412352, + "recall_coffee": 0.543832428238945, + "F1_noncoffee": 0.7634057274649241, + "IoU_noncoffee": 0.6173453528131799, + "kappa": 0.4039412415402034, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.705022529948346, + "mIoU": 0.5372158095517047, + "macroF1": 0.6971061155460215, + "F1_coffee": 0.6481384373361301, + "IoU_coffee": 0.4794414274631497, + "precision_coffee": 0.7732248983421958, + "recall_coffee": 0.5578876100203114, + "F1_noncoffee": 0.746073793755913, + "IoU_noncoffee": 0.5949901916402596, + "kappa": 0.40544118933789947, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7364259356879284, + "mIoU": 0.5820280472049049, + "macroF1": 0.7356344100771469, + "F1_coffee": 0.7211688601383003, + "IoU_coffee": 0.5639281353567068, + "precision_coffee": 0.7784733927281483, + "recall_coffee": 0.6717224184500311, + "F1_noncoffee": 0.7500999600159935, + "IoU_noncoffee": 0.600127959053103, + "kappa": 0.4738241464712036, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7807384849638371, + "mIoU": 0.6260691731241407, + "macroF1": 0.7675532018758008, + "F1_coffee": 0.8229145316663251, + "IoU_coffee": 0.6991119623889953, + "precision_coffee": 0.9398408239700374, + "recall_coffee": 0.7318629238060518, + "F1_noncoffee": 0.7121918720852765, + "IoU_noncoffee": 0.553026383859286, + "kappa": 0.5465141439608525, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80126953125, + "mIoU": 0.6317319032876307, + "macroF1": 0.7680549653989686, + "F1_coffee": 0.8558271342543393, + "IoU_coffee": 0.7479876160990712, + "precision_coffee": 0.9630102040816326, + "recall_coffee": 0.7701134769858472, + "F1_noncoffee": 0.6802827965435978, + "IoU_noncoffee": 0.5154761904761904, + "kappa": 0.5485126987736628, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8590831918505942, + "mIoU": 0.663319716027435, + "macroF1": 0.7843215889359236, + "F1_coffee": 0.9113037283305628, + "IoU_coffee": 0.8370596575417166, + "precision_coffee": 0.8884130107651349, + "recall_coffee": 0.935405240706886, + "F1_noncoffee": 0.6573394495412844, + "IoU_noncoffee": 0.4895797745131534, + "kappa": 0.5697466769388183, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2615, + 2984 + ], + [ + 40298, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5662746628125508, + "test_tta": { + "OA": 0.784882888045269, + "mIoU": 0.6380765126310728, + "macroF1": 0.7777608055199596, + "F1_coffee": 0.8175452985221974, + "IoU_coffee": 0.6913967169316927, + "precision_coffee": 0.8627388126682908, + "recall_coffee": 0.7768509164381585, + "F1_noncoffee": 0.737976312517722, + "IoU_noncoffee": 0.5847563083304528, + "kappa": 0.557266314467137, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6898580823814469, + "mIoU": 0.5191616443129942, + "macroF1": 0.6814540927396311, + "F1_coffee": 0.7331943720687858, + "IoU_coffee": 0.5787741670094612, + "precision_coffee": 0.8433807158760062, + "recall_coffee": 0.6484724782723202, + "F1_noncoffee": 0.6297138134104763, + "IoU_noncoffee": 0.45954912161652717, + "kappa": 0.3776511436322364, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.5", + "val_epoch0": 0.7538543491230993 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7683233882842151, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8175273977508775, + "mIoU": 0.6847129961589361, + "macroF1": 0.8119754944005508, + "F1_coffee": 0.8442848410757946, + "IoU_coffee": 0.7305302128784874, + "precision_coffee": 0.8970612112355902, + "recall_coffee": 0.797373358348968, + "F1_noncoffee": 0.7796661477253071, + "IoU_noncoffee": 0.6388957794393848, + "kappa": 0.625783758283594, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7224818276220145, + "mIoU": 0.5585404409307777, + "macroF1": 0.7151146300882025, + "F1_coffee": 0.7609273662500311, + "IoU_coffee": 0.6141103802342371, + "precision_coffee": 0.8768684496878758, + "recall_coffee": 0.6720656658765692, + "F1_noncoffee": 0.6693018939263741, + "IoU_noncoffee": 0.5029705016273183, + "kappa": 0.4436826058526565, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18318879252835224, + "mIoU": 0.09189090865992676, + "macroF1": 0.15575825967716106, + "F1_coffee": 0.30793579018765543, + "IoU_coffee": 0.1819882415820417, + "precision_coffee": 1.0, + "recall_coffee": 0.1819882415820417, + "F1_noncoffee": 0.0035807291666666665, + "IoU_noncoffee": 0.0017935757378118376, + "kappa": 0.0006526063722904817, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7870629796564746, + "mIoU": 0.6477520128136498, + "macroF1": 0.7860458576512482, + "F1_coffee": 0.8007977207977208, + "IoU_coffee": 0.667775349235009, + "precision_coffee": 0.8572648529949982, + "recall_coffee": 0.7513097401903133, + "F1_noncoffee": 0.7712939945047756, + "IoU_noncoffee": 0.6277286763922905, + "kappa": 0.5742126993220573, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8121929779202648, + "mIoU": 0.6767983129402964, + "macroF1": 0.8062933579068357, + "F1_coffee": 0.8400986175926741, + "IoU_coffee": 0.7242845213694679, + "precision_coffee": 0.9138888888888889, + "recall_coffee": 0.7773342023790125, + "F1_noncoffee": 0.7724880982209973, + "IoU_noncoffee": 0.6293121045111247, + "kappa": 0.616147354126864, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8475631005127695, + "mIoU": 0.7220186004784361, + "macroF1": 0.8371078382953974, + "F1_coffee": 0.8783762313314267, + "IoU_coffee": 0.783129116792974, + "precision_coffee": 0.9094423424905412, + "recall_coffee": 0.8493624212628668, + "F1_noncoffee": 0.7958394452593679, + "IoU_noncoffee": 0.6609080841638981, + "kappa": 0.6748525559409038, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7719339346374605, + "mIoU": 0.626656040848093, + "macroF1": 0.7701504524692122, + "F1_coffee": 0.7499036608863199, + "IoU_coffee": 0.5998766954377311, + "precision_coffee": 0.7450229709035222, + "recall_coffee": 0.7548487199379363, + "F1_noncoffee": 0.7903972440521047, + "IoU_noncoffee": 0.653435386258455, + "kappa": 0.5403174386668914, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7606330365974283, + "mIoU": 0.6101580737652175, + "macroF1": 0.7572189833923739, + "F1_coffee": 0.728428927680798, + "IoU_coffee": 0.5728574230241223, + "precision_coffee": 0.8138757314015046, + "recall_coffee": 0.6592191378921237, + "F1_noncoffee": 0.7860090391039497, + "IoU_noncoffee": 0.6474587245063127, + "kappa": 0.5186189302817787, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7894570374275172, + "mIoU": 0.6515061125770532, + "macroF1": 0.7888843737904543, + "F1_coffee": 0.7778890001112223, + "IoU_coffee": 0.6365125591554422, + "precision_coffee": 0.8370033508855912, + "recall_coffee": 0.7265738624558488, + "F1_noncoffee": 0.7998797474696864, + "IoU_noncoffee": 0.666499665998664, + "kappa": 0.5796578494257949, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8034513386626063, + "mIoU": 0.6578156595004062, + "macroF1": 0.7915382166249536, + "F1_coffee": 0.8413722478238608, + "IoU_coffee": 0.7261799540392434, + "precision_coffee": 0.9600373919139986, + "recall_coffee": 0.7488151658767772, + "F1_noncoffee": 0.7417041854260463, + "IoU_noncoffee": 0.589451364961569, + "kappa": 0.593196717080473, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8580078125, + "mIoU": 0.7091291602401542, + "macroF1": 0.8248759072685032, + "F1_coffee": 0.901048046821832, + "IoU_coffee": 0.8199157790438444, + "precision_coffee": 0.9662822945555394, + "recall_coffee": 0.8440647711334949, + "F1_noncoffee": 0.7487037677151746, + "IoU_noncoffee": 0.598342541436464, + "kappa": 0.653759400716817, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8995472552348613, + "mIoU": 0.7632115599005231, + "macroF1": 0.8610023338560919, + "F1_coffee": 0.9341983317886933, + "IoU_coffee": 0.8765217391304347, + "precision_coffee": 0.9473684210526315, + "recall_coffee": 0.9213893967093236, + "F1_noncoffee": 0.7878063359234907, + "IoU_noncoffee": 0.6499013806706114, + "kappa": 0.7221778095678882, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2609, + 2984 + ], + [ + 43017, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.397378357251485, + "test_tta": { + "OA": 0.8251736981591576, + "mIoU": 0.6942917686266616, + "macroF1": 0.8185482008538411, + "F1_coffee": 0.8532210779523416, + "IoU_coffee": 0.7440153124098692, + "precision_coffee": 0.8903671164104173, + "recall_coffee": 0.8190503680184731, + "F1_noncoffee": 0.7838753237553405, + "IoU_noncoffee": 0.6445682248434542, + "kappa": 0.638024100735779, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7303853697934695, + "mIoU": 0.5663892819858318, + "macroF1": 0.72116860049377, + "F1_coffee": 0.7718630250665105, + "IoU_coffee": 0.6284828490798522, + "precision_coffee": 0.8693166199351257, + "recall_coffee": 0.6940567114388553, + "F1_noncoffee": 0.6704741759210294, + "IoU_noncoffee": 0.5042957148918116, + "kappa": 0.4522796284890308, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r1.0", + "val_epoch0": 0.767196183232089 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7717207930327477, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8227383425256071, + "mIoU": 0.6911936801156552, + "macroF1": 0.8164239596238507, + "F1_coffee": 0.8504705366988414, + "IoU_coffee": 0.7398423127463863, + "precision_coffee": 0.8920965901888706, + "recall_coffee": 0.8125559243758118, + "F1_noncoffee": 0.7823773825488601, + "IoU_noncoffee": 0.642545047484924, + "kappa": 0.6340076468230283, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7260297680858429, + "mIoU": 0.5619096172181507, + "macroF1": 0.717677240211847, + "F1_coffee": 0.7662376018311142, + "IoU_coffee": 0.6210576712082826, + "precision_coffee": 0.8721216874894953, + "recall_coffee": 0.6832806601703099, + "F1_noncoffee": 0.6691168785925797, + "IoU_noncoffee": 0.5027615632280188, + "kappa": 0.44689472385032253, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17651767845230154, + "mIoU": 0.08854319696780703, + "macroF1": 0.1509346206769361, + "F1_coffee": 0.2983174170077308, + "IoU_coffee": 0.17530732228754678, + "precision_coffee": 1.0, + "recall_coffee": 0.17530732228754678, + "F1_noncoffee": 0.003551824346141427, + "IoU_noncoffee": 0.0017790716480672812, + "kappa": 0.0006235740906002453, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7888293336581801, + "mIoU": 0.6507139517933105, + "macroF1": 0.7883128033643925, + "F1_coffee": 0.7987695165128562, + "IoU_coffee": 0.6649594124468496, + "precision_coffee": 0.8736668359573387, + "recall_coffee": 0.7356997754731103, + "F1_noncoffee": 0.7778560902159287, + "IoU_noncoffee": 0.6364684911397714, + "kappa": 0.5800328007206521, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8102797455918093, + "mIoU": 0.6745088138470628, + "macroF1": 0.8047098814380028, + "F1_coffee": 0.8376907763769078, + "IoU_coffee": 0.720712491436401, + "precision_coffee": 0.9164650082276643, + "recall_coffee": 0.7713866710118951, + "F1_noncoffee": 0.7717289864990978, + "IoU_noncoffee": 0.6283051362577247, + "kappa": 0.6134364229234711, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8624483496788968, + "mIoU": 0.738402197213457, + "macroF1": 0.8475470191225736, + "F1_coffee": 0.895209921492775, + "IoU_coffee": 0.8102986611740474, + "precision_coffee": 0.8841111693759832, + "recall_coffee": 0.9065908741742204, + "F1_noncoffee": 0.799884116752372, + "IoU_noncoffee": 0.6665057332528667, + "kappa": 0.6951857724240197, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7777907930186249, + "mIoU": 0.6335194475245818, + "macroF1": 0.7751683337085227, + "F1_coffee": 0.7508864084044649, + "IoU_coffee": 0.6011354079058032, + "precision_coffee": 0.7628068303094984, + "recall_coffee": 0.73933281613654, + "F1_noncoffee": 0.7994502590125806, + "IoU_noncoffee": 0.6659034871433603, + "kappa": 0.5504250528902673, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7755797340367073, + "mIoU": 0.6306781681184717, + "macroF1": 0.7730481451424165, + "F1_coffee": 0.749078397640698, + "IoU_coffee": 0.5988212180746562, + "precision_coffee": 0.8222282168869706, + "recall_coffee": 0.6878808395396073, + "F1_noncoffee": 0.7970178926441351, + "IoU_noncoffee": 0.6625351181622873, + "kappa": 0.5489839992146854, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8212967843964154, + "mIoU": 0.6967310403248286, + "macroF1": 0.821256722478625, + "F1_coffee": 0.8239326893113119, + "IoU_coffee": 0.7005829358770536, + "precision_coffee": 0.8238471125882841, + "recall_coffee": 0.8240182838146686, + "F1_noncoffee": 0.8185807556459381, + "IoU_noncoffee": 0.6928791447726037, + "kappa": 0.642513448931749, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8007867021951529, + "mIoU": 0.6562003117028323, + "macroF1": 0.79066444253724, + "F1_coffee": 0.8366964842937383, + "IoU_coffee": 0.719241773962804, + "precision_coffee": 0.9743217054263565, + "recall_coffee": 0.7331388990156763, + "F1_noncoffee": 0.7446324007807417, + "IoU_noncoffee": 0.5931588494428608, + "kappa": 0.5939964006518281, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84111328125, + "mIoU": 0.6859483095713208, + "macroF1": 0.8084783722041105, + "F1_coffee": 0.8875371535218083, + "IoU_coffee": 0.7978128495091339, + "precision_coffee": 0.9692028985507246, + "recall_coffee": 0.8185643248756853, + "F1_noncoffee": 0.7294195908864127, + "IoU_noncoffee": 0.5740837696335078, + "kappa": 0.623389982046211, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8992642897566497, + "mIoU": 0.7469683858481795, + "macroF1": 0.8484767025089606, + "F1_coffee": 0.9362007168458781, + "IoU_coffee": 0.8800539083557951, + "precision_coffee": 0.9181019332161687, + "recall_coffee": 0.9550274223034735, + "F1_noncoffee": 0.760752688172043, + "IoU_noncoffee": 0.613882863340564, + "kappa": 0.6973943914353818, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 43295, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3810789505640666, + "test_tta": { + "OA": 0.8262481197621947, + "mIoU": 0.6956710426699075, + "macroF1": 0.8194930531526627, + "F1_coffee": 0.8544120515552088, + "IoU_coffee": 0.7458284217419777, + "precision_coffee": 0.8896943941003688, + "recall_coffee": 0.8218213306393419, + "F1_noncoffee": 0.7845740547501165, + "IoU_noncoffee": 0.6455136635978372, + "kappa": 0.6398242532422976, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.729173877927772, + "mIoU": 0.5650056554888212, + "macroF1": 0.7200548687477621, + "F1_coffee": 0.7705803298717165, + "IoU_coffee": 0.6267837977501292, + "precision_coffee": 0.8690955189329218, + "recall_coffee": 0.6921253621279958, + "F1_noncoffee": 0.6695294076238076, + "IoU_noncoffee": 0.5032275132275132, + "kappa": 0.450284206460712, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.05", + "val_epoch0": 0.6612603472012635 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6612603472012635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588166941028372, + "mIoU": 0.6892795807580581, + "macroF1": 0.8078482244954888, + "F1_coffee": 0.9068112576432239, + "IoU_coffee": 0.8295102414686909, + "precision_coffee": 0.9184739215813211, + "recall_coffee": 0.8954410619990323, + "F1_noncoffee": 0.7088851913477537, + "IoU_noncoffee": 0.5490489200474251, + "kappa": 0.615889921121343, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8272614514826353, + "mIoU": 0.6416767156736981, + "macroF1": 0.7713220727214571, + "F1_coffee": 0.8844242441787531, + "IoU_coffee": 0.7927962216493953, + "precision_coffee": 0.8852186679029517, + "recall_coffee": 0.8836312450589074, + "F1_noncoffee": 0.6582199012641612, + "IoU_noncoffee": 0.4905572096980009, + "kappa": 0.5426452347153644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8369417475728156, + "mIoU": 0.6611805155773985, + "macroF1": 0.7873380258965067, + "F1_coffee": 0.890045500671053, + "IoU_coffee": 0.8018756635602218, + "precision_coffee": 0.9211952839138094, + "recall_coffee": 0.8609334431005002, + "F1_noncoffee": 0.6846305511219604, + "IoU_noncoffee": 0.5204853675945753, + "kappa": 0.5760663601708602, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8480247570233548, + "mIoU": 0.6748823121174494, + "macroF1": 0.7973467432630356, + "F1_coffee": 0.8986880701415079, + "IoU_coffee": 0.8160159222618978, + "precision_coffee": 0.9200105596620908, + "recall_coffee": 0.8783315481066095, + "F1_noncoffee": 0.6960054163845633, + "IoU_noncoffee": 0.5337487019730011, + "kappa": 0.5953456847753117, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8913979014554422, + "mIoU": 0.73633341970309, + "macroF1": 0.8412829159356039, + "F1_coffee": 0.9304687016283821, + "IoU_coffee": 0.8699780016209332, + "precision_coffee": 0.914612622481894, + "recall_coffee": 0.9468842543002961, + "F1_noncoffee": 0.7520971302428257, + "IoU_noncoffee": 0.6026888377852467, + "kappa": 0.682905619051689, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8053758088601294, + "mIoU": 0.523352380952381, + "macroF1": 0.6451365457148395, + "F1_coffee": 0.8835963084251265, + "IoU_coffee": 0.7914666666666667, + "precision_coffee": 0.9349798387096774, + "recall_coffee": 0.8375663167400383, + "F1_noncoffee": 0.40667678300455234, + "IoU_noncoffee": 0.25523809523809526, + "kappa": 0.3010333920172273, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8229807501488391, + "mIoU": 0.546456172870649, + "macroF1": 0.6681382237373652, + "F1_coffee": 0.894823723617498, + "IoU_coffee": 0.8096660620932465, + "precision_coffee": 0.9402800148680461, + "recall_coffee": 0.8535597795523563, + "F1_noncoffee": 0.44145272385723233, + "IoU_noncoffee": 0.28324628364805143, + "kappa": 0.3444131042759774, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9188331018059138, + "mIoU": 0.6729117911609506, + "macroF1": 0.7792344082870153, + "F1_coffee": 0.9547866460313951, + "IoU_coffee": 0.9134849286092015, + "precision_coffee": 0.9387023149657646, + "recall_coffee": 0.9714317849510741, + "F1_noncoffee": 0.6036821705426356, + "IoU_noncoffee": 0.4323386537126995, + "kappa": 0.5596021880235655, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8669824727617244, + "mIoU": 0.7471016706219601, + "macroF1": 0.8535280022943348, + "F1_coffee": 0.8979206049149339, + "IoU_coffee": 0.8147512864493996, + "precision_coffee": 0.9051597771914395, + "recall_coffee": 0.890796306982112, + "F1_noncoffee": 0.8091353996737357, + "IoU_noncoffee": 0.6794520547945205, + "kappa": 0.7070910351659082, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8718287277185702, + "mIoU": 0.7520605547034858, + "macroF1": 0.8565733757577015, + "F1_coffee": 0.9033496906336675, + "IoU_coffee": 0.8237354085603112, + "precision_coffee": 0.8969072164948454, + "recall_coffee": 0.9098853868194843, + "F1_noncoffee": 0.8097970608817355, + "IoU_noncoffee": 0.6803857008466604, + "kappa": 0.7131758747751679, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8653211355276809, + "mIoU": 0.7391683054171863, + "macroF1": 0.8476953755418297, + "F1_coffee": 0.8995073891625616, + "IoU_coffee": 0.8173679498657117, + "precision_coffee": 0.8839557399723375, + "recall_coffee": 0.9156160458452722, + "F1_noncoffee": 0.7958833619210978, + "IoU_noncoffee": 0.6609686609686609, + "kappa": 0.6955821353685917, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 50615, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5178443312644958, + "test_tta": { + "OA": 0.8661114876860011, + "mIoU": 0.6984159631075377, + "macroF1": 0.8143218763283209, + "F1_coffee": 0.912384090573052, + "IoU_coffee": 0.8388844652463537, + "precision_coffee": 0.9160604839564821, + "recall_coffee": 0.9087370879178676, + "F1_noncoffee": 0.7162596620835898, + "IoU_noncoffee": 0.5579474609687217, + "kappa": 0.6286631214177972, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8343861774547133, + "mIoU": 0.6489776981657764, + "macroF1": 0.7765681878651074, + "F1_coffee": 0.8902272314472263, + "IoU_coffee": 0.80217072960634, + "precision_coffee": 0.8827588821901187, + "recall_coffee": 0.8978230269373904, + "F1_noncoffee": 0.6629091442829884, + "IoU_noncoffee": 0.495784666725213, + "kappa": 0.5532345724451608, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.1", + "val_epoch0": 0.6662234937138651 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6708040642644573, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8856718634001485, + "mIoU": 0.7293437586718802, + "macroF1": 0.8365997258688838, + "F1_coffee": 0.9261452490669113, + "IoU_coffee": 0.8624492728296538, + "precision_coffee": 0.9179911129482278, + "recall_coffee": 0.9344455430963752, + "F1_noncoffee": 0.7470542026708562, + "IoU_noncoffee": 0.5962382445141066, + "kappa": 0.6732877380598294, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8525152878735434, + "mIoU": 0.6726228297656798, + "macroF1": 0.7943522843517843, + "F1_coffee": 0.9037190471706995, + "IoU_coffee": 0.8243498574324092, + "precision_coffee": 0.8830337264715082, + "recall_coffee": 0.9253967335762905, + "F1_noncoffee": 0.6849855215328692, + "IoU_noncoffee": 0.5208958020989505, + "kappa": 0.5894416831519718, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8816019417475728, + "mIoU": 0.7235894553145972, + "macroF1": 0.8326051255047597, + "F1_coffee": 0.9231690029925973, + "IoU_coffee": 0.8573016615960684, + "precision_coffee": 0.9184530525260123, + "recall_coffee": 0.9279336330821354, + "F1_noncoffee": 0.7420412480169223, + "IoU_noncoffee": 0.589877249033126, + "kappa": 0.6652398837661471, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8834679174121174, + "mIoU": 0.7285148421532059, + "macroF1": 0.8363025761749308, + "F1_coffee": 0.9241709143540369, + "IoU_coffee": 0.8590313523631259, + "precision_coffee": 0.923009238891333, + "recall_coffee": 0.9253355176107365, + "F1_noncoffee": 0.7484342379958246, + "IoU_noncoffee": 0.5979983319432861, + "kappa": 0.672606872802844, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8919297906290798, + "mIoU": 0.7360064027387363, + "macroF1": 0.840931623221902, + "F1_coffee": 0.9309993516717606, + "IoU_coffee": 0.8709062554150061, + "precision_coffee": 0.9127118644067796, + "recall_coffee": 0.9500346544011089, + "F1_noncoffee": 0.7508638947720433, + "IoU_noncoffee": 0.6011065500624665, + "kappa": 0.6823237245255996, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9024390243902439, + "mIoU": 0.6293508437401202, + "macroF1": 0.7385491313353917, + "F1_coffee": 0.9455495055006112, + "IoU_coffee": 0.8967225208135736, + "precision_coffee": 0.9310646679067732, + "recall_coffee": 0.9604921548707529, + "F1_noncoffee": 0.5315487571701721, + "IoU_noncoffee": 0.3619791666666667, + "kappa": 0.47818480551502823, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9067275253026394, + "mIoU": 0.6492123185852794, + "macroF1": 0.7584524015083607, + "F1_coffee": 0.9477022365639257, + "IoU_coffee": 0.9006027281378873, + "precision_coffee": 0.9376857866343719, + "recall_coffee": 0.9579349904397706, + "F1_noncoffee": 0.5692025664527957, + "IoU_noncoffee": 0.39782190903267134, + "kappa": 0.5173584600744671, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9198253621750347, + "mIoU": 0.6708411545105365, + "macroF1": 0.7769384574387888, + "F1_coffee": 0.9554673721340388, + "IoU_coffee": 0.914731954411144, + "precision_coffee": 0.9367772614287259, + "recall_coffee": 0.9749184568664943, + "F1_noncoffee": 0.5984095427435387, + "IoU_noncoffee": 0.4269503546099291, + "kappa": 0.5554726273373648, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8617716721932733, + "mIoU": 0.738669032940588, + "macroF1": 0.8478574130840701, + "F1_coffee": 0.8938677529642831, + "IoU_coffee": 0.8081020649743522, + "precision_coffee": 0.901540719002201, + "recall_coffee": 0.8863242931332949, + "F1_noncoffee": 0.8018470732038572, + "IoU_noncoffee": 0.6692360009068239, + "kappa": 0.6957559724931186, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8613599924549655, + "mIoU": 0.7380186710139426, + "macroF1": 0.8474188124190027, + "F1_coffee": 0.893539976825029, + "IoU_coffee": 0.8075664353973033, + "precision_coffee": 0.903485647334505, + "recall_coffee": 0.883810888252149, + "F1_noncoffee": 0.8012976480129764, + "IoU_noncoffee": 0.6684709066305818, + "kappa": 0.6949066289294663, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8654154484579836, + "mIoU": 0.7387929492700683, + "macroF1": 0.8473901822437152, + "F1_coffee": 0.8998385625043869, + "IoU_coffee": 0.8179150185019778, + "precision_coffee": 0.8820696298334939, + "recall_coffee": 0.9183381088825215, + "F1_noncoffee": 0.7949418019830435, + "IoU_noncoffee": 0.6596708800381589, + "kappa": 0.6950337287415486, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 52279, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.520018168290456, + "test_tta": { + "OA": 0.8885930086181854, + "mIoU": 0.7292089156213453, + "macroF1": 0.8359899324530787, + "F1_coffee": 0.928873914253037, + "IoU_coffee": 0.8671938127669399, + "precision_coffee": 0.9102382875605816, + "recall_coffee": 0.9482885574232638, + "F1_noncoffee": 0.7431059506531205, + "IoU_noncoffee": 0.5912240184757506, + "kappa": 0.6724757104951165, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.855500749971155, + "mIoU": 0.6713003426910154, + "macroF1": 0.7925009951830793, + "F1_coffee": 0.9068355324945835, + "IoU_coffee": 0.8295508676420551, + "precision_coffee": 0.8757363505747127, + "recall_coffee": 0.9402248317618249, + "F1_noncoffee": 0.6781664578715749, + "IoU_noncoffee": 0.5130498177399757, + "kappa": 0.5868020641959123, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.5", + "val_epoch0": 0.7054514452345898 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.7288569534112191, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8906749297956812, + "mIoU": 0.7274657157940982, + "macroF1": 0.8342033810091265, + "F1_coffee": 0.9309649015531368, + "IoU_coffee": 0.8708459646513756, + "precision_coffee": 0.9028285663457928, + "recall_coffee": 0.9609113668398797, + "F1_noncoffee": 0.7374418604651163, + "IoU_noncoffee": 0.5840854669368207, + "kappa": 0.669627112036958, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8588035075574016, + "mIoU": 0.671238911909869, + "macroF1": 0.79171915396388, + "F1_coffee": 0.9099240012513111, + "IoU_coffee": 0.8347344609878794, + "precision_coffee": 0.8701803783545975, + "recall_coffee": 0.9534717803358979, + "F1_noncoffee": 0.673514306676449, + "IoU_noncoffee": 0.5077433628318584, + "kappa": 0.5865642393220409, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.1908653846153846, + "macroF1": 0.28492297039986153, + "F1_coffee": 0.5321100917431193, + "IoU_coffee": 0.3625, + "precision_coffee": 1.0, + "recall_coffee": 0.3625, + "F1_noncoffee": 0.03773584905660377, + "IoU_noncoffee": 0.019230769230769232, + "kappa": 0.0138457865839102, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8883495145631068, + "mIoU": 0.7193737620104513, + "macroF1": 0.8279123020751757, + "F1_coffee": 0.9298951475249939, + "IoU_coffee": 0.8689757320268885, + "precision_coffee": 0.8963977199271317, + "recall_coffee": 0.9659932873155594, + "F1_noncoffee": 0.7259294566253575, + "IoU_noncoffee": 0.5697717919940142, + "kappa": 0.657693353440947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9005850780910014, + "mIoU": 0.7505887196651233, + "macroF1": 0.8511165939619358, + "F1_coffee": 0.9369363842709036, + "IoU_coffee": 0.8813549541231461, + "precision_coffee": 0.9128563743948359, + "recall_coffee": 0.9623212147942789, + "F1_noncoffee": 0.765296803652968, + "IoU_noncoffee": 0.6198224852071006, + "kappa": 0.7030023212124396, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8830810889221992, + "mIoU": 0.7126667196061827, + "macroF1": 0.8232422352734718, + "F1_coffee": 0.9260866907134561, + "IoU_coffee": 0.8623477171809176, + "precision_coffee": 0.8993647212491837, + "recall_coffee": 0.9544452145422468, + "F1_noncoffee": 0.7203977798334875, + "IoU_noncoffee": 0.5629857220314477, + "kappa": 0.6476611110127827, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9128919860627178, + "mIoU": 0.6320810251920725, + "macroF1": 0.7383834980696895, + "F1_coffee": 0.9520521672420407, + "IoU_coffee": 0.9084919472913616, + "precision_coffee": 0.9251331203407881, + "recall_coffee": 0.9805847161079129, + "F1_noncoffee": 0.5247148288973384, + "IoU_noncoffee": 0.3556701030927835, + "kappa": 0.4811217304728655, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9272673149434412, + "mIoU": 0.691347059718907, + "macroF1": 0.795011740552968, + "F1_coffee": 0.9596654377373026, + "IoU_coffee": 0.9224584787898021, + "precision_coffee": 0.9394527041585865, + "recall_coffee": 0.9807670678213924, + "F1_noncoffee": 0.6303580433686334, + "IoU_noncoffee": 0.46023564064801176, + "kappa": 0.5917553883758858, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9184361976582656, + "mIoU": 0.676265956632689, + "macroF1": 0.7826200726506922, + "F1_coffee": 0.95444469075593, + "IoU_coffee": 0.9128591116293862, + "precision_coffee": 0.9407844422593685, + "recall_coffee": 0.968507479473625, + "F1_noncoffee": 0.6107954545454546, + "IoU_noncoffee": 0.4396728016359918, + "kappa": 0.5660218517825074, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8649928943628612, + "mIoU": 0.7321873653995018, + "macroF1": 0.8422991781927047, + "F1_coffee": 0.9021223985163817, + "IoU_coffee": 0.8216966966966966, + "precision_coffee": 0.8610200603120493, + "recall_coffee": 0.9473456433929602, + "F1_noncoffee": 0.7824759578690277, + "IoU_noncoffee": 0.642678034102307, + "kappa": 0.6861876367333307, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.875223993209469, + "mIoU": 0.7526773319790079, + "macroF1": 0.8565452653313559, + "F1_coffee": 0.908309654168688, + "IoU_coffee": 0.8320213306246825, + "precision_coffee": 0.8797153980400054, + "recall_coffee": 0.9388252148997135, + "F1_noncoffee": 0.8047808764940239, + "IoU_noncoffee": 0.6733333333333333, + "kappa": 0.7137344641810879, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8494765632368197, + "mIoU": 0.7056195423973635, + "macroF1": 0.8235102487278261, + "F1_coffee": 0.8912065439672802, + "IoU_coffee": 0.8037624492807083, + "precision_coffee": 0.8500650195058518, + "recall_coffee": 0.9365329512893983, + "F1_noncoffee": 0.7558139534883721, + "IoU_noncoffee": 0.6074766355140186, + "kappa": 0.6488665613553332, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2660, + 2995 + ], + [ + 52528, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8223241130510965, + "test_tta": { + "OA": 0.8894645105064394, + "mIoU": 0.7200607950756626, + "macroF1": 0.8282844249778003, + "F1_coffee": 0.9307811252488706, + "IoU_coffee": 0.8705244054595637, + "precision_coffee": 0.895650990002723, + "recall_coffee": 0.9687795847095702, + "F1_noncoffee": 0.7257877247067301, + "IoU_noncoffee": 0.5695971846917615, + "kappa": 0.6586492423220341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8578660436137072, + "mIoU": 0.6638387762912148, + "macroF1": 0.785085903650562, + "F1_coffee": 0.9101517983315859, + "IoU_coffee": 0.835117952149908, + "precision_coffee": 0.863222883231876, + "recall_coffee": 0.962476620196294, + "F1_noncoffee": 0.660020008969538, + "IoU_noncoffee": 0.4925596004325215, + "kappa": 0.5749256413490104, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r1.0", + "val_epoch0": 0.7110448776880154 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7408249060386181, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8991155869726607, + "mIoU": 0.745390773025947, + "macroF1": 0.8472525738276778, + "F1_coffee": 0.9362578645211946, + "IoU_coffee": 0.8801549109453786, + "precision_coffee": 0.9084576720623738, + "recall_coffee": 0.9658132244966655, + "F1_noncoffee": 0.758247283134161, + "IoU_noncoffee": 0.6106266351065155, + "kappa": 0.6955863205022415, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8668080073843314, + "mIoU": 0.6871432306968319, + "macroF1": 0.8043422857115561, + "F1_coffee": 0.9148949895404237, + "IoU_coffee": 0.8431395862350104, + "precision_coffee": 0.8762091364823836, + "recall_coffee": 0.9571547019918628, + "F1_noncoffee": 0.6937895818826885, + "IoU_noncoffee": 0.5311468751586536, + "kappa": 0.6114100651172775, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4567901234567901, + "mIoU": 0.2361111111111111, + "macroF1": 0.3320839580209895, + "F1_coffee": 0.6206896551724138, + "IoU_coffee": 0.45, + "precision_coffee": 1.0, + "recall_coffee": 0.45, + "F1_noncoffee": 0.043478260869565216, + "IoU_noncoffee": 0.022222222222222223, + "kappa": 0.019801980198019774, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9001941747572816, + "mIoU": 0.7506894948271832, + "macroF1": 0.8512563001562565, + "F1_coffee": 0.9365745310957552, + "IoU_coffee": 0.8807147830122999, + "precision_coffee": 0.9130827067669173, + "recall_coffee": 0.9613070736495473, + "F1_noncoffee": 0.7659380692167578, + "IoU_noncoffee": 0.6206642066420665, + "kappa": 0.7032375190803458, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9080315265219283, + "mIoU": 0.7666969677843861, + "macroF1": 0.8624290584937605, + "F1_coffee": 0.9416349576531239, + "IoU_coffee": 0.8897071614960859, + "precision_coffee": 0.9178082191780822, + "recall_coffee": 0.9667317749354168, + "F1_noncoffee": 0.7832231593343971, + "IoU_noncoffee": 0.6436867740726864, + "kappa": 0.7255451163773753, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8891252840771723, + "mIoU": 0.7186612394636651, + "macroF1": 0.8271746012225665, + "F1_coffee": 0.9306475516438315, + "IoU_coffee": 0.8702907568729494, + "precision_coffee": 0.8948929734760354, + "recall_coffee": 0.9693781110200995, + "F1_noncoffee": 0.7237016508013013, + "IoU_noncoffee": 0.5670317220543807, + "kappa": 0.656533550969972, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9155798904927824, + "mIoU": 0.6614987178581385, + "macroF1": 0.7686665580359568, + "F1_coffee": 0.9530193905817175, + "IoU_coffee": 0.910255053444809, + "precision_coffee": 0.9358067674899359, + "recall_coffee": 0.9708770741618693, + "F1_noncoffee": 0.5843137254901961, + "IoU_noncoffee": 0.41274238227146814, + "kappa": 0.5387139425992866, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9316332605675729, + "mIoU": 0.7052333978245691, + "macroF1": 0.8069696605022261, + "F1_coffee": 0.9620949551631183, + "IoU_coffee": 0.9269585497720767, + "precision_coffee": 0.9416325651518415, + "recall_coffee": 0.9834664267236531, + "F1_noncoffee": 0.651844365841334, + "IoU_noncoffee": 0.4835082458770615, + "kappa": 0.615606576427548, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9279618972018258, + "mIoU": 0.6881473800170945, + "macroF1": 0.7918075743213897, + "F1_coffee": 0.9601711652402897, + "IoU_coffee": 0.9233934789490345, + "precision_coffee": 0.9372389418442755, + "recall_coffee": 0.9842537397368125, + "F1_noncoffee": 0.6234439834024896, + "IoU_noncoffee": 0.4529012810851545, + "kappa": 0.5859586616679636, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8855518711511132, + "mIoU": 0.7705233584633524, + "macroF1": 0.8683951943340584, + "F1_coffee": 0.9159125713490185, + "IoU_coffee": 0.8448696545524592, + "precision_coffee": 0.8849878934624698, + "recall_coffee": 0.9490767455279862, + "F1_noncoffee": 0.8208778173190985, + "IoU_noncoffee": 0.6961770623742455, + "kappa": 0.7374732422401724, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.885598415542771, + "mIoU": 0.7708895047604725, + "macroF1": 0.8686572869255249, + "F1_coffee": 0.9158281868017487, + "IoU_coffee": 0.844726062467998, + "precision_coffee": 0.8880366034181133, + "recall_coffee": 0.9454154727793697, + "F1_noncoffee": 0.821486387049301, + "IoU_noncoffee": 0.6970529470529471, + "kappa": 0.7378590819209389, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8522116382155993, + "mIoU": 0.7070579825005825, + "macroF1": 0.8242065853145126, + "F1_coffee": 0.8943714189416919, + "IoU_coffee": 0.8089257407633216, + "precision_coffee": 0.8445576066199872, + "recall_coffee": 0.9504297994269341, + "F1_noncoffee": 0.7540417516873332, + "IoU_noncoffee": 0.6051902242378433, + "kappa": 0.6512383735373676, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2713, + 2995 + ], + [ + 52998, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.139265231291453, + "test_tta": { + "OA": 0.8980181401504148, + "mIoU": 0.7404594246419482, + "macroF1": 0.8435007460752856, + "F1_coffee": 0.9358692011813301, + "IoU_coffee": 0.8794682028001374, + "precision_coffee": 0.9040588235294118, + "recall_coffee": 0.969999789619843, + "F1_noncoffee": 0.7511322909692411, + "IoU_noncoffee": 0.6014506464837591, + "kappa": 0.6884980960673547, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8661445713626399, + "mIoU": 0.6826545172782453, + "macroF1": 0.8004795929768097, + "F1_coffee": 0.9149413910349821, + "IoU_coffee": 0.843218406338159, + "precision_coffee": 0.871864738349752, + "recall_coffee": 0.9624959025086288, + "F1_noncoffee": 0.6860177949186373, + "IoU_noncoffee": 0.5220906282183316, + "kappa": 0.6045228261705481, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.05", + "val_epoch0": 0.702067373631807 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.702067373631807, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8802330460604887, + "mIoU": 0.7037679849260411, + "macroF1": 0.816186611920717, + "F1_coffee": 0.9246881881932675, + "IoU_coffee": 0.8599256309103607, + "precision_coffee": 0.8932240608579719, + "recall_coffee": 0.9584499190036396, + "F1_noncoffee": 0.7076850356481664, + "IoU_noncoffee": 0.5476103389417215, + "kappa": 0.6341352771558936, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8490250374985577, + "mIoU": 0.6503264952038224, + "macroF1": 0.7743766747632266, + "F1_coffee": 0.90415499276676, + "IoU_coffee": 0.8250756145246729, + "precision_coffee": 0.86083651515944, + "recall_coffee": 0.9520641715354505, + "F1_noncoffee": 0.6445983567596931, + "IoU_noncoffee": 0.4755773758829718, + "kappa": 0.5529510363930705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20987654320987653, + "mIoU": 0.1076923076923077, + "macroF1": 0.18181818181818182, + "F1_coffee": 0.3333333333333333, + "IoU_coffee": 0.2, + "precision_coffee": 1.0, + "recall_coffee": 0.2, + "F1_noncoffee": 0.030303030303030304, + "IoU_noncoffee": 0.015384615384615385, + "kappa": 0.006134969325153351, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8845145631067961, + "mIoU": 0.7138117606394915, + "macroF1": 0.8239430794627056, + "F1_coffee": 0.9272098644555273, + "IoU_coffee": 0.8642975300895557, + "precision_coffee": 0.8969926592469808, + "recall_coffee": 0.9595339117218669, + "F1_noncoffee": 0.7206762944698838, + "IoU_noncoffee": 0.5633259911894273, + "kappa": 0.649412888165806, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8855471205454282, + "mIoU": 0.7245686076886768, + "macroF1": 0.8327189770956597, + "F1_coffee": 0.9267250719747392, + "IoU_coffee": 0.8634554369772137, + "precision_coffee": 0.9109055501460565, + "recall_coffee": 0.9431037741793208, + "F1_noncoffee": 0.7387128822165802, + "IoU_noncoffee": 0.58568177840014, + "kappa": 0.6657973826431579, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8706542236835743, + "mIoU": 0.6710559672441825, + "macroF1": 0.7889024396716836, + "F1_coffee": 0.9202706327680248, + "IoU_coffee": 0.852316016121018, + "precision_coffee": 0.8731900452488688, + "recall_coffee": 0.9727175351269611, + "F1_noncoffee": 0.6575342465753424, + "IoU_noncoffee": 0.4897959183673469, + "kappa": 0.5830118927482679, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9068193130910901, + "mIoU": 0.6104311592730748, + "macroF1": 0.7158347135413519, + "F1_coffee": 0.9487964989059081, + "IoU_coffee": 0.9025811823480433, + "precision_coffee": 0.9204967625517461, + "recall_coffee": 0.9788915227452308, + "F1_noncoffee": 0.48287292817679556, + "IoU_noncoffee": 0.31828113619810633, + "kappa": 0.4370433669861582, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9193292319904743, + "mIoU": 0.6488852211261232, + "macroF1": 0.7546002931888625, + "F1_coffee": 0.9556585764930461, + "IoU_coffee": 0.9150825151451849, + "precision_coffee": 0.9276789495976281, + "recall_coffee": 0.9853784726127545, + "F1_noncoffee": 0.5535420098846787, + "IoU_noncoffee": 0.3826879271070615, + "kappa": 0.5136551353416372, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9196269101012106, + "mIoU": 0.6316683187259662, + "macroF1": 0.7358642778080926, + "F1_coffee": 0.9561783163817356, + "IoU_coffee": 0.9160360733906914, + "precision_coffee": 0.9211925362243303, + "recall_coffee": 0.9939264424699134, + "F1_noncoffee": 0.5155502392344498, + "IoU_noncoffee": 0.34730056406124094, + "kappa": 0.48001997066569607, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.86328754144955, + "mIoU": 0.7318807943635405, + "macroF1": 0.8423320932933962, + "F1_coffee": 0.8998125390543636, + "IoU_coffee": 0.8178720181749337, + "precision_coffee": 0.8673537679025566, + "recall_coffee": 0.9347951529140219, + "F1_noncoffee": 0.7848516475324288, + "IoU_noncoffee": 0.6458895705521472, + "kappa": 0.6856096950234264, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8534377063095351, + "mIoU": 0.7231324432057396, + "macroF1": 0.8370227555218781, + "F1_coffee": 0.8887457044673539, + "IoU_coffee": 0.799768071124855, + "precision_coffee": 0.8882369776760161, + "recall_coffee": 0.8892550143266476, + "F1_noncoffee": 0.7852998065764023, + "IoU_noncoffee": 0.6464968152866242, + "kappa": 0.6740457173839627, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8241063849853815, + "mIoU": 0.6568450360220315, + "macroF1": 0.7862120731233904, + "F1_coffee": 0.876219552664764, + "IoU_coffee": 0.7797070635483109, + "precision_coffee": 0.816248299740324, + "recall_coffee": 0.945702005730659, + "F1_noncoffee": 0.6962045935820166, + "IoU_noncoffee": 0.5339830084957521, + "kappa": 0.5780148691613373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 51891, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5187167485555013, + "test_tta": { + "OA": 0.8833478583648042, + "mIoU": 0.7054062358256608, + "macroF1": 0.8169942899054426, + "F1_coffee": 0.9271899427834636, + "IoU_coffee": 0.8642629107981221, + "precision_coffee": 0.889503082780881, + "recall_coffee": 0.9682115582858225, + "F1_noncoffee": 0.7067986370274217, + "IoU_noncoffee": 0.5465495608531995, + "kappa": 0.6366153746516685, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8521258797738549, + "mIoU": 0.650671655054518, + "macroF1": 0.7739611429656957, + "F1_coffee": 0.9068831793949632, + "IoU_coffee": 0.8296306143134876, + "precision_coffee": 0.8571624776816371, + "recall_coffee": 0.9627272902566476, + "F1_noncoffee": 0.6410391065364283, + "IoU_noncoffee": 0.47171269579554825, + "kappa": 0.5537110168207922, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.1", + "val_epoch0": 0.6882598993975975 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6882598993975975, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760046480100707, + "mIoU": 0.7024650010629425, + "macroF1": 0.8158849691241756, + "F1_coffee": 0.9210939826844273, + "IoU_coffee": 0.8537295815405704, + "precision_coffee": 0.8998113813307649, + "recall_coffee": 0.9434077377821724, + "F1_noncoffee": 0.7106759555639239, + "IoU_noncoffee": 0.5512004205853146, + "kappa": 0.6325237278851893, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8449290411907234, + "mIoU": 0.6516437758475148, + "macroF1": 0.7766101744322074, + "F1_coffee": 0.900148588410104, + "IoU_coffee": 0.8184274520399892, + "precision_coffee": 0.8682348304340816, + "recall_coffee": 0.934497984998361, + "F1_noncoffee": 0.6530717604543108, + "IoU_noncoffee": 0.48486009965504023, + "kappa": 0.5553078484314569, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.881504854368932, + "mIoU": 0.7113737701983673, + "macroF1": 0.8224425371757561, + "F1_coffee": 0.9248483728949232, + "IoU_coffee": 0.8602027375293512, + "precision_coffee": 0.8999400838825644, + "recall_coffee": 0.9511747197770882, + "F1_noncoffee": 0.720036701456589, + "IoU_noncoffee": 0.5625448028673835, + "kappa": 0.6458956169295985, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8781006721145013, + "mIoU": 0.712828255186909, + "macroF1": 0.8243005911347066, + "F1_coffee": 0.9215252918287937, + "IoU_coffee": 0.8544709345956243, + "precision_coffee": 0.9106681432262828, + "recall_coffee": 0.9326444458446222, + "F1_noncoffee": 0.7270758904406193, + "IoU_noncoffee": 0.5711855757781936, + "kappa": 0.648774806018192, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8684299598665441, + "mIoU": 0.6829465268375574, + "macroF1": 0.800258427036046, + "F1_coffee": 0.9169489973445655, + "IoU_coffee": 0.8466351031450795, + "precision_coffee": 0.8892375088799431, + "recall_coffee": 0.9464431982861824, + "F1_noncoffee": 0.6835678567275264, + "IoU_noncoffee": 0.5192579505300353, + "kappa": 0.6019895542647338, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9063215530114485, + "mIoU": 0.6169471112071868, + "macroF1": 0.723500847617992, + "F1_coffee": 0.9483336078625157, + "IoU_coffee": 0.9017437610942884, + "precision_coffee": 0.9232413940560188, + "recall_coffee": 0.974827858674794, + "F1_noncoffee": 0.4986680873734683, + "IoU_noncoffee": 0.3321504613200852, + "kappa": 0.45093707597953053, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9139710259972217, + "mIoU": 0.6565820067539163, + "macroF1": 0.7640838302351474, + "F1_coffee": 0.9521285406658937, + "IoU_coffee": 0.9086310464748656, + "precision_coffee": 0.9351409978308026, + "recall_coffee": 0.9697446856371612, + "F1_noncoffee": 0.5760391198044009, + "IoU_noncoffee": 0.40453296703296704, + "kappa": 0.5295425771423288, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9181385195475292, + "mIoU": 0.6643989624283987, + "macroF1": 0.7709283126445086, + "F1_coffee": 0.9545629784656056, + "IoU_coffee": 0.913075545253398, + "precision_coffee": 0.9352471400820203, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.5872936468234117, + "IoU_noncoffee": 0.4157223796033994, + "kappa": 0.5436248101764417, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8578872572240644, + "mIoU": 0.7250576295629714, + "macroF1": 0.837817748143916, + "F1_coffee": 0.894869638351556, + "IoU_coffee": 0.8097412480974124, + "precision_coffee": 0.8702290076335878, + "recall_coffee": 0.9209463358338142, + "F1_noncoffee": 0.780765857936276, + "IoU_noncoffee": 0.6403740110285303, + "kappa": 0.6761769039284523, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8440064132792606, + "mIoU": 0.7074573513911285, + "macroF1": 0.8259987073152495, + "F1_coffee": 0.8819751676894534, + "IoU_coffee": 0.7888690324227725, + "precision_coffee": 0.8785897071367643, + "recall_coffee": 0.8853868194842407, + "F1_noncoffee": 0.7700222469410456, + "IoU_noncoffee": 0.6260456703594846, + "kappa": 0.6520074826867525, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8211826841459964, + "mIoU": 0.661940993969572, + "macroF1": 0.7914588027336213, + "F1_coffee": 0.8701903327399699, + "IoU_coffee": 0.770209671554963, + "precision_coffee": 0.8333333333333334, + "recall_coffee": 0.910458452722063, + "F1_noncoffee": 0.7127272727272728, + "IoU_noncoffee": 0.5536723163841808, + "kappa": 0.5847153817624183, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2593, + 2995 + ], + [ + 51686, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5177522381146749, + "test_tta": { + "OA": 0.8772796229947387, + "mIoU": 0.7011509639869702, + "macroF1": 0.8145025100023333, + "F1_coffee": 0.9224144967757734, + "IoU_coffee": 0.8560012119834868, + "precision_coffee": 0.8955324418028727, + "recall_coffee": 0.9509603854164476, + "F1_noncoffee": 0.7065905232288934, + "IoU_noncoffee": 0.5463007159904535, + "kappa": 0.630264950132681, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8465299411561094, + "mIoU": 0.6500444521356726, + "macroF1": 0.7747049869306537, + "F1_coffee": 0.9019127068258285, + "IoU_coffee": 0.8213488239343216, + "precision_coffee": 0.8639799378355467, + "recall_coffee": 0.943329284047743, + "F1_noncoffee": 0.6474972670354788, + "IoU_noncoffee": 0.4787400803370236, + "kappa": 0.5525099255232941, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.5", + "val_epoch0": 0.7062588096851895 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7191987346796733, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864142538975501, + "mIoU": 0.7262029617884187, + "macroF1": 0.8339091923714901, + "F1_coffee": 0.9272933884297521, + "IoU_coffee": 0.8644426895741444, + "precision_coffee": 0.910974891915481, + "recall_coffee": 0.944207182378558, + "F1_noncoffee": 0.7405249963132281, + "IoU_noncoffee": 0.587963234002693, + "kappa": 0.6681983532744408, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8544623283719857, + "mIoU": 0.6724912280453428, + "macroF1": 0.793811238586601, + "F1_coffee": 0.9056395582610972, + "IoU_coffee": 0.8275514389226878, + "precision_coffee": 0.8791757443718228, + "recall_coffee": 0.9337459748173, + "F1_noncoffee": 0.6819829189121048, + "IoU_noncoffee": 0.5174310171679977, + "kappa": 0.5888778848859447, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8890291262135922, + "mIoU": 0.7270152886247901, + "macroF1": 0.8341203139400819, + "F1_coffee": 0.9295575003081474, + "IoU_coffee": 0.8683862053083079, + "precision_coffee": 0.9052877978512694, + "recall_coffee": 0.955164334114369, + "F1_noncoffee": 0.7386831275720165, + "IoU_noncoffee": 0.5856443719412724, + "kappa": 0.6691228036005691, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8888351627097336, + "mIoU": 0.7348708659359843, + "macroF1": 0.8405332647119346, + "F1_coffee": 0.9282974144652715, + "IoU_coffee": 0.8661893952622083, + "precision_coffee": 0.9190958498023716, + "recall_coffee": 0.9376850860059227, + "F1_noncoffee": 0.7527691149585977, + "IoU_noncoffee": 0.6035523366097603, + "kappa": 0.6811767137185686, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8813887142788066, + "mIoU": 0.7166363376207783, + "macroF1": 0.8268884852086043, + "F1_coffee": 0.9240204429301533, + "IoU_coffee": 0.8587713742875237, + "precision_coffee": 0.9087364444985988, + "recall_coffee": 0.9398273580744755, + "F1_noncoffee": 0.7297565274870552, + "IoU_noncoffee": 0.574501300954033, + "kappa": 0.6541249676141598, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9066202090592335, + "mIoU": 0.6310145177941617, + "macroF1": 0.7391098655806141, + "F1_coffee": 0.9481596109207472, + "IoU_coffee": 0.9014291719209752, + "precision_coffee": 0.9288576069301571, + "recall_coffee": 0.9682808443390902, + "F1_noncoffee": 0.530060120240481, + "IoU_noncoffee": 0.3605998636673483, + "kappa": 0.48025429572220546, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9135741218495733, + "mIoU": 0.6787286904542128, + "macroF1": 0.7861816178565966, + "F1_coffee": 0.9512236097888783, + "IoU_coffee": 0.9069841947885519, + "precision_coffee": 0.9472451483381664, + "recall_coffee": 0.9552356315375098, + "F1_noncoffee": 0.6211396259243149, + "IoU_noncoffee": 0.4504731861198738, + "kappa": 0.5724218212737867, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9133756697757491, + "mIoU": 0.6795110350895048, + "macroF1": 0.7869809668631588, + "F1_coffee": 0.9510677652597949, + "IoU_coffee": 0.9067008656620712, + "precision_coffee": 0.9479329608938547, + "recall_coffee": 0.9542233719491621, + "F1_noncoffee": 0.6228941684665227, + "IoU_noncoffee": 0.4523212045169385, + "kappa": 0.5739978379580236, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8722880151586926, + "mIoU": 0.7477531744571941, + "macroF1": 0.8532352540222305, + "F1_coffee": 0.9061150578074941, + "IoU_coffee": 0.8283458550872278, + "precision_coffee": 0.8759762994882844, + "recall_coffee": 0.938401615695326, + "F1_noncoffee": 0.8003554502369669, + "IoU_noncoffee": 0.6671604938271605, + "kappa": 0.7072075418380626, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8653211355276809, + "mIoU": 0.7392253955409391, + "macroF1": 0.847739546670421, + "F1_coffee": 0.8994790933408419, + "IoU_coffee": 0.8173212229755661, + "precision_coffee": 0.8841682812067534, + "recall_coffee": 0.9153295128939828, + "F1_noncoffee": 0.796, + "IoU_noncoffee": 0.6611295681063123, + "kappa": 0.6956642985791435, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8509855701216636, + "mIoU": 0.7119948822869747, + "macroF1": 0.8284766689838494, + "F1_coffee": 0.8906120188313487, + "IoU_coffee": 0.8027958062905641, + "precision_coffee": 0.8617363344051447, + "recall_coffee": 0.9214899713467049, + "F1_noncoffee": 0.7663413191363502, + "IoU_noncoffee": 0.6211939582833853, + "kappa": 0.6577741446713056, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2621, + 2995 + ], + [ + 52303, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.016655437151591, + "test_tta": { + "OA": 0.8865756431361157, + "mIoU": 0.7221293939756995, + "macroF1": 0.8305243561134934, + "F1_coffee": 0.9279888520021312, + "IoU_coffee": 0.8656522404037315, + "precision_coffee": 0.9045402792481473, + "recall_coffee": 0.952685502703385, + "F1_noncoffee": 0.7330598602248557, + "IoU_noncoffee": 0.5786065475476676, + "kappa": 0.6618909756040594, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8545921310718818, + "mIoU": 0.6675947873401341, + "macroF1": 0.7893063781381328, + "F1_coffee": 0.906589334025127, + "IoU_coffee": 0.8291389157218635, + "precision_coffee": 0.872554439906547, + "recall_coffee": 0.9433871309847477, + "F1_noncoffee": 0.6720234222511385, + "IoU_noncoffee": 0.5060506589584047, + "kappa": 0.5808518776153565, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r1.0", + "val_epoch0": 0.7100714808840066 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7387186950514786, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8972596107291566, + "mIoU": 0.7423586080982201, + "macroF1": 0.8451421024888641, + "F1_coffee": 0.9349797769334477, + "IoU_coffee": 0.8778986132688877, + "precision_coffee": 0.9086054590570719, + "recall_coffee": 0.9629310163465382, + "F1_noncoffee": 0.7553044280442804, + "IoU_noncoffee": 0.6068186029275523, + "kappa": 0.6912631940652831, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8648898119303103, + "mIoU": 0.6842536143118434, + "macroF1": 0.802172229889275, + "F1_coffee": 0.9135601978297778, + "IoU_coffee": 0.8408751189020247, + "precision_coffee": 0.8759444395293285, + "recall_coffee": 0.954551589826652, + "F1_noncoffee": 0.6907842619487721, + "IoU_noncoffee": 0.527632109721662, + "kappa": 0.6069374211515125, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8926699029126214, + "mIoU": 0.7331762232572431, + "macroF1": 0.8385209951795929, + "F1_coffee": 0.9320298810292355, + "IoU_coffee": 0.8727115716753022, + "precision_coffee": 0.9056637591110049, + "recall_coffee": 0.959977202203787, + "F1_noncoffee": 0.7450121093299504, + "IoU_noncoffee": 0.5936408748391839, + "kappa": 0.6780655837346282, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9064358590010154, + "mIoU": 0.7622631826875199, + "macroF1": 0.8592782831240457, + "F1_coffee": 0.9407405138884636, + "IoU_coffee": 0.8881114837515901, + "precision_coffee": 0.9152067691574306, + "recall_coffee": 0.9677399029676769, + "F1_noncoffee": 0.7778160523596279, + "IoU_noncoffee": 0.6364148816234498, + "kappa": 0.7193755417201846, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8926550940476766, + "mIoU": 0.7319782061056324, + "macroF1": 0.8375502866488655, + "F1_coffee": 0.9321640286011122, + "IoU_coffee": 0.8729468322554799, + "precision_coffee": 0.90495401957876, + "recall_coffee": 0.9610610547539538, + "F1_noncoffee": 0.7429365446966189, + "IoU_noncoffee": 0.5910095799557848, + "kappa": 0.6762098713271941, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9114982578397213, + "mIoU": 0.6378613674000473, + "macroF1": 0.7450942007707171, + "F1_coffee": 0.951048951048951, + "IoU_coffee": 0.9066666666666666, + "precision_coffee": 0.928402494087293, + "recall_coffee": 0.974827858674794, + "F1_noncoffee": 0.5391394504924831, + "IoU_noncoffee": 0.36905606813342795, + "kappa": 0.49302840645973417, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9297479658662433, + "mIoU": 0.6946202451919559, + "macroF1": 0.7975326028958938, + "F1_coffee": 0.9611458676325321, + "IoU_coffee": 0.9251980982567354, + "precision_coffee": 0.9384846211552889, + "recall_coffee": 0.9849285794623777, + "F1_noncoffee": 0.6339193381592554, + "IoU_noncoffee": 0.4640423921271764, + "kappa": 0.5972775803142142, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9253820202421116, + "mIoU": 0.6961616161616162, + "macroF1": 0.7999599004204332, + "F1_coffee": 0.9583564071325729, + "IoU_coffee": 0.9200425305688463, + "precision_coffee": 0.9439293116613942, + "recall_coffee": 0.9732313575525813, + "F1_noncoffee": 0.6415633937082936, + "IoU_noncoffee": 0.47228070175438597, + "kappa": 0.6007226200191458, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8747513027001421, + "mIoU": 0.751804019090109, + "macroF1": 0.8559528648653292, + "F1_coffee": 0.907989977728285, + "IoU_coffee": 0.831485022307202, + "precision_coffee": 0.8772189349112426, + "recall_coffee": 0.940998268897865, + "F1_noncoffee": 0.8039157520023732, + "IoU_noncoffee": 0.6721230158730159, + "kappa": 0.7126592124268887, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8842780345185325, + "mIoU": 0.7683008357630863, + "macroF1": 0.8669338480786928, + "F1_coffee": 0.9149747072274964, + "IoU_coffee": 0.8432750031932559, + "precision_coffee": 0.8860555630116763, + "recall_coffee": 0.9458452722063038, + "F1_noncoffee": 0.8188929889298893, + "IoU_noncoffee": 0.6933266683329168, + "kappa": 0.7344701855151937, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8615486183155711, + "mIoU": 0.7256608237921707, + "macroF1": 0.8376923463867088, + "F1_coffee": 0.8999181892555222, + "IoU_coffee": 0.8180466038671294, + "precision_coffee": 0.858480749219563, + "recall_coffee": 0.9455587392550143, + "F1_noncoffee": 0.7754665035178954, + "IoU_noncoffee": 0.6332750437172121, + "kappa": 0.6770726271466556, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 52948, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.534745462735494, + "test_tta": { + "OA": 0.8961460249830542, + "mIoU": 0.7367443657884075, + "macroF1": 0.8408231740576354, + "F1_coffee": 0.9346640809820187, + "IoU_coffee": 0.8773421268322437, + "precision_coffee": 0.9032536598767612, + "recall_coffee": 0.9683377863799887, + "F1_noncoffee": 0.7469822671332521, + "IoU_noncoffee": 0.5961466047445714, + "kappa": 0.6831302588702377, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8639811930310373, + "mIoU": 0.6785162370001261, + "macroF1": 0.7972149149543148, + "F1_coffee": 0.9135730061124806, + "IoU_coffee": 0.8408968216478845, + "precision_coffee": 0.8705029689137268, + "recall_coffee": 0.9611268583328513, + "F1_noncoffee": 0.680856823796149, + "IoU_noncoffee": 0.5161356523523678, + "kappa": 0.5980631524870992, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.05", + "val_epoch0": 0.6587478626779082 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6587478626779082, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8452922759110423, + "mIoU": 0.6630867696748273, + "macroF1": 0.7872305121773768, + "F1_coffee": 0.898378034559525, + "IoU_coffee": 0.815504830824897, + "precision_coffee": 0.90544265658055, + "recall_coffee": 0.8914228010014096, + "F1_noncoffee": 0.6760829897952287, + "IoU_noncoffee": 0.5106687085247575, + "kappa": 0.5745435819822966, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8172377985462098, + "mIoU": 0.6227992968213827, + "macroF1": 0.7554115027828421, + "F1_coffee": 0.8783830473338707, + "IoU_coffee": 0.7831399527672246, + "precision_coffee": 0.8744052737173975, + "recall_coffee": 0.8823971770694742, + "F1_noncoffee": 0.6324399582318134, + "IoU_noncoffee": 0.46245864087554084, + "kappa": 0.5108535989573519, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2962962962962963, + "mIoU": 0.1523706896551724, + "macroF1": 0.2402501234161593, + "F1_coffee": 0.44660194174757284, + "IoU_coffee": 0.2875, + "precision_coffee": 1.0, + "recall_coffee": 0.2875, + "F1_noncoffee": 0.03389830508474576, + "IoU_noncoffee": 0.017241379310344827, + "kappa": 0.00986489384516405, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8268932038834952, + "mIoU": 0.6404718015660329, + "macroF1": 0.7702578395357425, + "F1_coffee": 0.8843259374594524, + "IoU_coffee": 0.7926382508577078, + "precision_coffee": 0.9064973066436124, + "recall_coffee": 0.8632132227218036, + "F1_noncoffee": 0.6561897416120324, + "IoU_noncoffee": 0.4883053522743579, + "kappa": 0.5413311979788793, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8332285672839804, + "mIoU": 0.6485436005308174, + "macroF1": 0.7764296700343685, + "F1_coffee": 0.8891175052242405, + "IoU_coffee": 0.8003704346819471, + "precision_coffee": 0.9077064461073914, + "recall_coffee": 0.8712746518807889, + "F1_noncoffee": 0.6637418348444964, + "IoU_noncoffee": 0.4967167663796877, + "kappa": 0.5534273036253456, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8756829940525119, + "mIoU": 0.7036080897898804, + "macroF1": 0.8169294351736829, + "F1_coffee": 0.9206408000740809, + "IoU_coffee": 0.8529512697323267, + "precision_coffee": 0.9023962241316713, + "recall_coffee": 0.9396383340684267, + "F1_noncoffee": 0.713218070273285, + "IoU_noncoffee": 0.5542649098474342, + "kappa": 0.6343989216006578, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7990044798407168, + "mIoU": 0.506026977173526, + "macroF1": 0.6242861529441024, + "F1_coffee": 0.8804971885173128, + "IoU_coffee": 0.7865073490536111, + "precision_coffee": 0.9255848680935789, + "recall_coffee": 0.8395981487752568, + "F1_noncoffee": 0.36807511737089205, + "IoU_noncoffee": 0.22554660529344073, + "kappa": 0.25788429023009624, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8527485612224648, + "mIoU": 0.5699976056411236, + "macroF1": 0.686399659940545, + "F1_coffee": 0.9148007808014698, + "IoU_coffee": 0.8429795788805418, + "precision_coffee": 0.9343262577694382, + "recall_coffee": 0.8960746822629625, + "F1_noncoffee": 0.4579985390796202, + "IoU_noncoffee": 0.29701563240170537, + "kappa": 0.374537011286206, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.902857709863068, + "mIoU": 0.625181820423056, + "macroF1": 0.7338388070308541, + "F1_coffee": 0.9459384836269258, + "IoU_coffee": 0.8974224643755239, + "precision_coffee": 0.9291603384682143, + "recall_coffee": 0.963333708244292, + "F1_noncoffee": 0.5217391304347826, + "IoU_noncoffee": 0.35294117647058826, + "kappa": 0.4692087260906561, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8534343912837518, + "mIoU": 0.7227376852236902, + "macroF1": 0.8367094815240768, + "F1_coffee": 0.8889686356132922, + "IoU_coffee": 0.8001291989664082, + "precision_coffee": 0.8845879160119983, + "recall_coffee": 0.8933929601846509, + "F1_noncoffee": 0.7844503274348613, + "IoU_noncoffee": 0.6453461714809721, + "kappa": 0.6734345112755955, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.814675091955107, + "mIoU": 0.6672658797853741, + "macroF1": 0.797547583918164, + "F1_coffee": 0.8564331117118433, + "IoU_coffee": 0.7489138768208535, + "precision_coffee": 0.8738631280751453, + "recall_coffee": 0.8396848137535816, + "F1_noncoffee": 0.7386620561244847, + "IoU_noncoffee": 0.5856178827498946, + "kappa": 0.5953881866465542, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8498538149580307, + "mIoU": 0.7126740802789429, + "macroF1": 0.8292267570811105, + "F1_coffee": 0.8885778275475924, + "IoU_coffee": 0.7994962216624685, + "precision_coffee": 0.8686371100164204, + "recall_coffee": 0.9094555873925502, + "F1_noncoffee": 0.7698756866146285, + "IoU_noncoffee": 0.6258519388954171, + "kappa": 0.6588248553075771, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 49729, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.51994845867157, + "test_tta": { + "OA": 0.8502307866111488, + "mIoU": 0.6676276172768616, + "macroF1": 0.7903032556405438, + "F1_coffee": 0.9024041394106388, + "IoU_coffee": 0.822164306383305, + "precision_coffee": 0.902214371333039, + "recall_coffee": 0.9025939873351145, + "F1_noncoffee": 0.6782023718704487, + "IoU_noncoffee": 0.5130909281704181, + "kappa": 0.5806065724597386, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8216655128648898, + "mIoU": 0.6254076064495026, + "macroF1": 0.7568657720780037, + "F1_coffee": 0.882384834159287, + "IoU_coffee": 0.7895247497787159, + "precision_coffee": 0.8707152243288906, + "recall_coffee": 0.8943714930294441, + "F1_noncoffee": 0.6313467099967204, + "IoU_noncoffee": 0.46129046312028926, + "kappa": 0.5140051635263961, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.1", + "val_epoch0": 0.6679424120839093 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6679424120839093, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8556373261030954, + "mIoU": 0.6855395500636347, + "macroF1": 0.8052162581372115, + "F1_coffee": 0.9043182474568656, + "IoU_coffee": 0.8253475476413621, + "precision_coffee": 0.9198546372459416, + "recall_coffee": 0.8892979614162793, + "F1_noncoffee": 0.7061142688175576, + "IoU_noncoffee": 0.5457315524859072, + "kappa": 0.610773562716567, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8256028614284066, + "mIoU": 0.640331845146108, + "macroF1": 0.7704342829269011, + "F1_coffee": 0.8829723399725142, + "IoU_coffee": 0.7904659585160027, + "precision_coffee": 0.8863693772466725, + "recall_coffee": 0.8796012417809144, + "F1_noncoffee": 0.6578962258812878, + "IoU_noncoffee": 0.4901977317762132, + "kappa": 0.5408882791324994, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8323300970873786, + "mIoU": 0.6541871782166164, + "macroF1": 0.7819222452967165, + "F1_coffee": 0.8867689483346446, + "IoU_coffee": 0.79657223629189, + "precision_coffee": 0.9192550805410181, + "recall_coffee": 0.8565005382812995, + "F1_noncoffee": 0.6770755422587883, + "IoU_noncoffee": 0.5118021201413427, + "kappa": 0.5653924394664007, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8494270102993086, + "mIoU": 0.6796965189549213, + "macroF1": 0.8013387697862786, + "F1_coffee": 0.8990795955405756, + "IoU_coffee": 0.816661760376803, + "precision_coffee": 0.925658992325659, + "recall_coffee": 0.8739839959674879, + "F1_noncoffee": 0.7035979440319817, + "IoU_noncoffee": 0.5427312775330396, + "kappa": 0.6036373448872485, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8850635849330303, + "mIoU": 0.7264074042067661, + "macroF1": 0.8343110127916971, + "F1_coffee": 0.9260123883338003, + "IoU_coffee": 0.8622188731741247, + "precision_coffee": 0.9150467519685039, + "recall_coffee": 0.937244029991809, + "F1_noncoffee": 0.742609637249594, + "IoU_noncoffee": 0.5905959352394075, + "kappa": 0.6687874962854701, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8021901443504231, + "mIoU": 0.524321467824487, + "macroF1": 0.6476895692633395, + "F1_coffee": 0.8809965862130922, + "IoU_coffee": 0.7873046456861486, + "precision_coffee": 0.9383771370247512, + "recall_coffee": 0.8302291455017496, + "F1_noncoffee": 0.4143825523135868, + "IoU_noncoffee": 0.26133828996282527, + "kappa": 0.30811024289959404, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.847191903155388, + "mIoU": 0.5735630097446143, + "macroF1": 0.692675564854776, + "F1_coffee": 0.9105898745935903, + "IoU_coffee": 0.835855894265615, + "precision_coffee": 0.9410776431057243, + "recall_coffee": 0.882015521313688, + "F1_noncoffee": 0.4747612551159618, + "IoU_noncoffee": 0.3112701252236136, + "kappa": 0.3891175438180785, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9111926969636833, + "mIoU": 0.6593801370437903, + "macroF1": 0.7676734371710703, + "F1_coffee": 0.9502750152786266, + "IoU_coffee": 0.9052609293955753, + "precision_coffee": 0.9389547650417216, + "recall_coffee": 0.9618715555055675, + "F1_noncoffee": 0.5850718590635141, + "IoU_noncoffee": 0.4134993446920052, + "kappa": 0.5359097641394349, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.861013737565135, + "mIoU": 0.7366796319126309, + "macroF1": 0.846436597573515, + "F1_coffee": 0.8937495473310639, + "IoU_coffee": 0.8079088647374624, + "precision_coffee": 0.8974545454545455, + "recall_coffee": 0.8900750144258511, + "F1_noncoffee": 0.799123647815966, + "IoU_noncoffee": 0.6654503990877993, + "kappa": 0.6928830909904292, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8515514477034801, + "mIoU": 0.7244287617808565, + "macroF1": 0.838360085807513, + "F1_coffee": 0.8845363849765259, + "IoU_coffee": 0.792976456661844, + "precision_coffee": 0.9063439567047504, + "recall_coffee": 0.8637535816618911, + "F1_noncoffee": 0.7921837866385001, + "IoU_noncoffee": 0.6558810668998688, + "kappa": 0.6770566747557034, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8602282372913327, + "mIoU": 0.7319300173025918, + "macroF1": 0.8428603720651009, + "F1_coffee": 0.8951019252548131, + "IoU_coffee": 0.8101217168481742, + "precision_coffee": 0.8845831001678791, + "recall_coffee": 0.9058739255014326, + "F1_noncoffee": 0.7906188188753885, + "IoU_noncoffee": 0.6537383177570093, + "kappa": 0.6858094230664029, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2612, + 2995 + ], + [ + 50405, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5542744159698487, + "test_tta": { + "OA": 0.8654336528840257, + "mIoU": 0.695337233885472, + "macroF1": 0.8117982947114126, + "F1_coffee": 0.9122685185185185, + "IoU_coffee": 0.838689082783571, + "precision_coffee": 0.9125181552192309, + "recall_coffee": 0.9120190183661877, + "F1_noncoffee": 0.7113280709043068, + "IoU_noncoffee": 0.551985384987373, + "kappa": 0.623596682113571, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8351361486096689, + "mIoU": 0.6474914780187304, + "macroF1": 0.7749842307156054, + "F1_coffee": 0.8913248086704378, + "IoU_coffee": 0.8039548603965151, + "precision_coffee": 0.8790975920786137, + "recall_coffee": 0.9038969553228823, + "F1_noncoffee": 0.6586436527607729, + "IoU_noncoffee": 0.49102809564094574, + "kappa": 0.550241760232836, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.5", + "val_epoch0": 0.7063894533171061 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7299877481040347, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8945482715212549, + "mIoU": 0.740271864112028, + "macroF1": 0.8439188581277699, + "F1_coffee": 0.9328137210545798, + "IoU_coffee": 0.8740870637658258, + "precision_coffee": 0.9123071662744625, + "recall_coffee": 0.954263353880462, + "F1_noncoffee": 0.7550239952009599, + "IoU_noncoffee": 0.6064566644582304, + "kappa": 0.6884117365961787, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.862394715587862, + "mIoU": 0.6840578793002242, + "macroF1": 0.8025177867528435, + "F1_coffee": 0.9112588941077989, + "IoU_coffee": 0.836984007654456, + "precision_coffee": 0.8802062744816186, + "recall_coffee": 0.9445826343495112, + "F1_noncoffee": 0.6937766793978881, + "IoU_noncoffee": 0.5311317509459924, + "kappa": 0.6067246050779146, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8926699029126214, + "mIoU": 0.7371498890262888, + "macroF1": 0.841727900736116, + "F1_coffee": 0.9315204261777186, + "IoU_coffee": 0.8718186561539799, + "precision_coffee": 0.9116149369544132, + "recall_coffee": 0.9523146095877398, + "F1_noncoffee": 0.7519353752945136, + "IoU_noncoffee": 0.6024811218985976, + "kappa": 0.6840015738520763, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9013103815095982, + "mIoU": 0.7590612998388675, + "macroF1": 0.8575779828389483, + "F1_coffee": 0.9364985532497433, + "IoU_coffee": 0.8805804224445615, + "precision_coffee": 0.9250153657037492, + "recall_coffee": 0.9482704303446537, + "F1_noncoffee": 0.7786574124281531, + "IoU_noncoffee": 0.6375421772331735, + "kappa": 0.7153088920152736, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.88965717325081, + "mIoU": 0.7240911365030944, + "macroF1": 0.831600995323797, + "F1_coffee": 0.9304776992444552, + "IoU_coffee": 0.869993733264969, + "precision_coffee": 0.9007845219135256, + "recall_coffee": 0.9621951987902464, + "F1_noncoffee": 0.7327242914031389, + "IoU_noncoffee": 0.57818853974122, + "kappa": 0.6646030803358982, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9087108013937282, + "mIoU": 0.6387523130171159, + "macroF1": 0.7468667798821957, + "F1_coffee": 0.9492725562869945, + "IoU_coffee": 0.9034431925871328, + "precision_coffee": 0.9307875894988067, + "recall_coffee": 0.9685066034541144, + "F1_noncoffee": 0.5444610034773969, + "IoU_noncoffee": 0.37406143344709897, + "kappa": 0.4955203042717535, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9173447112522326, + "mIoU": 0.685270586882764, + "macroF1": 0.7915475200000159, + "F1_coffee": 0.9534818785949629, + "IoU_coffee": 0.9110992529348986, + "precision_coffee": 0.9468722271517303, + "recall_coffee": 0.9601844561916545, + "F1_noncoffee": 0.629613161405069, + "IoU_noncoffee": 0.45944192083062946, + "kappa": 0.5832567274585869, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9225044651716611, + "mIoU": 0.6813378709924875, + "macroF1": 0.7865585247517812, + "F1_coffee": 0.9569008332873462, + "IoU_coffee": 0.9173632419849751, + "precision_coffee": 0.9393282773564464, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.6162162162162163, + "IoU_noncoffee": 0.4453125, + "kappa": 0.574443253409004, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8774040738986263, + "mIoU": 0.758617238116037, + "macroF1": 0.8607005680833053, + "F1_coffee": 0.9089373680506685, + "IoU_coffee": 0.8330753353973168, + "precision_coffee": 0.8873316845287167, + "recall_coffee": 0.9316214656664743, + "F1_noncoffee": 0.812463768115942, + "IoU_noncoffee": 0.6841591408347572, + "kappa": 0.721740885354964, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8860699801942846, + "mIoU": 0.7740945296050621, + "macroF1": 0.8709341470742562, + "F1_coffee": 0.915132780666011, + "IoU_coffee": 0.843543582437508, + "precision_coffee": 0.8978494623655914, + "recall_coffee": 0.9330945558739255, + "F1_noncoffee": 0.8267355134825014, + "IoU_noncoffee": 0.7046454767726161, + "kappa": 0.7420634266947702, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8584362916155805, + "mIoU": 0.7198373165922594, + "macroF1": 0.8335477222703727, + "F1_coffee": 0.897911990750187, + "IoU_coffee": 0.8147371019501358, + "precision_coffee": 0.8547196685225948, + "recall_coffee": 0.945702005730659, + "F1_noncoffee": 0.7691834537905582, + "IoU_noncoffee": 0.6249375312343828, + "kappa": 0.6690065178985206, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2689, + 2995 + ], + [ + 52739, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.580609365304311, + "test_tta": { + "OA": 0.8942900487395501, + "mIoU": 0.7373606710415144, + "macroF1": 0.8416287578800884, + "F1_coffee": 0.9329525447324244, + "IoU_coffee": 0.8743308839047601, + "precision_coffee": 0.9085308718275883, + "recall_coffee": 0.9587234132076663, + "F1_noncoffee": 0.7503049710277524, + "IoU_noncoffee": 0.6003904581782685, + "kappa": 0.6841075536415794, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8622793354101765, + "mIoU": 0.6808560120554462, + "macroF1": 0.7996837424612431, + "F1_coffee": 0.9116610389009667, + "IoU_coffee": 0.8376627792322601, + "precision_coffee": 0.8762136785574564, + "recall_coffee": 0.9500973756772912, + "F1_noncoffee": 0.6877064460215194, + "IoU_noncoffee": 0.5240492448786324, + "kappa": 0.6016721042388026, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r1.0", + "val_epoch0": 0.7062606583532525 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7339159877245368, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8968399987088861, + "mIoU": 0.7446156695515712, + "macroF1": 0.8470024989769407, + "F1_coffee": 0.9343238189178636, + "IoU_coffee": 0.876742706184076, + "precision_coffee": 0.9131203181170044, + "recall_coffee": 0.9565354595754528, + "F1_noncoffee": 0.7596811790360177, + "IoU_noncoffee": 0.6124886329190664, + "kappa": 0.6946075538113661, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8642119533864082, + "mIoU": 0.6869509338622224, + "macroF1": 0.8047068026919306, + "F1_coffee": 0.9125073181611204, + "IoU_coffee": 0.8390928356576429, + "precision_coffee": 0.8806952715792494, + "recall_coffee": 0.9467036887063497, + "F1_noncoffee": 0.6969062872227408, + "IoU_noncoffee": 0.5348090320668017, + "kappa": 0.6111711065361979, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16517857142857142, + "macroF1": 0.2556390977443609, + "F1_coffee": 0.47619047619047616, + "IoU_coffee": 0.3125, + "precision_coffee": 1.0, + "recall_coffee": 0.3125, + "F1_noncoffee": 0.03508771929824561, + "IoU_noncoffee": 0.017857142857142856, + "kappa": 0.011098779134295236, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8922330097087379, + "mIoU": 0.7335643868288905, + "macroF1": 0.8389094912279011, + "F1_coffee": 0.93159127326513, + "IoU_coffee": 0.8719427780341485, + "precision_coffee": 0.9072684712802352, + "recall_coffee": 0.9572541321005636, + "F1_noncoffee": 0.7462277091906722, + "IoU_noncoffee": 0.5951859956236324, + "kappa": 0.6786756885359859, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9043083023064649, + "mIoU": 0.7611542263208009, + "macroF1": 0.8587410413255039, + "F1_coffee": 0.9389706109106609, + "IoU_coffee": 0.8849619252455967, + "precision_coffee": 0.9195457840057984, + "recall_coffee": 0.9592338226954823, + "F1_noncoffee": 0.778511471740347, + "IoU_noncoffee": 0.6373465273960052, + "kappa": 0.7179388794390382, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8939606402011508, + "mIoU": 0.7392664068340983, + "macroF1": 0.8432114766181273, + "F1_coffee": 0.9324128578913304, + "IoU_coffee": 0.8733833718244803, + "precision_coffee": 0.9125844594594594, + "recall_coffee": 0.9531220464999055, + "F1_noncoffee": 0.7540100953449242, + "IoU_noncoffee": 0.6051494418437162, + "kappa": 0.6869608278213679, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9151816824290692, + "mIoU": 0.6495766420360194, + "macroF1": 0.7564927748546184, + "F1_coffee": 0.9530681943373361, + "IoU_coffee": 0.9103441018625698, + "precision_coffee": 0.9307154384077461, + "recall_coffee": 0.976521052037476, + "F1_noncoffee": 0.5599173553719008, + "IoU_noncoffee": 0.38880918220946914, + "kappa": 0.5156055086789085, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9279618972018258, + "mIoU": 0.6995520229752551, + "macroF1": 0.8025364706720579, + "F1_coffee": 0.9599116510215351, + "IoU_coffee": 0.922913569760034, + "precision_coffee": 0.9428354485302094, + "recall_coffee": 0.977617815768755, + "F1_noncoffee": 0.6451612903225806, + "IoU_noncoffee": 0.47619047619047616, + "kappa": 0.6062162970049711, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9217106568763643, + "mIoU": 0.6912439902132195, + "macroF1": 0.7961864420138688, + "F1_coffee": 0.9561349863790516, + "IoU_coffee": 0.9159565402641671, + "precision_coffee": 0.9453605980650835, + "recall_coffee": 0.9671578000224946, + "F1_noncoffee": 0.636237897648686, + "IoU_noncoffee": 0.4665314401622718, + "kappa": 0.5928115005012822, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8703931785883467, + "mIoU": 0.7454399713830615, + "macroF1": 0.8517501020760432, + "F1_coffee": 0.9043222828367604, + "IoU_coffee": 0.8253542703944848, + "precision_coffee": 0.8776812381210969, + "recall_coffee": 0.9326312752452395, + "F1_noncoffee": 0.799177921315326, + "IoU_noncoffee": 0.6655256723716382, + "kappa": 0.7040724924469955, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8818258983306612, + "mIoU": 0.7656313347522705, + "macroF1": 0.8652987509973278, + "F1_coffee": 0.9124816651533142, + "IoU_coffee": 0.8390494540783558, + "precision_coffee": 0.890282131661442, + "recall_coffee": 0.9358166189111747, + "F1_noncoffee": 0.8181158368413413, + "IoU_noncoffee": 0.6922132154261852, + "kappa": 0.7309451734293728, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8675846458549468, + "mIoU": 0.7392277920607371, + "macroF1": 0.8473906159851297, + "F1_coffee": 0.9029045643153527, + "IoU_coffee": 0.8229954614220878, + "precision_coffee": 0.8727272727272727, + "recall_coffee": 0.935243553008596, + "F1_noncoffee": 0.7918766676549066, + "IoU_noncoffee": 0.6554601226993865, + "kappa": 0.6955614662020861, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2652, + 2995 + ], + [ + 52918, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.027025210857391, + "test_tta": { + "OA": 0.8971627771860172, + "mIoU": 0.7425280746559546, + "macroF1": 0.845292788265799, + "F1_coffee": 0.9348732624693377, + "IoU_coffee": 0.8777108202510268, + "precision_coffee": 0.9090981374361421, + "recall_coffee": 0.9621526097658469, + "F1_noncoffee": 0.7557123140622604, + "IoU_noncoffee": 0.6073453290608825, + "kappa": 0.6915157314772147, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8647455867082036, + "mIoU": 0.6844465044296724, + "macroF1": 0.8023741586417263, + "F1_coffee": 0.9133976063829787, + "IoU_coffee": 0.8405996634541839, + "precision_coffee": 0.8764421287681429, + "recall_coffee": 0.9536067565222421, + "F1_noncoffee": 0.691350710900474, + "IoU_noncoffee": 0.5282933454051607, + "kappa": 0.607237043112735, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.05", + "val_epoch0": 0.6119583453045151 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6121060195451342, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8275929232267489, + "mIoU": 0.6317550217406316, + "macroF1": 0.7616284570755858, + "F1_coffee": 0.8870240374388428, + "IoU_coffee": 0.7969840025993387, + "precision_coffee": 0.8809523809523809, + "recall_coffee": 0.8931799682988476, + "F1_noncoffee": 0.6362328767123288, + "IoU_noncoffee": 0.46652604088192456, + "kappa": 0.5233298204240591, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7873254874812508, + "mIoU": 0.579245251889308, + "macroF1": 0.7184373552570635, + "F1_coffee": 0.8577080438474602, + "IoU_coffee": 0.7508658703475308, + "precision_coffee": 0.861248377032343, + "recall_coffee": 0.8541966979953487, + "F1_noncoffee": 0.5791666666666667, + "IoU_noncoffee": 0.40762463343108507, + "kappa": 0.43690285183958244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20763723150357996, + "mIoU": 0.10426265956664091, + "macroF1": 0.17329419572985547, + "F1_coffee": 0.34179222839016654, + "IoU_coffee": 0.20612147297943567, + "precision_coffee": 1.0, + "recall_coffee": 0.20612147297943567, + "F1_noncoffee": 0.004796163069544364, + "IoU_noncoffee": 0.002403846153846154, + "kappa": 0.000990477853857402, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8215900157232704, + "mIoU": 0.6241560975197108, + "macroF1": 0.7556405221523396, + "F1_coffee": 0.882586903799515, + "IoU_coffee": 0.7898483620789444, + "precision_coffee": 0.8778463913546893, + "recall_coffee": 0.887378893296053, + "F1_noncoffee": 0.6286941405051641, + "IoU_noncoffee": 0.45846383296047727, + "kappa": 0.5113261101916222, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8310774753796148, + "mIoU": 0.6303887997609361, + "macroF1": 0.7593969990382647, + "F1_coffee": 0.8907230730605071, + "IoU_coffee": 0.802976291518135, + "precision_coffee": 0.8745840009860717, + "recall_coffee": 0.9074689858038112, + "F1_noncoffee": 0.6280709250160222, + "IoU_noncoffee": 0.45780130800373714, + "kappa": 0.5193510731150573, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8300314846209736, + "mIoU": 0.6403692846998186, + "macroF1": 0.7694009270888514, + "F1_coffee": 0.887643687361916, + "IoU_coffee": 0.7979850316637881, + "precision_coffee": 0.8906952833825986, + "recall_coffee": 0.8846129299891505, + "F1_noncoffee": 0.6511581668157869, + "IoU_noncoffee": 0.48275353773584906, + "kappa": 0.5388186615020958, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8731419262879251, + "mIoU": 0.6793563247125427, + "macroF1": 0.7959960849529732, + "F1_coffee": 0.9214474845542807, + "IoU_coffee": 0.8543371522094927, + "precision_coffee": 0.9530516431924883, + "recall_coffee": 0.8918721015377106, + "F1_noncoffee": 0.6705446853516658, + "IoU_noncoffee": 0.5043754972155927, + "kappa": 0.5938652749874059, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8476312419974392, + "mIoU": 0.6214290100594189, + "macroF1": 0.7459106986739099, + "F1_coffee": 0.9066779272485974, + "IoU_coffee": 0.8292871330832046, + "precision_coffee": 0.9333084947839047, + "recall_coffee": 0.881524926686217, + "F1_noncoffee": 0.5851434700992223, + "IoU_noncoffee": 0.41357088703563305, + "kappa": 0.4936540127540319, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8306443727388286, + "mIoU": 0.5870264708349962, + "macroF1": 0.7137743073864515, + "F1_coffee": 0.8966710416418089, + "IoU_coffee": 0.8126960095165999, + "precision_coffee": 0.9205046545810877, + "recall_coffee": 0.8740404745289603, + "F1_noncoffee": 0.5308775731310943, + "IoU_noncoffee": 0.3613569321533923, + "kappa": 0.4292856583613728, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7735042735042735, + "mIoU": 0.5787698191940088, + "macroF1": 0.7219830787730053, + "F1_coffee": 0.841665006970723, + "IoU_coffee": 0.7266162310866575, + "precision_coffee": 0.8046458492003047, + "recall_coffee": 0.8822546972860126, + "F1_noncoffee": 0.6023011505752877, + "IoU_noncoffee": 0.4309234073013601, + "kappa": 0.4469066453657658, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8150095602294455, + "mIoU": 0.6319618933499436, + "macroF1": 0.7649552056654434, + "F1_coffee": 0.8734218617125662, + "IoU_coffee": 0.7752874230635234, + "precision_coffee": 0.816735992170296, + "recall_coffee": 0.9385631941515535, + "F1_noncoffee": 0.6564885496183206, + "IoU_noncoffee": 0.48863636363636365, + "kappa": 0.5359764996184204, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8294298329813784, + "mIoU": 0.6724217833762677, + "macroF1": 0.7990451860258143, + "F1_coffee": 0.8771857073743866, + "IoU_coffee": 0.7812384586975255, + "precision_coffee": 0.8577994052446607, + "recall_coffee": 0.8974685334464715, + "F1_noncoffee": 0.720904664677242, + "IoU_noncoffee": 0.5636051080550099, + "kappa": 0.5985563300308013, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 251, + 563 + ], + [ + 5933, + 7520 + ], + [ + 44800, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.528892735640208, + "test_tta": { + "OA": 0.8345560785586755, + "mIoU": 0.6354281931580279, + "macroF1": 0.7634843810920324, + "F1_coffee": 0.8931360934338404, + "IoU_coffee": 0.8069068727741153, + "precision_coffee": 0.8746945397047046, + "recall_coffee": 0.9123720173071156, + "F1_noncoffee": 0.6338326687502245, + "IoU_noncoffee": 0.4639495135419406, + "kappa": 0.5276881442076262, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7953444098303911, + "mIoU": 0.5827922368954428, + "macroF1": 0.7199030069936376, + "F1_coffee": 0.8652677554120775, + "IoU_coffee": 0.762530332189775, + "precision_coffee": 0.855022424049089, + "recall_coffee": 0.8757615944953776, + "F1_noncoffee": 0.5745382585751979, + "IoU_noncoffee": 0.4030541416011106, + "kappa": 0.4400598934396603, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.1", + "val_epoch0": 0.6502535070788401 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6502535070788401, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8640155818860574, + "mIoU": 0.6968684908683591, + "macroF1": 0.8133983549820059, + "F1_coffee": 0.9105850711861513, + "IoU_coffee": 0.8358477996786708, + "precision_coffee": 0.9074278907512976, + "recall_coffee": 0.9137642976481172, + "F1_noncoffee": 0.7162116387778605, + "IoU_noncoffee": 0.5578891820580475, + "kappa": 0.6268110479410878, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8238144686742818, + "mIoU": 0.6359442425213981, + "macroF1": 0.7666486041474638, + "F1_coffee": 0.8821463715823799, + "IoU_coffee": 0.7891430050919134, + "precision_coffee": 0.8855980629539951, + "recall_coffee": 0.8787214822502835, + "F1_noncoffee": 0.6511508367125478, + "IoU_noncoffee": 0.48274547995088285, + "kappa": 0.5333181931607339, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3093078758949881, + "mIoU": 0.15537166439082398, + "macroF1": 0.23821532005252014, + "F1_coffee": 0.4709323583180987, + "IoU_coffee": 0.3079866092778575, + "precision_coffee": 1.0, + "recall_coffee": 0.3079866092778575, + "F1_noncoffee": 0.005498281786941581, + "IoU_noncoffee": 0.0027567195037904893, + "kappa": 0.0016966248954017559, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8790290880503144, + "mIoU": 0.7273299058020337, + "macroF1": 0.8360979849822012, + "F1_coffee": 0.9199817992719709, + "IoU_coffee": 0.8518206439963888, + "precision_coffee": 0.9196828903762427, + "recall_coffee": 0.9202809025294233, + "F1_noncoffee": 0.7522141706924316, + "IoU_noncoffee": 0.6028391676076786, + "kappa": 0.6721960771911903, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8536845679910736, + "mIoU": 0.6816550986045029, + "macroF1": 0.8021918970749422, + "F1_coffee": 0.9031159653067781, + "IoU_coffee": 0.8233468048966204, + "precision_coffee": 0.9073715466046992, + "recall_coffee": 0.8989001151042333, + "F1_noncoffee": 0.7012678288431062, + "IoU_noncoffee": 0.5399633923123855, + "kappa": 0.6044106242237516, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.859530152579317, + "mIoU": 0.6823667873831504, + "macroF1": 0.8016101026568847, + "F1_coffee": 0.9088050314465409, + "IoU_coffee": 0.8328530259365994, + "precision_coffee": 0.895790713532949, + "recall_coffee": 0.9222030761375966, + "F1_noncoffee": 0.6944151738672286, + "IoU_noncoffee": 0.5318805488297014, + "kappa": 0.6035006408904632, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8970678069639585, + "mIoU": 0.7112814767574502, + "macroF1": 0.8194051952486199, + "F1_coffee": 0.9378343479062904, + "IoU_coffee": 0.8829454671761028, + "precision_coffee": 0.9450985252199777, + "recall_coffee": 0.930680986087381, + "F1_noncoffee": 0.7009760425909495, + "IoU_noncoffee": 0.5396174863387978, + "kappa": 0.6389129996370237, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8299024918743229, + "mIoU": 0.5878418078297031, + "macroF1": 0.7149216333406252, + "F1_coffee": 0.8959701222817903, + "IoU_coffee": 0.8115451767786993, + "precision_coffee": 0.9208766716196136, + "recall_coffee": 0.8723753665689149, + "F1_noncoffee": 0.5338731443994602, + "IoU_noncoffee": 0.3641384388807069, + "kappa": 0.43170596839913256, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8551872494377628, + "mIoU": 0.6036108472638948, + "macroF1": 0.7246236188965935, + "F1_coffee": 0.9142393884996236, + "IoU_coffee": 0.8420266666666667, + "precision_coffee": 0.9103909583669704, + "recall_coffee": 0.9181204931379391, + "F1_noncoffee": 0.5350078492935636, + "IoU_noncoffee": 0.365195027861123, + "kappa": 0.4493005938470411, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8622032288698955, + "mIoU": 0.7278233509625865, + "macroF1": 0.8393038934731731, + "F1_coffee": 0.899965529127887, + "IoU_coffee": 0.8181248433191276, + "precision_coffee": 0.8916666666666667, + "recall_coffee": 0.9084203201113431, + "F1_noncoffee": 0.7786422578184592, + "IoU_noncoffee": 0.6375218586060455, + "kappa": 0.6786693796432121, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8767686424474187, + "mIoU": 0.7506720159259493, + "macroF1": 0.8547955050570923, + "F1_coffee": 0.9112808865028563, + "IoU_coffee": 0.837021115185232, + "precision_coffee": 0.8926645091693636, + "recall_coffee": 0.9306902853929425, + "F1_noncoffee": 0.7983101236113285, + "IoU_noncoffee": 0.6643229166666667, + "kappa": 0.7098778645573103, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8637934344403916, + "mIoU": 0.7273213807389418, + "macroF1": 0.8386436152171264, + "F1_coffee": 0.9023467070401211, + "IoU_coffee": 0.8220689655172414, + "precision_coffee": 0.8788203753351207, + "recall_coffee": 0.9271673030688729, + "F1_noncoffee": 0.7749405233941317, + "IoU_noncoffee": 0.6325737959606421, + "kappa": 0.6778193608065513, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 543, + 563 + ], + [ + 6528, + 7520 + ], + [ + 46137, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5403165380160013, + "test_tta": { + "OA": 0.868349293945788, + "mIoU": 0.6984548544272249, + "macroF1": 0.8139198879981615, + "F1_coffee": 0.9145589954809282, + "IoU_coffee": 0.8425690495137905, + "precision_coffee": 0.8997823608664111, + "recall_coffee": 0.9298290708135201, + "F1_noncoffee": 0.7132807805153947, + "IoU_noncoffee": 0.5543406593406593, + "kappa": 0.6281762904003941, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8285450559593862, + "mIoU": 0.6362507938705253, + "macroF1": 0.7657831967760979, + "F1_coffee": 0.8870262667731023, + "IoU_coffee": 0.7969876020355886, + "precision_coffee": 0.8772721291753605, + "recall_coffee": 0.8969997501393454, + "F1_noncoffee": 0.6445401267790934, + "IoU_noncoffee": 0.47551398570546194, + "kappa": 0.5317485318780174, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.5", + "val_epoch0": 0.6818634082696696 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6841475288074598, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.877032949196559, + "mIoU": 0.7268833026568904, + "macroF1": 0.8360758556897512, + "F1_coffee": 0.9180139817760752, + "IoU_coffee": 0.8484527214898682, + "precision_coffee": 0.9277121609798775, + "recall_coffee": 0.9085164717474189, + "F1_noncoffee": 0.7541377296034271, + "IoU_noncoffee": 0.6053138838239125, + "kappa": 0.6722591193769839, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8343284873658705, + "mIoU": 0.6599782328508136, + "macroF1": 0.7868158742266229, + "F1_coffee": 0.8874584839667284, + "IoU_coffee": 0.7976857233435486, + "precision_coffee": 0.9050959232613909, + "recall_coffee": 0.8704953006976879, + "F1_noncoffee": 0.6861732644865175, + "IoU_noncoffee": 0.5222707423580786, + "kappa": 0.5740827564555044, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2859188544152745, + "mIoU": 0.14360975609756096, + "macroF1": 0.22417856180985724, + "F1_coffee": 0.4430379746835443, + "IoU_coffee": 0.2845528455284553, + "precision_coffee": 1.0, + "recall_coffee": 0.2845528455284553, + "F1_noncoffee": 0.005319148936170213, + "IoU_noncoffee": 0.0026666666666666666, + "kappa": 0.0015164644714038317, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8897405660377359, + "mIoU": 0.7565102670029276, + "macroF1": 0.8573323825384355, + "F1_coffee": 0.9253294289897511, + "IoU_coffee": 0.8610354223433242, + "precision_coffee": 0.9475908130579976, + "recall_coffee": 0.9040899928473893, + "F1_noncoffee": 0.7893353360871198, + "IoU_noncoffee": 0.651985111662531, + "kappa": 0.715108357962766, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8717799446950953, + "mIoU": 0.7164565565874552, + "macroF1": 0.8284670828332339, + "F1_coffee": 0.9146621032578864, + "IoU_coffee": 0.842744094722437, + "precision_coffee": 0.923759212156786, + "recall_coffee": 0.9057424223046425, + "F1_noncoffee": 0.7422720624085812, + "IoU_noncoffee": 0.5901690184524733, + "kappa": 0.6570346177783783, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8697505449261322, + "mIoU": 0.7075984217681557, + "macroF1": 0.8214462113884471, + "F1_coffee": 0.9143166682598859, + "IoU_coffee": 0.8421577835172576, + "precision_coffee": 0.9130075092274405, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.7285757545170082, + "IoU_noncoffee": 0.5730390600190537, + "kappa": 0.6428947486426494, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9088780289146813, + "mIoU": 0.7382541040912929, + "macroF1": 0.8399011070816345, + "F1_coffee": 0.9449873993484541, + "IoU_coffee": 0.8957119552551853, + "precision_coffee": 0.9519504643962848, + "recall_coffee": 0.9381254576519404, + "F1_noncoffee": 0.7348148148148148, + "IoU_noncoffee": 0.5807962529274004, + "kappa": 0.679884773390411, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8770806658130602, + "mIoU": 0.6520206914484308, + "macroF1": 0.7691077106083732, + "F1_coffee": 0.9270004679457183, + "IoU_coffee": 0.8639337112952464, + "precision_coffee": 0.9245128923112822, + "recall_coffee": 0.9295014662756598, + "F1_noncoffee": 0.611214953271028, + "IoU_noncoffee": 0.44010767160161507, + "kappa": 0.5382332260865453, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8891170431211499, + "mIoU": 0.6620043350758639, + "macroF1": 0.7759090226128766, + "F1_coffee": 0.9351851851851852, + "IoU_coffee": 0.8782608695652174, + "precision_coffee": 0.9194200944032367, + "recall_coffee": 0.9515003489183531, + "F1_noncoffee": 0.6166328600405679, + "IoU_noncoffee": 0.44574780058651026, + "kappa": 0.5525960913499731, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8718898385565053, + "mIoU": 0.754463511116856, + "macroF1": 0.8583736085377056, + "F1_coffee": 0.9021258071537401, + "IoU_coffee": 0.8217023526301876, + "precision_coffee": 0.9422552288572295, + "recall_coffee": 0.8652748782185108, + "F1_noncoffee": 0.814621409921671, + "IoU_noncoffee": 0.6872246696035242, + "kappa": 0.7177169783312299, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8666347992351816, + "mIoU": 0.7433600405962811, + "macroF1": 0.8507233422208582, + "F1_coffee": 0.8994594594594595, + "IoU_coffee": 0.8172888015717092, + "precision_coffee": 0.9228039041703638, + "recall_coffee": 0.8772669759595108, + "F1_noncoffee": 0.8019872249822569, + "IoU_noncoffee": 0.669431279620853, + "kappa": 0.7018225003089731, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8507391053945095, + "mIoU": 0.7164454817303799, + "macroF1": 0.8321257832956201, + "F1_coffee": 0.8880247713689061, + "IoU_coffee": 0.7986012174588784, + "precision_coffee": 0.9046361502347418, + "recall_coffee": 0.8720124451986989, + "F1_noncoffee": 0.7762267952223342, + "IoU_noncoffee": 0.6342897460018815, + "kappa": 0.6644776512360672, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6760, + 7520 + ], + [ + 46697, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.836511754989624, + "test_tta": { + "OA": 0.8822269112157117, + "mIoU": 0.7326433844997231, + "macroF1": 0.8398434534069426, + "F1_coffee": 0.9222327017062505, + "IoU_coffee": 0.8556881463802705, + "precision_coffee": 0.9229053155433523, + "recall_coffee": 0.921561067557726, + "F1_noncoffee": 0.7574542051076347, + "IoU_noncoffee": 0.6095986226191757, + "kappa": 0.6796874374392549, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8400686512057228, + "mIoU": 0.6644241615042455, + "macroF1": 0.789613154726245, + "F1_coffee": 0.8926431150826306, + "IoU_coffee": 0.8061024654659905, + "precision_coffee": 0.8993211345636144, + "recall_coffee": 0.8860635414864787, + "F1_noncoffee": 0.6865831943698595, + "IoU_noncoffee": 0.5227458575425006, + "kappa": 0.5792940325501562, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r1.0", + "val_epoch0": 0.681669525023203 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 64, + "stopped_epoch": 84, + "best_val": 0.7022457296282734, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896283070930043, + "mIoU": 0.7459775060162319, + "macroF1": 0.8492145198264622, + "F1_coffee": 0.9272773939640236, + "IoU_coffee": 0.8644148904352681, + "precision_coffee": 0.9259504485262708, + "recall_coffee": 0.9286081480529494, + "F1_noncoffee": 0.7711516456889008, + "IoU_noncoffee": 0.6275401215971956, + "kappa": 0.6984309885805465, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8463280258451598, + "mIoU": 0.6750330790177768, + "macroF1": 0.7978397372981394, + "F1_coffee": 0.8968468337641466, + "IoU_coffee": 0.812984870291712, + "precision_coffee": 0.9035385455680399, + "recall_coffee": 0.8902535124642027, + "F1_noncoffee": 0.698832640832132, + "IoU_noncoffee": 0.5370812877438416, + "kappa": 0.5957442131020878, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3045346062052506, + "mIoU": 0.15297102964990275, + "macroF1": 0.23539092588533675, + "F1_coffee": 0.4653211009174312, + "IoU_coffee": 0.3032042085126734, + "precision_coffee": 1.0, + "recall_coffee": 0.3032042085126734, + "F1_noncoffee": 0.005460750853242321, + "IoU_noncoffee": 0.0027378507871321013, + "kappa": 0.0016588786804325997, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8944575471698113, + "mIoU": 0.7616444926177162, + "macroF1": 0.8605469812858006, + "F1_coffee": 0.9293142029748584, + "IoU_coffee": 0.8679616424883206, + "precision_coffee": 0.9407688720101273, + "recall_coffee": 0.9181351193185513, + "F1_noncoffee": 0.791779759596743, + "IoU_noncoffee": 0.6553273427471117, + "kappa": 0.7212157095788824, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.882452821035269, + "mIoU": 0.7339867603955677, + "macroF1": 0.8408820224500566, + "F1_coffee": 0.9222125910944171, + "IoU_coffee": 0.8556535207911354, + "precision_coffee": 0.9259880085100897, + "recall_coffee": 0.9184678347614784, + "F1_noncoffee": 0.7595514538056961, + "IoU_noncoffee": 0.61232, + "kappa": 0.68178039645306, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8920319689997578, + "mIoU": 0.7418337367644345, + "macroF1": 0.8455693867338072, + "F1_coffee": 0.9302762050736652, + "IoU_coffee": 0.8696414995028949, + "precision_coffee": 0.9122699386503067, + "recall_coffee": 0.9490075946135682, + "F1_noncoffee": 0.7608625683939492, + "IoU_noncoffee": 0.614025974025974, + "kappa": 0.69155091904078, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9041946650376705, + "mIoU": 0.7185813061872761, + "macroF1": 0.8243122684564983, + "F1_coffee": 0.9427789601702645, + "IoU_coffee": 0.8917519843552284, + "precision_coffee": 0.939522482123379, + "recall_coffee": 0.946058091286307, + "F1_noncoffee": 0.7058455767427321, + "IoU_noncoffee": 0.5454106280193237, + "kappa": 0.6486462362369525, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8755047769132276, + "mIoU": 0.6456273764258555, + "macroF1": 0.7631400909833197, + "F1_coffee": 0.9262801819666394, + "IoU_coffee": 0.8626833242802825, + "precision_coffee": 0.9211228395777752, + "recall_coffee": 0.9314956011730205, + "F1_noncoffee": 0.6, + "IoU_noncoffee": 0.42857142857142855, + "kappa": 0.5263607458241446, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8960594504742349, + "mIoU": 0.6738275681662216, + "macroF1": 0.7856432640719251, + "F1_coffee": 0.939488814253999, + "IoU_coffee": 0.885882984433709, + "precision_coffee": 0.9200579774779797, + "recall_coffee": 0.9597580832751803, + "F1_noncoffee": 0.6317977138898511, + "IoU_noncoffee": 0.46177215189873416, + "kappa": 0.5724468901593338, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8853751187084521, + "mIoU": 0.7753276303122865, + "macroF1": 0.871919666988373, + "F1_coffee": 0.9134332640034426, + "IoU_coffee": 0.8406600660066007, + "precision_coffee": 0.9422906185261912, + "recall_coffee": 0.8862908837856646, + "F1_noncoffee": 0.8304060699733034, + "IoU_noncoffee": 0.7099951946179721, + "kappa": 0.7443091391148952, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8891969407265774, + "mIoU": 0.7800472578176496, + "macroF1": 0.8748369158714426, + "F1_coffee": 0.9172320217096337, + "IoU_coffee": 0.8471177944862155, + "precision_coffee": 0.9320754716981132, + "recall_coffee": 0.9028539294249965, + "F1_noncoffee": 0.8324418100332515, + "IoU_noncoffee": 0.7129767211490837, + "kappa": 0.749802287684215, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8880783259742753, + "mIoU": 0.7716817222913399, + "macroF1": 0.8689071394040573, + "F1_coffee": 0.9190390223580058, + "IoU_coffee": 0.8502055498458376, + "precision_coffee": 0.9027417814759242, + "recall_coffee": 0.9359355112431056, + "F1_noncoffee": 0.8187752564501088, + "IoU_noncoffee": 0.6931578947368421, + "kappa": 0.7380054115780439, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 547, + 563 + ], + [ + 6896, + 7520 + ], + [ + 47347, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.2475403587023415, + "test_tta": { + "OA": 0.8918844343450738, + "mIoU": 0.7466651435223359, + "macroF1": 0.8494001446139376, + "F1_coffee": 0.9293884430687034, + "IoU_coffee": 0.8680911737330931, + "precision_coffee": 0.920015950636976, + "recall_coffee": 0.938953861971469, + "F1_noncoffee": 0.7694118461591719, + "IoU_noncoffee": 0.6252391133115787, + "kappa": 0.6989023333696948, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8496019383869852, + "mIoU": 0.6756756071346697, + "macroF1": 0.7977232464544082, + "F1_coffee": 0.9001627573001436, + "IoU_coffee": 0.8184508783230906, + "precision_coffee": 0.8967970851376357, + "recall_coffee": 0.9035537873109227, + "F1_noncoffee": 0.6952837356086727, + "IoU_noncoffee": 0.5329003359462486, + "kappa": 0.5954638835503677, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.05", + "val_epoch0": 0.6636174924827585 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6659538187036536, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8576042850186658, + "mIoU": 0.6909119022568289, + "macroF1": 0.8095108850367259, + "F1_coffee": 0.905225404301749, + "IoU_coffee": 0.8268600749950661, + "precision_coffee": 0.9131666702992524, + "recall_coffee": 0.897421068414514, + "F1_noncoffee": 0.7137963657717026, + "IoU_noncoffee": 0.5549637295185917, + "kappa": 0.6191087589200335, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8152042229145033, + "mIoU": 0.627825578636451, + "macroF1": 0.7608850345892263, + "F1_coffee": 0.8748522703964525, + "IoU_coffee": 0.7775443591791381, + "precision_coffee": 0.8894030265718712, + "recall_coffee": 0.8607699552172827, + "F1_noncoffee": 0.6469177987820001, + "IoU_noncoffee": 0.478106798093764, + "kappa": 0.5221309266451054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22816229116945108, + "mIoU": 0.11457670442727579, + "macroF1": 0.18725686009896536, + "F1_coffee": 0.3695906432748538, + "IoU_coffee": 0.2266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.2266857962697274, + "F1_noncoffee": 0.004923076923076923, + "IoU_noncoffee": 0.0024676125848241827, + "kappa": 0.0011181200015215136, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8721010220125787, + "mIoU": 0.7221149653055899, + "macroF1": 0.8330506101812196, + "F1_coffee": 0.9137936744494122, + "IoU_coffee": 0.8412708091956826, + "precision_coffee": 0.9311555075593952, + "recall_coffee": 0.8970674296118083, + "F1_noncoffee": 0.752307545913027, + "IoU_noncoffee": 0.6029591214154972, + "kappa": 0.6664344177570882, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8449037015475671, + "mIoU": 0.6740827974207692, + "macroF1": 0.797291175232482, + "F1_coffee": 0.8955331176682024, + "IoU_coffee": 0.8108284023668639, + "precision_coffee": 0.9156698964249916, + "recall_coffee": 0.8762629492262438, + "F1_noncoffee": 0.6990492327967618, + "IoU_noncoffee": 0.5373371924746744, + "kappa": 0.5951463996168094, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8559941874545894, + "mIoU": 0.6764721247305148, + "macroF1": 0.7970805452892371, + "F1_coffee": 0.9064182064276496, + "IoU_coffee": 0.8288526855103333, + "precision_coffee": 0.8942857142857142, + "recall_coffee": 0.9188844214691428, + "F1_noncoffee": 0.6877428841508245, + "IoU_noncoffee": 0.5240915639506963, + "kappa": 0.5944101801103097, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8938098147016901, + "mIoU": 0.7114544158274663, + "macroF1": 0.8201814382432833, + "F1_coffee": 0.9352455454150369, + "IoU_coffee": 0.8783673469387755, + "precision_coffee": 0.9518513837988121, + "recall_coffee": 0.9192091774469123, + "F1_noncoffee": 0.7051173310715295, + "IoU_noncoffee": 0.5445414847161572, + "kappa": 0.6408606432808607, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8300009849305624, + "mIoU": 0.5984128819671404, + "macroF1": 0.7265425621093917, + "F1_coffee": 0.8947432613733383, + "IoU_coffee": 0.8095343191348489, + "precision_coffee": 0.931792201193954, + "recall_coffee": 0.8605278592375366, + "F1_noncoffee": 0.5583418628454453, + "IoU_noncoffee": 0.387291444799432, + "kappa": 0.45668923444617093, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8681920406766402, + "mIoU": 0.6209511904480798, + "macroF1": 0.7395849830444954, + "F1_coffee": 0.9225910187205697, + "IoU_coffee": 0.8563052979426501, + "precision_coffee": 0.9111842105263158, + "recall_coffee": 0.934287043498488, + "F1_noncoffee": 0.5565789473684211, + "IoU_noncoffee": 0.3855970829535096, + "kappa": 0.47963710622585337, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8518518518518519, + "mIoU": 0.7174656795492393, + "macroF1": 0.8327576551032556, + "F1_coffee": 0.889267461669506, + "IoU_coffee": 0.8006134969325154, + "precision_coffee": 0.9074315514993481, + "recall_coffee": 0.8718162839248434, + "F1_noncoffee": 0.7762478485370051, + "IoU_noncoffee": 0.6343178621659634, + "kappa": 0.6657859030207812, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8593690248565966, + "mIoU": 0.7264652425643219, + "macroF1": 0.8386915559133976, + "F1_coffee": 0.8964449137627596, + "IoU_coffee": 0.8123245725950498, + "precision_coffee": 0.8977721376198533, + "recall_coffee": 0.8951216083227893, + "F1_noncoffee": 0.7809381980640357, + "IoU_noncoffee": 0.6406059125335939, + "kappa": 0.6773846033720147, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8440199654444231, + "mIoU": 0.6978415994332912, + "macroF1": 0.8180330565711706, + "F1_coffee": 0.8867990247300592, + "IoU_coffee": 0.7966207759699625, + "precision_coffee": 0.8738330587589237, + "recall_coffee": 0.9001555649837364, + "F1_noncoffee": 0.7492670884122821, + "IoU_noncoffee": 0.5990624228966198, + "kappa": 0.6362435013515884, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6381, + 7520 + ], + [ + 45879, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5327054421106974, + "test_tta": { + "OA": 0.8614186008764811, + "mIoU": 0.6915457153655964, + "macroF1": 0.8093028003632707, + "F1_coffee": 0.9089940096783133, + "IoU_coffee": 0.8331705029504866, + "precision_coffee": 0.90469320207078, + "recall_coffee": 0.9133359036970398, + "F1_noncoffee": 0.709611591048228, + "IoU_noncoffee": 0.5499209277807063, + "kappa": 0.618633101801401, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8207136263989847, + "mIoU": 0.6292797154180496, + "macroF1": 0.7609285134488462, + "F1_coffee": 0.8804814967935467, + "IoU_coffee": 0.7864823084850567, + "precision_coffee": 0.8808964986533282, + "recall_coffee": 0.8800668857752407, + "F1_noncoffee": 0.6413755301041456, + "IoU_noncoffee": 0.4720771223510426, + "kappa": 0.5218573453266687, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.1", + "val_epoch0": 0.688959922526022 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6905752489594734, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8624086998863821, + "mIoU": 0.6934676248277647, + "macroF1": 0.8107756702663889, + "F1_coffee": 0.9096201209045451, + "IoU_coffee": 0.8342231348391512, + "precision_coffee": 0.9055554376207358, + "recall_coffee": 0.9137214582530094, + "F1_noncoffee": 0.7119312196282326, + "IoU_noncoffee": 0.5527121148163782, + "kappa": 0.6215756416845862, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8238144686742818, + "mIoU": 0.6342844872198823, + "macroF1": 0.7650407689861811, + "F1_coffee": 0.8825542715403696, + "IoU_coffee": 0.7897960939516476, + "precision_coffee": 0.8829277676252765, + "recall_coffee": 0.8821810913144592, + "F1_noncoffee": 0.6475272664319927, + "IoU_noncoffee": 0.47877288048811706, + "kappa": 0.5300817903392268, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35990453460620525, + "mIoU": 0.18082701754198824, + "macroF1": 0.26695671164764384, + "F1_coffee": 0.5279831045406547, + "IoU_coffee": 0.3586800573888092, + "precision_coffee": 1.0, + "recall_coffee": 0.3586800573888092, + "F1_noncoffee": 0.005930318754633061, + "IoU_noncoffee": 0.002973977695167286, + "kappa": 0.0021311396802225335, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8732802672955975, + "mIoU": 0.7178927551252183, + "macroF1": 0.8293853838538165, + "F1_coffee": 0.9159250203748981, + "IoU_coffee": 0.8448908401996752, + "precision_coffee": 0.9184100418410042, + "recall_coffee": 0.9134534104948306, + "F1_noncoffee": 0.7428457473327351, + "IoU_noncoffee": 0.5908946700507615, + "kappa": 0.6587784087126709, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8547518556250909, + "mIoU": 0.6837453004339548, + "macroF1": 0.8038184864294534, + "F1_coffee": 0.9037794060933282, + "IoU_coffee": 0.8244503078276165, + "precision_coffee": 0.9084507042253521, + "recall_coffee": 0.8991559022892953, + "F1_noncoffee": 0.7038575667655786, + "IoU_noncoffee": 0.543040293040293, + "kappa": 0.6076688998347024, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8593364010656334, + "mIoU": 0.6786161574099348, + "macroF1": 0.7982970864062598, + "F1_coffee": 0.90925567152053, + "IoU_coffee": 0.8336102675757749, + "precision_coffee": 0.8907732810873691, + "recall_coffee": 0.9285212840640755, + "F1_noncoffee": 0.6873385012919897, + "IoU_noncoffee": 0.5236220472440944, + "kappa": 0.5971916691879808, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9006312360008145, + "mIoU": 0.7114099351882922, + "macroF1": 0.8188250443890616, + "F1_coffee": 0.9405675313603702, + "IoU_coffee": 0.8878031957696287, + "precision_coffee": 0.9386242100145843, + "recall_coffee": 0.942518916280205, + "F1_noncoffee": 0.6970825574177529, + "IoU_noncoffee": 0.5350166746069557, + "kappa": 0.6376580051269221, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8405397419481927, + "mIoU": 0.59465477401895, + "macroF1": 0.7192109862308267, + "F1_coffee": 0.9037855826944791, + "IoU_coffee": 0.8244605876612816, + "precision_coffee": 0.9159238737653578, + "recall_coffee": 0.8919648093841642, + "F1_noncoffee": 0.5346363897671744, + "IoU_noncoffee": 0.3648489603766183, + "kappa": 0.4388986118688612, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.872787718783612, + "mIoU": 0.6231902846441992, + "macroF1": 0.7406446306892724, + "F1_coffee": 0.9257716665715753, + "IoU_coffee": 0.8618015721266199, + "precision_coffee": 0.908612386605443, + "recall_coffee": 0.9435915329146313, + "F1_noncoffee": 0.5555175948069696, + "IoU_noncoffee": 0.3845789971617786, + "kappa": 0.4823946739896005, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8477682811016144, + "mIoU": 0.7082962026850452, + "macroF1": 0.8260197871636404, + "F1_coffee": 0.8875324493089174, + "IoU_coffee": 0.7978052472250252, + "precision_coffee": 0.894878324844369, + "recall_coffee": 0.8803061934585943, + "F1_noncoffee": 0.7645071250183635, + "IoU_noncoffee": 0.6187871581450654, + "kappa": 0.6520886626585811, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8685468451242829, + "mIoU": 0.7404729107663635, + "macroF1": 0.8482063798829511, + "F1_coffee": 0.9037721324095458, + "IoU_coffee": 0.824438202247191, + "precision_coffee": 0.8998049052396878, + "recall_coffee": 0.9077744973991284, + "F1_noncoffee": 0.7926406273563565, + "IoU_noncoffee": 0.6565076192855358, + "kappa": 0.6964254762062161, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8461316951430217, + "mIoU": 0.6990177811596393, + "macroF1": 0.8186264692090918, + "F1_coffee": 0.8892573402417961, + "IoU_coffee": 0.8005970891901978, + "precision_coffee": 0.8692598595353863, + "recall_coffee": 0.9101965775703578, + "F1_noncoffee": 0.7479955981763874, + "IoU_noncoffee": 0.5974384731290808, + "kappa": 0.6376892790781942, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6527, + 7520 + ], + [ + 46028, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5324434876441955, + "test_tta": { + "OA": 0.8668884921279013, + "mIoU": 0.6973030180552899, + "macroF1": 0.8132118818452699, + "F1_coffee": 0.9133425615773957, + "IoU_coffee": 0.8405064275851339, + "precision_coffee": 0.9012950720527205, + "recall_coffee": 0.9257164888831769, + "F1_noncoffee": 0.7130812021131442, + "IoU_noncoffee": 0.5540996085254458, + "kappa": 0.6266446326454242, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8289200415368639, + "mIoU": 0.6374418655884753, + "macroF1": 0.7668462250289627, + "F1_coffee": 0.8871489458862927, + "IoU_coffee": 0.7971856993861883, + "precision_coffee": 0.8783414652525291, + "recall_coffee": 0.8961348478733014, + "F1_noncoffee": 0.6465435041716329, + "IoU_noncoffee": 0.4776980317907622, + "kappa": 0.5338392556735226, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.5", + "val_epoch0": 0.6866115099059298 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.6975988827672279, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8786722934588541, + "mIoU": 0.7278280859147124, + "macroF1": 0.8365618114768645, + "F1_coffee": 0.9195224099135472, + "IoU_coffee": 0.8510333007831962, + "precision_coffee": 0.924389029590666, + "recall_coffee": 0.9147067643404875, + "F1_noncoffee": 0.7536012130401819, + "IoU_noncoffee": 0.6046228710462287, + "kappa": 0.6731513597013727, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8384100611514942, + "mIoU": 0.664051015552152, + "macroF1": 0.7896369192201624, + "F1_coffee": 0.8909289149354569, + "IoU_coffee": 0.8033109211242385, + "precision_coffee": 0.9026690075552838, + "recall_coffee": 0.8794902842645448, + "F1_noncoffee": 0.6883449235048679, + "IoU_noncoffee": 0.5247911099800653, + "kappa": 0.5794770929606765, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3818615751789976, + "mIoU": 0.19187919633577533, + "macroF1": 0.2787885780090761, + "F1_coffee": 0.5514374783512297, + "IoU_coffee": 0.38067910090865614, + "precision_coffee": 1.0, + "recall_coffee": 0.38067910090865614, + "F1_noncoffee": 0.0061396776669224865, + "IoU_noncoffee": 0.003079291762894534, + "kappa": 0.0023416990482802765, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8918533805031447, + "mIoU": 0.7562245230881611, + "macroF1": 0.8568030345892227, + "F1_coffee": 0.9276486637520134, + "IoU_coffee": 0.8650603886947459, + "precision_coffee": 0.9380401542348092, + "recall_coffee": 0.9174848819819234, + "F1_noncoffee": 0.785957405426432, + "IoU_noncoffee": 0.6473886574815764, + "kappa": 0.7137100067697622, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.869305777907146, + "mIoU": 0.7119703399588153, + "macroF1": 0.8251913408536634, + "F1_coffee": 0.9130069749418754, + "IoU_coffee": 0.8399382092567287, + "precision_coffee": 0.9221787345075017, + "recall_coffee": 0.9040158588054739, + "F1_noncoffee": 0.7373757067654514, + "IoU_noncoffee": 0.5840024706609018, + "kappa": 0.6504870548705035, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8750302736740131, + "mIoU": 0.7158144415066201, + "macroF1": 0.827353414494709, + "F1_coffee": 0.9180796342160411, + "IoU_coffee": 0.8485648881845396, + "precision_coffee": 0.9135545023696683, + "recall_coffee": 0.922649818112196, + "F1_noncoffee": 0.7366271947733769, + "IoU_noncoffee": 0.5830639948287007, + "kappa": 0.654734063923602, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9010384850335981, + "mIoU": 0.7120462404900701, + "macroF1": 0.8192969593231796, + "F1_coffee": 0.9408327246165084, + "IoU_coffee": 0.8882758620689655, + "precision_coffee": 0.9385474860335196, + "recall_coffee": 0.943129118867464, + "F1_noncoffee": 0.6977611940298507, + "IoU_noncoffee": 0.5358166189111748, + "kappa": 0.6386048632881586, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8681177976952625, + "mIoU": 0.6271101535368682, + "macroF1": 0.7461274344437013, + "F1_coffee": 0.922110406608109, + "IoU_coffee": 0.8554776038855909, + "precision_coffee": 0.9146088160627741, + "recall_coffee": 0.9297360703812316, + "F1_noncoffee": 0.5701444622792937, + "IoU_noncoffee": 0.3987427031881455, + "kappa": 0.49244330476514736, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.884228023858414, + "mIoU": 0.6335391205909279, + "macroF1": 0.7483437630621005, + "F1_coffee": 0.9332656972156465, + "IoU_coffee": 0.8748811159251823, + "precision_coffee": 0.9054024496937882, + "recall_coffee": 0.9628983484531286, + "F1_noncoffee": 0.5634218289085545, + "IoU_noncoffee": 0.3921971252566735, + "kappa": 0.4997867164369625, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8832858499525166, + "mIoU": 0.7711179113567925, + "macroF1": 0.8691317398576788, + "F1_coffee": 0.9121703708997356, + "IoU_coffee": 0.8385231901195638, + "precision_coffee": 0.9374265569917744, + "recall_coffee": 0.8882393876130829, + "F1_noncoffee": 0.8260931088156219, + "IoU_noncoffee": 0.7037126325940212, + "kappa": 0.7386391244893247, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8704588910133844, + "mIoU": 0.7510053834252615, + "macroF1": 0.8559757337915592, + "F1_coffee": 0.9016476736589969, + "IoU_coffee": 0.8209093312186095, + "precision_coffee": 0.9320228091236494, + "recall_coffee": 0.8731899339238015, + "F1_noncoffee": 0.8103037939241216, + "IoU_noncoffee": 0.6811014356319134, + "kappa": 0.7125403576844674, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8660011518525629, + "mIoU": 0.7432199779782872, + "macroF1": 0.8507118434844363, + "F1_coffee": 0.8984874927283304, + "IoU_coffee": 0.8156852389754423, + "precision_coffee": 0.9247118694806167, + "recall_coffee": 0.8737095177485504, + "F1_noncoffee": 0.8029361942405421, + "IoU_noncoffee": 0.6707547169811321, + "kappa": 0.7018891258028952, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 554, + 563 + ], + [ + 6756, + 7520 + ], + [ + 46802, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6600278695424397, + "test_tta": { + "OA": 0.8829897743872748, + "mIoU": 0.7327322243313691, + "macroF1": 0.8397878676344107, + "F1_coffee": 0.9229832377167398, + "IoU_coffee": 0.8569813117486014, + "precision_coffee": 0.9207110429055566, + "recall_coffee": 0.9252666752345456, + "F1_noncoffee": 0.7565924975520816, + "IoU_noncoffee": 0.6084831369141368, + "kappa": 0.6795819027830954, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.84380408445829, + "mIoU": 0.6687612250486515, + "macroF1": 0.7927395064996388, + "F1_coffee": 0.895616470043951, + "IoU_coffee": 0.8109650730481227, + "precision_coffee": 0.8982657618467607, + "recall_coffee": 0.8929827596148302, + "F1_noncoffee": 0.6898625429553265, + "IoU_noncoffee": 0.5265573770491804, + "kappa": 0.5854897259088773, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r1.0", + "val_epoch0": 0.6816495437933517 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6992624975895437, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8924362928096088, + "mIoU": 0.7521079947195497, + "macroF1": 0.8535505119683863, + "F1_coffee": 0.9290144284842058, + "IoU_coffee": 0.867438790206433, + "precision_coffee": 0.9291637205116667, + "recall_coffee": 0.9288651844235959, + "F1_noncoffee": 0.7780865954525668, + "IoU_noncoffee": 0.6367771992326665, + "kappa": 0.7071010475752779, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8477991231106496, + "mIoU": 0.6788143571887273, + "macroF1": 0.8008948376427403, + "F1_coffee": 0.8975327462156153, + "IoU_coffee": 0.8141128393017562, + "precision_coffee": 0.9069466248037676, + "recall_coffee": 0.8883122873781929, + "F1_noncoffee": 0.7042569290698653, + "IoU_noncoffee": 0.5435158750756985, + "kappa": 0.6019134638989486, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26778042959427206, + "mIoU": 0.13449025142741292, + "macroF1": 0.21294146574660758, + "F1_coffee": 0.4206948640483384, + "IoU_coffee": 0.2663797226207556, + "precision_coffee": 1.0, + "recall_coffee": 0.2663797226207556, + "F1_noncoffee": 0.005188067444876783, + "IoU_noncoffee": 0.002600780234070221, + "kappa": 0.0013846309691236101, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8952928459119497, + "mIoU": 0.7635559293859668, + "macroF1": 0.8618714903501878, + "F1_coffee": 0.929815894345091, + "IoU_coffee": 0.8688373238136271, + "precision_coffee": 0.9420715429791778, + "recall_coffee": 0.9178750243839001, + "F1_noncoffee": 0.7939270863552848, + "IoU_noncoffee": 0.6582745349583066, + "kappa": 0.7238801903132251, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8896812691020229, + "mIoU": 0.7434180226283398, + "macroF1": 0.8471969321432562, + "F1_coffee": 0.9277682485229655, + "IoU_coffee": 0.8652683967294703, + "precision_coffee": 0.9217369351173946, + "recall_coffee": 0.9338790126614657, + "F1_noncoffee": 0.7666256157635468, + "IoU_noncoffee": 0.6215676485272091, + "kappa": 0.6944361347340476, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8923710341487043, + "mIoU": 0.7489650698602794, + "macroF1": 0.8511211720712641, + "F1_coffee": 0.9294871794871795, + "IoU_coffee": 0.8682634730538922, + "precision_coffee": 0.924383008268636, + "recall_coffee": 0.9346480311442976, + "F1_noncoffee": 0.7727551646553488, + "IoU_noncoffee": 0.6296666666666667, + "kappa": 0.7022715986480191, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9112197108531868, + "mIoU": 0.7351980055671877, + "macroF1": 0.8369894920757576, + "F1_coffee": 0.9469908814589666, + "IoU_coffee": 0.8993187853596583, + "precision_coffee": 0.9434350775193798, + "recall_coffee": 0.9505735904320234, + "F1_noncoffee": 0.7269881026925485, + "IoU_noncoffee": 0.5710772257747172, + "kappa": 0.6740028345911471, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8853540825371812, + "mIoU": 0.6560302010615368, + "macroF1": 0.7709795657536617, + "F1_coffee": 0.932825484764543, + "IoU_coffee": 0.8741077222582738, + "precision_coffee": 0.9180961036010451, + "recall_coffee": 0.9480351906158357, + "F1_noncoffee": 0.6091336467427804, + "IoU_noncoffee": 0.43795267986479963, + "kappa": 0.5426441002360912, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8984061797203481, + "mIoU": 0.6885589720885384, + "macroF1": 0.7988971096936057, + "F1_coffee": 0.9403593364330406, + "IoU_coffee": 0.8874322860238353, + "precision_coffee": 0.9283690354754619, + "recall_coffee": 0.952663410095371, + "F1_noncoffee": 0.6574348829541707, + "IoU_noncoffee": 0.48968565815324167, + "kappa": 0.5981792116012781, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8804368471035138, + "mIoU": 0.7672442204321057, + "macroF1": 0.8666756318782098, + "F1_coffee": 0.9095090922159131, + "IoU_coffee": 0.8340363828104402, + "precision_coffee": 0.9403983353151011, + "recall_coffee": 0.8805845511482254, + "F1_noncoffee": 0.8238421715405065, + "IoU_noncoffee": 0.7004520580537711, + "kappa": 0.7339101406532347, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8938814531548758, + "mIoU": 0.786345389703933, + "macroF1": 0.8787606837017794, + "F1_coffee": 0.9215769393810936, + "IoU_coffee": 0.8545597484276729, + "precision_coffee": 0.9262888794205368, + "recall_coffee": 0.9169126950653732, + "F1_noncoffee": 0.8359444280224653, + "IoU_noncoffee": 0.718131030980193, + "kappa": 0.7575344925384001, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8864465348435401, + "mIoU": 0.7733301593350235, + "macroF1": 0.870328262881338, + "F1_coffee": 0.9160457029309488, + "IoU_coffee": 0.845096241979835, + "precision_coffee": 0.9193732193732194, + "recall_coffee": 0.912742186395135, + "F1_noncoffee": 0.8246108228317272, + "IoU_noncoffee": 0.7015640766902119, + "kappa": 0.7406636228479406, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 548, + 563 + ], + [ + 6889, + 7520 + ], + [ + 47529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.422470581531525, + "test_tta": { + "OA": 0.8937997078396365, + "mIoU": 0.7514440494787926, + "macroF1": 0.8528289818854684, + "F1_coffee": 0.930480147051011, + "IoU_coffee": 0.8699980131134513, + "precision_coffee": 0.9231726086314858, + "recall_coffee": 0.9379042967913294, + "F1_noncoffee": 0.7751778167199258, + "IoU_noncoffee": 0.632890085844134, + "kappa": 0.7057175946220211, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8505105572862582, + "mIoU": 0.6790218260811135, + "macroF1": 0.8005156889143996, + "F1_coffee": 0.9003815583342143, + "IoU_coffee": 0.8188127119532916, + "precision_coffee": 0.900476758045292, + "recall_coffee": 0.9002863787503124, + "F1_noncoffee": 0.7006498194945848, + "IoU_noncoffee": 0.5392309402089354, + "kappa": 0.6010313912287979, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.05", + "val_epoch0": 0.6635264491644463 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6635264491644463, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8152897256938809, + "mIoU": 0.6288008754595977, + "macroF1": 0.761816409056786, + "F1_coffee": 0.8746723640448448, + "IoU_coffee": 0.7772601828110626, + "precision_coffee": 0.9001496055852752, + "recall_coffee": 0.850597609561753, + "F1_noncoffee": 0.6489604540687273, + "IoU_noncoffee": 0.4803415681081328, + "kappa": 0.524699298982347, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7787152417214722, + "mIoU": 0.5815996535225049, + "macroF1": 0.7234965697790986, + "F1_coffee": 0.8470609344005742, + "IoU_coffee": 0.7346970535343754, + "precision_coffee": 0.8798351693862337, + "recall_coffee": 0.8166407195986853, + "F1_noncoffee": 0.599932205157623, + "IoU_noncoffee": 0.4285022535106343, + "kappa": 0.448993160945452, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2916467780429594, + "mIoU": 0.1464899492448435, + "macroF1": 0.22766243290134486, + "F1_coffee": 0.44996293550778355, + "IoU_coffee": 0.2902917264466762, + "precision_coffee": 1.0, + "recall_coffee": 0.2902917264466762, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": 0.001559491251305436, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8423250786163522, + "mIoU": 0.6738476585292212, + "macroF1": 0.7976244272421211, + "F1_coffee": 0.8927365711802654, + "IoU_coffee": 0.8062549055122864, + "precision_coffee": 0.9185582611088182, + "recall_coffee": 0.8683269393328565, + "F1_noncoffee": 0.702512283303977, + "IoU_noncoffee": 0.5414404115461561, + "kappa": 0.59613399164361, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7986707417649056, + "mIoU": 0.6115416434939365, + "macroF1": 0.7489823072917525, + "F1_coffee": 0.8606634434595756, + "IoU_coffee": 0.7554075558436966, + "precision_coffee": 0.9060511805457373, + "recall_coffee": 0.8196060877350044, + "F1_noncoffee": 0.6373011711239294, + "IoU_noncoffee": 0.4676757311441765, + "kappa": 0.5012226768475201, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8052312908694599, + "mIoU": 0.6025436138336898, + "macroF1": 0.738035136435816, + "F1_coffee": 0.8707115526831934, + "IoU_coffee": 0.7710267069073515, + "precision_coffee": 0.8773976153447383, + "recall_coffee": 0.864126619439658, + "F1_noncoffee": 0.6053587201884385, + "IoU_noncoffee": 0.43406052076002816, + "kappa": 0.47616312392698396, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8896355121156587, + "mIoU": 0.6947844118254071, + "macroF1": 0.8064105651389601, + "F1_coffee": 0.933341532406838, + "IoU_coffee": 0.8750144125446789, + "precision_coffee": 0.9406296479920674, + "recall_coffee": 0.9261654869416647, + "F1_noncoffee": 0.6794795978710823, + "IoU_noncoffee": 0.5145544111061352, + "kappa": 0.6129328628588089, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8166059292819856, + "mIoU": 0.5733972580943986, + "macroF1": 0.702787572247974, + "F1_coffee": 0.8867120954003407, + "IoU_coffee": 0.7964804896710023, + "precision_coffee": 0.9211224876753887, + "recall_coffee": 0.8547800586510264, + "F1_noncoffee": 0.5188630490956072, + "IoU_noncoffee": 0.35031402651779486, + "kappa": 0.4090774995547346, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8653564095042534, + "mIoU": 0.6279889996904935, + "macroF1": 0.7478192915324255, + "F1_coffee": 0.9199837294438956, + "IoU_coffee": 0.8518239535133971, + "precision_coffee": 0.9192892811520149, + "recall_coffee": 0.9206792277273784, + "F1_noncoffee": 0.5756548536209554, + "IoU_noncoffee": 0.4041540458675898, + "kappa": 0.4956401094246203, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981956315289649, + "mIoU": 0.6423558052285027, + "macroF1": 0.7787055417690354, + "F1_coffee": 0.8443793482240938, + "IoU_coffee": 0.7306717363751585, + "precision_coffee": 0.8910355486862442, + "recall_coffee": 0.802366040361865, + "F1_noncoffee": 0.713031735313977, + "IoU_noncoffee": 0.5540398740818469, + "kappa": 0.5596374961255185, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7812619502868069, + "mIoU": 0.6216223340634319, + "macroF1": 0.7632113391592544, + "F1_coffee": 0.8285885525921486, + "IoU_coffee": 0.7073420312100281, + "precision_coffee": 0.8869286287089013, + "recall_coffee": 0.7774497399128356, + "F1_noncoffee": 0.6978341257263603, + "IoU_noncoffee": 0.5359026369168357, + "kappa": 0.530007382027483, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7462084853138798, + "mIoU": 0.564345066068919, + "macroF1": 0.71445713210932, + "F1_coffee": 0.8096746328822344, + "IoU_coffee": 0.6802128688921142, + "precision_coffee": 0.8245125348189415, + "recall_coffee": 0.7953613350304058, + "F1_noncoffee": 0.6192396313364056, + "IoU_noncoffee": 0.44847726324572385, + "kappa": 0.42928402901077517, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 372, + 563 + ], + [ + 6226, + 7520 + ], + [ + 43623, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5420898477236429, + "test_tta": { + "OA": 0.8282259373478331, + "mIoU": 0.6375719337521917, + "macroF1": 0.767142363903355, + "F1_coffee": 0.8864058391026673, + "IoU_coffee": 0.7959864286540463, + "precision_coffee": 0.8883796983583984, + "recall_coffee": 0.8844407316968684, + "F1_noncoffee": 0.6478788887040426, + "IoU_noncoffee": 0.4791574388503371, + "kappa": 0.5342918544497178, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7940896503980616, + "mIoU": 0.591028804667123, + "macroF1": 0.7290983901748743, + "F1_coffee": 0.8617868863568158, + "IoU_coffee": 0.7571401840542977, + "precision_coffee": 0.8681828821096981, + "recall_coffee": 0.8554844413692364, + "F1_noncoffee": 0.5964098939929329, + "IoU_noncoffee": 0.42491742527994847, + "kappa": 0.45828263383190815, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.1", + "val_epoch0": 0.6815425168328302 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6815425168328302, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8323973380944651, + "mIoU": 0.6590128783451548, + "macroF1": 0.7863597279376497, + "F1_coffee": 0.8855337545726638, + "IoU_coffee": 0.7945810455956075, + "precision_coffee": 0.9177005789909015, + "recall_coffee": 0.8555455596966971, + "F1_noncoffee": 0.6871857013026356, + "IoU_noncoffee": 0.5234447110947019, + "kappa": 0.5741492743873143, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7972049151955694, + "mIoU": 0.6104000267307239, + "macroF1": 0.7482197940019698, + "F1_coffee": 0.8592760135709925, + "IoU_coffee": 0.7532725039480611, + "precision_coffee": 0.8964084359991648, + "recall_coffee": 0.8250975417555594, + "F1_noncoffee": 0.6371635744329471, + "IoU_noncoffee": 0.4675275495133866, + "kappa": 0.4986576406297839, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3856801909307876, + "mIoU": 0.1938016974373963, + "macroF1": 0.2808090103426891, + "F1_coffee": 0.555440414507772, + "IoU_coffee": 0.38450502152080346, + "precision_coffee": 1.0, + "recall_coffee": 0.38450502152080346, + "F1_noncoffee": 0.006177606177606178, + "IoU_noncoffee": 0.003098373353989156, + "kappa": 0.002379845021472977, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8394261006289309, + "mIoU": 0.6741510705282356, + "macroF1": 0.7985013496190844, + "F1_coffee": 0.889310391545861, + "IoU_coffee": 0.8006830934374237, + "precision_coffee": 0.928101802757158, + "recall_coffee": 0.8536315755250666, + "F1_noncoffee": 0.7076923076923077, + "IoU_noncoffee": 0.5476190476190477, + "kappa": 0.598853316145452, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.811187114927473, + "mIoU": 0.6330130089609762, + "macroF1": 0.7668976531828532, + "F1_coffee": 0.8685046286911278, + "IoU_coffee": 0.7675724096745297, + "precision_coffee": 0.9207020057306591, + "recall_coffee": 0.8219081724005627, + "F1_noncoffee": 0.6652906776745786, + "IoU_noncoffee": 0.4984536082474227, + "kappa": 0.5375784651958175, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8466456769193509, + "mIoU": 0.6707386072092748, + "macroF1": 0.7939143770867085, + "F1_coffee": 0.8981600617601647, + "IoU_coffee": 0.8151456764173527, + "precision_coffee": 0.9054413386082106, + "recall_coffee": 0.8909949581977152, + "F1_noncoffee": 0.6896686924132523, + "IoU_noncoffee": 0.5263315380011969, + "kappa": 0.5879099612790117, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8837304011402973, + "mIoU": 0.6842165898617512, + "macroF1": 0.7981255395239857, + "F1_coffee": 0.9295844123813047, + "IoU_coffee": 0.8684331797235023, + "precision_coffee": 0.939431704885344, + "recall_coffee": 0.9199414205516231, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5964609724231114, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8049837486457205, + "mIoU": 0.5613071477782512, + "macroF1": 0.6925972085669712, + "F1_coffee": 0.8784679597348392, + "IoU_coffee": 0.7832749562171629, + "precision_coffee": 0.9213338483326896, + "recall_coffee": 0.8394134897360703, + "F1_noncoffee": 0.5067264573991032, + "IoU_noncoffee": 0.33933933933933935, + "kappa": 0.3905489974542016, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8633030214139044, + "mIoU": 0.6161971724547189, + "macroF1": 0.7359137197417311, + "F1_coffee": 0.91933064050779, + "IoU_coffee": 0.8507048269970098, + "precision_coffee": 0.9122766834631242, + "recall_coffee": 0.926494533612468, + "F1_noncoffee": 0.5524967989756722, + "IoU_noncoffee": 0.3816895179124281, + "kappa": 0.47200255790234275, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981006647673314, + "mIoU": 0.6470521320648193, + "macroF1": 0.783020694099458, + "F1_coffee": 0.8402224560348714, + "IoU_coffee": 0.7244686365992742, + "precision_coffee": 0.9132494690410063, + "recall_coffee": 0.7780097425191371, + "F1_noncoffee": 0.7258189321640444, + "IoU_noncoffee": 0.5696356275303643, + "kappa": 0.570751366018061, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.817208413001912, + "mIoU": 0.6736454755240702, + "macroF1": 0.8025945307660057, + "F1_coffee": 0.8563054261235533, + "IoU_coffee": 0.7487186226836641, + "precision_coffee": 0.919909575326982, + "recall_coffee": 0.8009278785322649, + "F1_noncoffee": 0.7488836354084581, + "IoU_noncoffee": 0.5985723283644762, + "kappa": 0.6084601421065373, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8302937224035324, + "mIoU": 0.6862621520212069, + "macroF1": 0.8108524369145075, + "F1_coffee": 0.8714929495566216, + "IoU_coffee": 0.7722529949761691, + "precision_coffee": 0.8965156273366233, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.7502119242723934, + "IoU_noncoffee": 0.6002713090662446, + "kappa": 0.6222768398112598, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 506, + 563 + ], + [ + 6315, + 7520 + ], + [ + 44439, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5381133397420248, + "test_tta": { + "OA": 0.838792403830547, + "mIoU": 0.6652409374103643, + "macroF1": 0.7906357519429561, + "F1_coffee": 0.8910463151890125, + "IoU_coffee": 0.8035018300524285, + "precision_coffee": 0.9132262996941896, + "recall_coffee": 0.8699181767553442, + "F1_noncoffee": 0.6902251886968997, + "IoU_noncoffee": 0.5269800447683002, + "kappa": 0.5819725952038758, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8048200069228106, + "mIoU": 0.6166499676202166, + "macroF1": 0.7524917936142062, + "F1_coffee": 0.8662971635199621, + "IoU_coffee": 0.7641307189542483, + "precision_coffee": 0.8913149548670407, + "recall_coffee": 0.8426454477310731, + "F1_noncoffee": 0.6386864237084502, + "IoU_noncoffee": 0.46916921628618496, + "kappa": 0.5060352467690006, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.5", + "val_epoch0": 0.6891934252192068 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6891934252192068, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8694043174809284, + "mIoU": 0.7029530913611384, + "macroF1": 0.8175728753979326, + "F1_coffee": 0.9148120698782425, + "IoU_coffee": 0.8429987511707774, + "precision_coffee": 0.9044887362867432, + "recall_coffee": 0.925373773722315, + "F1_noncoffee": 0.7203336809176225, + "IoU_noncoffee": 0.5629074315514994, + "kappa": 0.6353017166100411, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8328285450559594, + "mIoU": 0.6451873754852513, + "macroF1": 0.7733410516481392, + "F1_coffee": 0.8894589774645469, + "IoU_coffee": 0.8009240175872493, + "precision_coffee": 0.8827326417808737, + "recall_coffee": 0.8962886082761536, + "F1_noncoffee": 0.6572231258317315, + "IoU_noncoffee": 0.4894507333832533, + "kappa": 0.5467637072906424, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42720763723150357, + "mIoU": 0.21471708365705897, + "macroF1": 0.30210401481738114, + "F1_coffee": 0.5975855130784709, + "IoU_coffee": 0.4261119081779053, + "precision_coffee": 1.0, + "recall_coffee": 0.4261119081779053, + "F1_noncoffee": 0.006622516556291391, + "IoU_noncoffee": 0.0033222591362126247, + "kappa": 0.0028273058726093494, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8898388364779874, + "mIoU": 0.7452321111173341, + "macroF1": 0.8485976668028636, + "F1_coffee": 0.9276167107896945, + "IoU_coffee": 0.865004816955684, + "precision_coffee": 0.9211926899647322, + "recall_coffee": 0.9341309577995969, + "F1_noncoffee": 0.7695786228160328, + "IoU_noncoffee": 0.6254594052789842, + "kappa": 0.6972422033629503, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8542667248823558, + "mIoU": 0.681356391207997, + "macroF1": 0.8018067959624229, + "F1_coffee": 0.9037734640271639, + "IoU_coffee": 0.8244404184442756, + "precision_coffee": 0.9054557124518614, + "recall_coffee": 0.9020974549175086, + "F1_noncoffee": 0.6998401278976819, + "IoU_noncoffee": 0.5382723639717184, + "kappa": 0.6036178598588213, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8643739404214096, + "mIoU": 0.6834859694112232, + "macroF1": 0.8015954845018636, + "F1_coffee": 0.9131998263996528, + "IoU_coffee": 0.8402647042044612, + "precision_coffee": 0.8878775091928386, + "recall_coffee": 0.940008934839492, + "F1_noncoffee": 0.6899911426040743, + "IoU_noncoffee": 0.5267072346179851, + "kappa": 0.6043403817683421, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9043982895540623, + "mIoU": 0.7123256444259455, + "macroF1": 0.8188850732786408, + "F1_coffee": 0.9433347414157263, + "IoU_coffee": 0.8927470017133067, + "precision_coffee": 0.9330309179897338, + "recall_coffee": 0.9538686844032219, + "F1_noncoffee": 0.6944354051415554, + "IoU_noncoffee": 0.5319042871385843, + "kappa": 0.6380082083088974, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8454643947601694, + "mIoU": 0.5943326796978217, + "macroF1": 0.7173141684027472, + "F1_coffee": 0.907646123962564, + "IoU_coffee": 0.8309085030714517, + "precision_coffee": 0.9109168241965974, + "recall_coffee": 0.9043988269794722, + "F1_noncoffee": 0.5269822128429303, + "IoU_noncoffee": 0.3577568563241916, + "kappa": 0.4346656662686156, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8755255695707441, + "mIoU": 0.6098001298151883, + "macroF1": 0.7252073365815324, + "F1_coffee": 0.9284469675678714, + "IoU_coffee": 0.8664498531263114, + "precision_coffee": 0.8984009572500816, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5219677055951933, + "IoU_noncoffee": 0.35315040650406504, + "kappa": 0.45449095646732596, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.876258309591643, + "mIoU": 0.7533446072844805, + "macroF1": 0.8568994611025813, + "F1_coffee": 0.9095327362355065, + "IoU_coffee": 0.8340761492423278, + "precision_coffee": 0.9074535882515933, + "recall_coffee": 0.9116214335421016, + "F1_noncoffee": 0.804266185969656, + "IoU_noncoffee": 0.6726130653266331, + "kappa": 0.7138021727989008, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.862810707456979, + "mIoU": 0.7317950118875917, + "macroF1": 0.8423412146340535, + "F1_coffee": 0.899149624007309, + "IoU_coffee": 0.8167773237997957, + "precision_coffee": 0.8989600899381676, + "recall_coffee": 0.8993392380149023, + "F1_noncoffee": 0.785532805260798, + "IoU_noncoffee": 0.6468126999753876, + "kappa": 0.6846824590755851, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8534267613745441, + "mIoU": 0.7111376397608069, + "macroF1": 0.8273471865298323, + "F1_coffee": 0.8944494366489252, + "IoU_coffee": 0.8090533950231337, + "precision_coffee": 0.8747971876690103, + "recall_coffee": 0.9150049497949371, + "F1_noncoffee": 0.7602449364107395, + "IoU_noncoffee": 0.6132218844984803, + "kappa": 0.6550897606906269, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6634, + 7520 + ], + [ + 46353, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.524775540828705, + "test_tta": { + "OA": 0.8720337607531244, + "mIoU": 0.7048628434912255, + "macroF1": 0.8186996341682892, + "F1_coffee": 0.9170332330099131, + "IoU_coffee": 0.8467787387037217, + "precision_coffee": 0.9013446421183285, + "recall_coffee": 0.9332776421196932, + "F1_noncoffee": 0.7203660353266652, + "IoU_noncoffee": 0.5629469482787294, + "kappa": 0.6377691453200118, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8355544017537787, + "mIoU": 0.6460952213758775, + "macroF1": 0.7735565281111885, + "F1_coffee": 0.8920428722920769, + "IoU_coffee": 0.805123998017399, + "precision_coffee": 0.8790751488234086, + "recall_coffee": 0.9053989121451498, + "F1_noncoffee": 0.6550701839303001, + "IoU_noncoffee": 0.487066444734356, + "kappa": 0.5474277171684448, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r1.0", + "val_epoch0": 0.6771954023270075 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6945268136888556, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8795325434182762, + "mIoU": 0.7304412661951315, + "macroF1": 0.8385241922876768, + "F1_coffee": 0.9198989833581558, + "IoU_coffee": 0.8516786570743405, + "precision_coffee": 0.9270425476376926, + "recall_coffee": 0.9128646703508546, + "F1_noncoffee": 0.7571494012171979, + "IoU_noncoffee": 0.6092038753159225, + "kappa": 0.6771065133294981, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8354245990538826, + "mIoU": 0.6613039228821669, + "macroF1": 0.7877867536899487, + "F1_coffee": 0.8883321753256285, + "IoU_coffee": 0.7990985756791493, + "precision_coffee": 0.9049005143745763, + "recall_coffee": 0.8723596455822714, + "F1_noncoffee": 0.6872413320542688, + "IoU_noncoffee": 0.5235092700851846, + "kappa": 0.5759716443204453, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.239618138424821, + "mIoU": 0.12033412720587112, + "macroF1": 0.19485069803562807, + "F1_coffee": 0.3847045191193511, + "IoU_coffee": 0.2381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.2381635581061693, + "F1_noncoffee": 0.004996876951905059, + "IoU_noncoffee": 0.002504696305572949, + "kappa": 0.0011923435026706224, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8941136006289309, + "mIoU": 0.7612973470022641, + "macroF1": 0.8603336537304687, + "F1_coffee": 0.9290207832416587, + "IoU_coffee": 0.8674498708328208, + "precision_coffee": 0.9413295955146176, + "recall_coffee": 0.9170297158462839, + "F1_noncoffee": 0.7916465242192787, + "IoU_noncoffee": 0.6551448231717075, + "kappa": 0.7208074346035829, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8714888662494542, + "mIoU": 0.7157322656388792, + "macroF1": 0.8279204368206929, + "F1_coffee": 0.9145070195255769, + "IoU_coffee": 0.8424808229767498, + "precision_coffee": 0.9231771681761908, + "recall_coffee": 0.9059982094897046, + "F1_noncoffee": 0.741333854115809, + "IoU_noncoffee": 0.5889837083010085, + "kappa": 0.6559326932673463, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.873189634294018, + "mIoU": 0.7149973836070134, + "macroF1": 0.8270063262836902, + "F1_coffee": 0.9163898824731732, + "IoU_coffee": 0.8456822870615974, + "precision_coffee": 0.9171514415393467, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.7376227700942073, + "IoU_noncoffee": 0.5843124801524293, + "kappa": 0.654013401170557, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9152922011810222, + "mIoU": 0.7483493042912638, + "macroF1": 0.8470020130368099, + "F1_coffee": 0.94921875, + "IoU_coffee": 0.9033457249070632, + "precision_coffee": 0.9494505494505494, + "recall_coffee": 0.9489870637051501, + "F1_noncoffee": 0.7447852760736197, + "IoU_noncoffee": 0.5933528836754643, + "kappa": 0.694004117737455, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8740273810696346, + "mIoU": 0.6438539240492392, + "macroF1": 0.7617414823967095, + "F1_coffee": 0.9253051451264381, + "IoU_coffee": 0.8609933702858384, + "precision_coffee": 0.9213770644335892, + "recall_coffee": 0.929266862170088, + "F1_noncoffee": 0.5981778196669808, + "IoU_noncoffee": 0.42671447781264005, + "kappa": 0.5235295518417005, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8909748704409896, + "mIoU": 0.6607728083694816, + "macroF1": 0.7742415974369381, + "F1_coffee": 0.9365792617029748, + "IoU_coffee": 0.8807231493367566, + "precision_coffee": 0.9165089613714794, + "recall_coffee": 0.9575482670388462, + "F1_noncoffee": 0.6119039331709015, + "IoU_noncoffee": 0.4408224674022066, + "kappa": 0.5498043188777356, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8743589743589744, + "mIoU": 0.75614183146492, + "macroF1": 0.8592796170219381, + "F1_coffee": 0.9053444945267225, + "IoU_coffee": 0.8270588235294117, + "precision_coffee": 0.9315371024734982, + "recall_coffee": 0.8805845511482254, + "F1_noncoffee": 0.8132147395171537, + "IoU_noncoffee": 0.6852248394004282, + "kappa": 0.7189976273161806, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8690248565965584, + "mIoU": 0.7475043796588403, + "macroF1": 0.8535313417498862, + "F1_coffee": 0.9011686625306593, + "IoU_coffee": 0.8201155462184874, + "precision_coffee": 0.9254704400651949, + "recall_coffee": 0.8781105018979334, + "F1_noncoffee": 0.8058940209691131, + "IoU_noncoffee": 0.6748932130991931, + "kappa": 0.7074588540394389, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.855730466500288, + "mIoU": 0.7267340912984213, + "macroF1": 0.8394992433021516, + "F1_coffee": 0.8905396547957177, + "IoU_coffee": 0.8026782197715636, + "precision_coffee": 0.918018018018018, + "recall_coffee": 0.8646584641493423, + "F1_noncoffee": 0.7884588318085856, + "IoU_noncoffee": 0.6507899628252788, + "kappa": 0.6795533334896862, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6772, + 7520 + ], + [ + 46839, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8800709009170533, + "test_tta": { + "OA": 0.8842233403668236, + "mIoU": 0.7359513889011398, + "macroF1": 0.8421597760238604, + "F1_coffee": 0.9236418134132633, + "IoU_coffee": 0.8581175160122528, + "precision_coffee": 0.9232168460698924, + "recall_coffee": 0.9240671721715289, + "F1_noncoffee": 0.7606777386344573, + "IoU_noncoffee": 0.6137852617900266, + "kappa": 0.6843197616898503, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8406455520941503, + "mIoU": 0.6656524020543897, + "macroF1": 0.7906053143101028, + "F1_coffee": 0.8929681975375614, + "IoU_coffee": 0.8066328316415821, + "precision_coffee": 0.9001796804812312, + "recall_coffee": 0.8858713409829134, + "F1_noncoffee": 0.6882424310826444, + "IoU_noncoffee": 0.5246719724671972, + "kappa": 0.5812889011535506, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.05", + "val_epoch0": 0.6860718506532318 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6860718506532318, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8215939363186604, + "mIoU": 0.6566155497681962, + "macroF1": 0.7865561728741575, + "F1_coffee": 0.8730350392145799, + "IoU_coffee": 0.77467806861194, + "precision_coffee": 0.8604221811953645, + "recall_coffee": 0.8860231801731642, + "F1_noncoffee": 0.700077306533735, + "IoU_noncoffee": 0.5385530309244525, + "kappa": 0.5733289277994987, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7924166378216222, + "mIoU": 0.616921186324674, + "macroF1": 0.7559212059708176, + "F1_coffee": 0.8503021415124757, + "IoU_coffee": 0.7395874796453772, + "precision_coffee": 0.8400534319769831, + "recall_coffee": 0.8608040095183945, + "F1_noncoffee": 0.6615402704291593, + "IoU_noncoffee": 0.49425489300397063, + "kappa": 0.512006633391738, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12060889929742388, + "mIoU": 0.06074379650091794, + "macroF1": 0.10911548297210612, + "F1_coffee": 0.2103049421661409, + "IoU_coffee": 0.11750881316098707, + "precision_coffee": 0.9900990099009901, + "recall_coffee": 0.11764705882352941, + "F1_noncoffee": 0.007926023778071334, + "IoU_noncoffee": 0.003978779840848806, + "kappa": -0.0014052531485477563, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8162805199788938, + "mIoU": 0.6455654139496747, + "macroF1": 0.7775682555919943, + "F1_coffee": 0.8703628486325481, + "IoU_coffee": 0.7704800143824534, + "precision_coffee": 0.8478633605908731, + "recall_coffee": 0.8940890125173853, + "F1_noncoffee": 0.6847736625514403, + "IoU_noncoffee": 0.5206508135168961, + "kappa": 0.5558969605432487, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8310965162764135, + "mIoU": 0.6709530852054462, + "macroF1": 0.7974018669923737, + "F1_coffee": 0.8800243399479396, + "IoU_coffee": 0.785753093872623, + "precision_coffee": 0.8655406304029791, + "recall_coffee": 0.8950010314240529, + "F1_noncoffee": 0.7147793940368078, + "IoU_noncoffee": 0.5561530765382692, + "kappa": 0.5950732899022801, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6533538184317276, + "macroF1": 0.7845054260929087, + "F1_coffee": 0.8687012546625975, + "IoU_coffee": 0.7678796235237696, + "precision_coffee": 0.8681125042358523, + "recall_coffee": 0.8692908042076688, + "F1_noncoffee": 0.7003095975232199, + "IoU_noncoffee": 0.5388280133396856, + "kappa": 0.5690113046545613, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8438464506172839, + "mIoU": 0.6662115296977689, + "macroF1": 0.7904139057014954, + "F1_coffee": 0.896237902967378, + "IoU_coffee": 0.8119846707699454, + "precision_coffee": 0.8592847486788743, + "recall_coffee": 0.9365121885882668, + "F1_noncoffee": 0.6845899084356127, + "IoU_noncoffee": 0.5204383886255924, + "kappa": 0.5831710877169283, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8307868601986249, + "mIoU": 0.6556760372742142, + "macroF1": 0.783650086556829, + "F1_coffee": 0.8846354166666667, + "IoU_coffee": 0.7931356525799673, + "precision_coffee": 0.8721437740693196, + "recall_coffee": 0.8974900924702774, + "F1_noncoffee": 0.6826647564469914, + "IoU_noncoffee": 0.5182164219684611, + "kappa": 0.5675442071792329, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8239456552504953, + "mIoU": 0.640886070313036, + "macroF1": 0.7713607301535716, + "F1_coffee": 0.8810100752455045, + "IoU_coffee": 0.7873261910189195, + "precision_coffee": 0.8650137741046832, + "recall_coffee": 0.8976091476091476, + "F1_noncoffee": 0.6617113850616388, + "IoU_noncoffee": 0.49444594960715255, + "kappa": 0.5431656097061036, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.789006584597767, + "mIoU": 0.6235160481279599, + "macroF1": 0.763155568055556, + "F1_coffee": 0.8414030557348827, + "IoU_coffee": 0.7262258543833581, + "precision_coffee": 0.8346378255300982, + "recall_coffee": 0.8482788544981198, + "F1_noncoffee": 0.6849080803762292, + "IoU_noncoffee": 0.5208062418725617, + "kappa": 0.5263729588118233, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.831404174573055, + "mIoU": 0.6831570568599907, + "macroF1": 0.8079841410412613, + "F1_coffee": 0.8750439490893749, + "IoU_coffee": 0.777847230903863, + "precision_coffee": 0.8584437086092715, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.7409243329931476, + "IoU_noncoffee": 0.5884668828161186, + "kappa": 0.6162657944074433, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8108617763530077, + "mIoU": 0.6599729023113675, + "macroF1": 0.7918936352089284, + "F1_coffee": 0.8547219003476245, + "IoU_coffee": 0.746300746174276, + "precision_coffee": 0.8717683557394003, + "recall_coffee": 0.8383293081403609, + "F1_noncoffee": 0.7290653700702323, + "IoU_noncoffee": 0.573645058448459, + "kappa": 0.5840838465028098, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9245, + 11000 + ], + [ + 42438, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5242386182149252, + "test_tta": { + "OA": 0.8281111252061398, + "mIoU": 0.6649547580368136, + "macroF1": 0.7926824312908121, + "F1_coffee": 0.8783853523907824, + "IoU_coffee": 0.7831436173405085, + "precision_coffee": 0.8608276893306359, + "recall_coffee": 0.8966741490677539, + "F1_noncoffee": 0.7069795101908417, + "IoU_noncoffee": 0.5467658987331186, + "kappa": 0.5857800499012292, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6238928700445905, + "macroF1": 0.7611975700455341, + "F1_coffee": 0.8556012651685858, + "IoU_coffee": 0.7476426171465732, + "precision_coffee": 0.8402119409651029, + "recall_coffee": 0.8715648493271843, + "F1_noncoffee": 0.6667938749224824, + "IoU_noncoffee": 0.5001431229426077, + "kappa": 0.5227645798705858, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.1", + "val_epoch0": 0.6866757581968932 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6866757581968932, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8149340352657618, + "mIoU": 0.6440918506491566, + "macroF1": 0.7765026592524992, + "F1_coffee": 0.8691811915036709, + "IoU_coffee": 0.7686299387427393, + "precision_coffee": 0.8510656979168953, + "recall_coffee": 0.8880846580237299, + "F1_noncoffee": 0.6838241270013274, + "IoU_noncoffee": 0.5195537625555738, + "kappa": 0.5534942632131488, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7875850928810431, + "mIoU": 0.6079563413360309, + "macroF1": 0.7482811741792637, + "F1_coffee": 0.8477474310997167, + "IoU_coffee": 0.7357305628824173, + "precision_coffee": 0.8325989400369566, + "recall_coffee": 0.863457367279466, + "F1_noncoffee": 0.6488149172588106, + "IoU_noncoffee": 0.4801821197896446, + "kappa": 0.49694645576988716, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09581473968897904, + "macroF1": 0.16246031746031747, + "F1_coffee": 0.3134920634920635, + "IoU_coffee": 0.18588235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.18588235294117647, + "F1_noncoffee": 0.011428571428571429, + "IoU_noncoffee": 0.005747126436781609, + "kappa": 0.002134298720771583, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8166642682400346, + "mIoU": 0.6466187912327472, + "macroF1": 0.7784612789812069, + "F1_coffee": 0.8704582429501084, + "IoU_coffee": 0.7706295384984697, + "precision_coffee": 0.8490478709336154, + "recall_coffee": 0.8929763560500695, + "F1_noncoffee": 0.6864643150123052, + "IoU_noncoffee": 0.5226080439670248, + "kappa": 0.557603441769264, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.809156672377689, + "mIoU": 0.634031421480147, + "macroF1": 0.7683606590096601, + "F1_coffee": 0.8655715722427086, + "IoU_coffee": 0.7630023640661938, + "precision_coffee": 0.8445084058350232, + "recall_coffee": 0.8877123014508699, + "F1_noncoffee": 0.6711497457766115, + "IoU_noncoffee": 0.5050604788941002, + "kappa": 0.537425246202479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8189577929733554, + "mIoU": 0.651607641679103, + "macroF1": 0.7825572899513402, + "F1_coffee": 0.8715237107191861, + "IoU_coffee": 0.7723013048635824, + "precision_coffee": 0.8596989304106695, + "recall_coffee": 0.8836783169324737, + "F1_noncoffee": 0.6935908691834943, + "IoU_noncoffee": 0.5309139784946236, + "kappa": 0.565310713071012, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8306327160493827, + "mIoU": 0.6442852034900235, + "macroF1": 0.7730047789391536, + "F1_coffee": 0.8873781426372499, + "IoU_coffee": 0.7975559142264238, + "precision_coffee": 0.8513413733694315, + "recall_coffee": 0.9266005893383338, + "F1_noncoffee": 0.6586314152410575, + "IoU_noncoffee": 0.4910144927536232, + "kappa": 0.548461891174557, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8055767761650114, + "mIoU": 0.609288116454329, + "macroF1": 0.7448760768073948, + "F1_coffee": 0.8693196405648267, + "IoU_coffee": 0.7688465031789282, + "precision_coffee": 0.8454431960049937, + "recall_coffee": 0.8945838837516512, + "F1_noncoffee": 0.6204325130499627, + "IoU_noncoffee": 0.44972972972972974, + "kappa": 0.49093145658458587, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8221530333050288, + "mIoU": 0.630942169448419, + "macroF1": 0.7621961890501205, + "F1_coffee": 0.8816029143897997, + "IoU_coffee": 0.7882736156351792, + "precision_coffee": 0.8532522796352584, + "recall_coffee": 0.9119022869022869, + "F1_noncoffee": 0.6427894637104415, + "IoU_noncoffee": 0.47361072326165876, + "kappa": 0.5259712923755179, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8028437828037026, + "mIoU": 0.6439632314889514, + "macroF1": 0.7791395515251212, + "F1_coffee": 0.85149511213341, + "IoU_coffee": 0.7413944173238203, + "precision_coffee": 0.846384681337525, + "recall_coffee": 0.8566676308938386, + "F1_noncoffee": 0.7067839909168322, + "IoU_noncoffee": 0.5465320456540825, + "kappa": 0.5583108968949906, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8127134724857685, + "mIoU": 0.6541121370329248, + "macroF1": 0.7862273252677814, + "F1_coffee": 0.8614736842105263, + "IoU_coffee": 0.7566568047337278, + "precision_coffee": 0.843479455819706, + "recall_coffee": 0.8802524021224724, + "F1_noncoffee": 0.7109809663250366, + "IoU_noncoffee": 0.5515674693321218, + "kappa": 0.5728602352726316, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8157646615123515, + "mIoU": 0.6649621522330365, + "macroF1": 0.7952928704975368, + "F1_coffee": 0.8600286532951289, + "IoU_coffee": 0.7544300615809979, + "precision_coffee": 0.8673602080624188, + "recall_coffee": 0.8528200028413127, + "F1_noncoffee": 0.7305570876999449, + "IoU_noncoffee": 0.575494242885075, + "kappa": 0.5906420430229399, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9131, + 11000 + ], + [ + 42130, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5377071976661683, + "test_tta": { + "OA": 0.8188189775466193, + "mIoU": 0.6458388896568624, + "macroF1": 0.7772393077247114, + "F1_coffee": 0.8734802347469827, + "IoU_coffee": 0.7753794133836597, + "precision_coffee": 0.8454514275915288, + "recall_coffee": 0.9034312153557195, + "F1_noncoffee": 0.6809983807024401, + "IoU_noncoffee": 0.5162983659300652, + "kappa": 0.5557098282549289, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916233991000347, + "mIoU": 0.6091995586119624, + "macroF1": 0.748474126231559, + "F1_coffee": 0.8526526199849063, + "IoU_coffee": 0.7431512328669713, + "precision_coffee": 0.8266853877034429, + "recall_coffee": 0.8803040832227768, + "F1_noncoffee": 0.6442956324782116, + "IoU_noncoffee": 0.4752478843569535, + "kappa": 0.49814360784980655, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.5", + "val_epoch0": 0.700561452918673 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.702277699249966, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8427153368007104, + "mIoU": 0.687116022573034, + "macroF1": 0.8091693234749698, + "F1_coffee": 0.8891793754538853, + "IoU_coffee": 0.8004707112970711, + "precision_coffee": 0.8679521015551727, + "recall_coffee": 0.911470978972926, + "F1_noncoffee": 0.7291592714960544, + "IoU_noncoffee": 0.5737613338489966, + "kappa": 0.6188957481619823, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8129254644052152, + "mIoU": 0.6445523939386968, + "macroF1": 0.7773942836538457, + "F1_coffee": 0.8663293382936406, + "IoU_coffee": 0.7641807868518653, + "precision_coffee": 0.8482946518668012, + "recall_coffee": 0.8851475140564786, + "F1_noncoffee": 0.6884592290140507, + "IoU_noncoffee": 0.5249240010255283, + "kappa": 0.5552570694477166, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17447306791569087, + "mIoU": 0.08811499211814486, + "macroF1": 0.1513387413927985, + "F1_coffee": 0.2914572864321608, + "IoU_coffee": 0.17058823529411765, + "precision_coffee": 1.0, + "recall_coffee": 0.17058823529411765, + "F1_noncoffee": 0.011220196353436185, + "IoU_noncoffee": 0.005641748942172073, + "kappa": 0.0019229812840873225, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.83772245407013, + "mIoU": 0.6770274304001969, + "macroF1": 0.8013941602915822, + "F1_coffee": 0.8863353828579108, + "IoU_coffee": 0.7958728051650275, + "precision_coffee": 0.8574400312032764, + "recall_coffee": 0.9172461752433936, + "F1_noncoffee": 0.7164529377252535, + "IoU_noncoffee": 0.5581820556353664, + "kappa": 0.6039104467869811, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8474681134589758, + "mIoU": 0.694223750780933, + "macroF1": 0.8143289214179816, + "F1_coffee": 0.8927699153534745, + "IoU_coffee": 0.8063093007795975, + "precision_coffee": 0.8694122246839567, + "recall_coffee": 0.9174173141717665, + "F1_noncoffee": 0.7358879274824887, + "IoU_noncoffee": 0.5821382007822686, + "kappa": 0.6293168388425521, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8429144069794859, + "mIoU": 0.6899652133400535, + "macroF1": 0.8115747785849049, + "F1_coffee": 0.8884199242957157, + "IoU_coffee": 0.7992405978784957, + "precision_coffee": 0.8771662918375447, + "recall_coffee": 0.8999660671869698, + "F1_noncoffee": 0.7347296328740941, + "IoU_noncoffee": 0.5806898288016112, + "kappa": 0.6232969657594669, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.845679012345679, + "mIoU": 0.6673297903038711, + "macroF1": 0.7910315173468985, + "F1_coffee": 0.8978940650925336, + "IoU_coffee": 0.8147075854082223, + "precision_coffee": 0.8575085324232082, + "recall_coffee": 0.9422716313956603, + "F1_noncoffee": 0.6841689696012633, + "IoU_noncoffee": 0.51995199519952, + "kappa": 0.5849109027747473, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8378533231474408, + "mIoU": 0.6593885884184743, + "macroF1": 0.7854877789437859, + "F1_coffee": 0.8914738591333248, + "IoU_coffee": 0.8041974169741697, + "precision_coffee": 0.8635463100544825, + "recall_coffee": 0.9212681638044914, + "F1_noncoffee": 0.6795016987542469, + "IoU_noncoffee": 0.5145797598627787, + "kappa": 0.572296635765504, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8424379658458345, + "mIoU": 0.6656893464096949, + "macroF1": 0.7902467306592604, + "F1_coffee": 0.8948759914390029, + "IoU_coffee": 0.809751651856915, + "precision_coffee": 0.8678876678876679, + "recall_coffee": 0.9235966735966736, + "F1_noncoffee": 0.6856174698795181, + "IoU_noncoffee": 0.5216270409624749, + "kappa": 0.5817031284761418, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8298501765435633, + "mIoU": 0.6815172757697316, + "macroF1": 0.8068800278908875, + "F1_coffee": 0.8734832895763854, + "IoU_coffee": 0.7753842277651801, + "precision_coffee": 0.8573617495472907, + "recall_coffee": 0.8902227364767139, + "F1_noncoffee": 0.7402767662053896, + "IoU_noncoffee": 0.5876503237742831, + "kappa": 0.6140402052620636, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8570208728652752, + "mIoU": 0.7237086396079684, + "macroF1": 0.8368876634276754, + "F1_coffee": 0.8941936389805518, + "IoU_coffee": 0.8086349206349206, + "precision_coffee": 0.8759284731774415, + "recall_coffee": 0.9132367704001148, + "F1_noncoffee": 0.7795816878747989, + "IoU_noncoffee": 0.6387823585810163, + "kappa": 0.6740705629357859, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8433905336601923, + "mIoU": 0.7072129256505005, + "macroF1": 0.8259076321229035, + "F1_coffee": 0.8810768239421494, + "IoU_coffee": 0.7874328128999232, + "precision_coffee": 0.888135103926097, + "recall_coffee": 0.8741298479897712, + "F1_noncoffee": 0.7707384403036577, + "IoU_noncoffee": 0.6269930384010779, + "kappa": 0.651857654037861, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9392, + 11000 + ], + [ + 43622, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5295910636583965, + "test_tta": { + "OA": 0.8491532411518458, + "mIoU": 0.6930664283068215, + "macroF1": 0.8130194164137836, + "F1_coffee": 0.89521627545794, + "IoU_coffee": 0.810309072781655, + "precision_coffee": 0.8622504190625729, + "recall_coffee": 0.9308030601493427, + "F1_noncoffee": 0.7308225573696273, + "IoU_noncoffee": 0.5758237838319882, + "kappa": 0.6274377935617038, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8189396561670705, + "mIoU": 0.6485414684606499, + "macroF1": 0.7797283233434751, + "F1_coffee": 0.8726645704432499, + "IoU_coffee": 0.774094867919096, + "precision_coffee": 0.8417901101696573, + "recall_coffee": 0.90589003306168, + "F1_noncoffee": 0.6867920762437004, + "IoU_noncoffee": 0.5229880690022038, + "kappa": 0.5609095228939865, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r1.0", + "val_epoch0": 0.7025614705504435 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7161298372548156, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8617119117087403, + "mIoU": 0.724445591181908, + "macroF1": 0.8366950921401248, + "F1_coffee": 0.9006119867345892, + "IoU_coffee": 0.819193929593233, + "precision_coffee": 0.8962099389870489, + "recall_coffee": 0.9050574923267213, + "F1_noncoffee": 0.7727781975456606, + "IoU_noncoffee": 0.629697252770583, + "kappa": 0.6734081983257684, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8299007730471905, + "mIoU": 0.6772909218586282, + "macroF1": 0.8032127006824943, + "F1_coffee": 0.8756825129124064, + "IoU_coffee": 0.7788569714242856, + "precision_coffee": 0.8766435219382479, + "recall_coffee": 0.8747236085665551, + "F1_noncoffee": 0.7307428884525821, + "IoU_noncoffee": 0.5757248722929708, + "kappa": 0.606426425765456, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1885245901639344, + "mIoU": 0.0949871348109729, + "macroF1": 0.16088252933895372, + "F1_coffee": 0.313181367690783, + "IoU_coffee": 0.18566392479435959, + "precision_coffee": 0.9937106918238994, + "recall_coffee": 0.18588235294117647, + "F1_noncoffee": 0.008583690987124463, + "IoU_noncoffee": 0.004310344827586207, + "kappa": -0.0007372511354682228, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8584448601717274, + "mIoU": 0.7170635791630084, + "macroF1": 0.8313029296698714, + "F1_coffee": 0.8989694957033791, + "IoU_coffee": 0.8164800995024876, + "precision_coffee": 0.8853597680221188, + "recall_coffee": 0.9130041724617525, + "F1_noncoffee": 0.7636363636363637, + "IoU_noncoffee": 0.6176470588235294, + "kappa": 0.6627922761018468, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8656957928802589, + "mIoU": 0.7297008386258634, + "macroF1": 0.8402211273962319, + "F1_coffee": 0.9040201346847153, + "IoU_coffee": 0.8248510427010923, + "precision_coffee": 0.8944074298405007, + "recall_coffee": 0.9138417107886956, + "F1_noncoffee": 0.7764221201077484, + "IoU_noncoffee": 0.6345506345506345, + "kappa": 0.6805282158249776, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8609761848620608, + "mIoU": 0.7263876781591585, + "macroF1": 0.8383655185675101, + "F1_coffee": 0.8988193300384404, + "IoU_coffee": 0.8162323899763122, + "precision_coffee": 0.9092424137212693, + "recall_coffee": 0.8886325076348829, + "F1_noncoffee": 0.7779117070965798, + "IoU_noncoffee": 0.6365429663420047, + "kappa": 0.6768242551713809, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.855516975308642, + "mIoU": 0.688296390714259, + "macroF1": 0.8076524561513014, + "F1_coffee": 0.9036036036036036, + "IoU_coffee": 0.8241577649958916, + "precision_coffee": 0.8695813723061679, + "recall_coffee": 0.9403964639699973, + "F1_noncoffee": 0.7117013086989993, + "IoU_noncoffee": 0.5524350164326263, + "kappa": 0.6170580657428943, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8752864782276547, + "mIoU": 0.7250474318789344, + "macroF1": 0.8348862900357916, + "F1_coffee": 0.9165601840020444, + "IoU_coffee": 0.8459724024059441, + "precision_coffee": 0.8875278396436526, + "recall_coffee": 0.947556142668428, + "F1_noncoffee": 0.7532123960695389, + "IoU_noncoffee": 0.6041224613519248, + "kappa": 0.6708143962114138, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8570619869799038, + "mIoU": 0.6985651322464754, + "macroF1": 0.8161892613974526, + "F1_coffee": 0.9028659357568763, + "IoU_coffee": 0.8229312762973352, + "precision_coffee": 0.8911530186052399, + "recall_coffee": 0.9148908523908524, + "F1_noncoffee": 0.7295125870380289, + "IoU_noncoffee": 0.5741989881956155, + "kappa": 0.6325552864937587, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.86134173108121, + "mIoU": 0.7377057206133499, + "macroF1": 0.847179800986499, + "F1_coffee": 0.8937010754261467, + "IoU_coffee": 0.8078296521624124, + "precision_coffee": 0.904219096965211, + "recall_coffee": 0.8834249349146659, + "F1_noncoffee": 0.8006585265468514, + "IoU_noncoffee": 0.6675817890642873, + "kappa": 0.6944371356047849, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8561669829222012, + "mIoU": 0.7293174599540253, + "macroF1": 0.8414620860721815, + "F1_coffee": 0.8897454545454545, + "IoU_coffee": 0.8013887069304336, + "precision_coffee": 0.9026117751217353, + "recall_coffee": 0.8772407858884268, + "F1_noncoffee": 0.7931787175989086, + "IoU_noncoffee": 0.657246212977617, + "kappa": 0.6830449822047737, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8648877993588535, + "mIoU": 0.7469192364292694, + "macroF1": 0.8536994271160905, + "F1_coffee": 0.8941576187310732, + "IoU_coffee": 0.808576008549292, + "precision_coffee": 0.9312307692307692, + "recall_coffee": 0.8599232845574656, + "F1_noncoffee": 0.8132412355011078, + "IoU_noncoffee": 0.6852624643092466, + "kappa": 0.7082148519166758, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9485, + 11000 + ], + [ + 44728, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.063715847333272, + "test_tta": { + "OA": 0.8669288342001776, + "mIoU": 0.7311184514261615, + "macroF1": 0.841142779905443, + "F1_coffee": 0.9051451306628086, + "IoU_coffee": 0.8267261314833169, + "precision_coffee": 0.8934707903780069, + "recall_coffee": 0.9171285904072564, + "F1_noncoffee": 0.7771404291480773, + "IoU_noncoffee": 0.6355107713690062, + "kappa": 0.6824129507156407, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8352371062651437, + "mIoU": 0.6830659737143951, + "macroF1": 0.8071519106564926, + "F1_coffee": 0.8807465864963047, + "IoU_coffee": 0.7869054280917739, + "precision_coffee": 0.8732534310376948, + "recall_coffee": 0.8883694484806368, + "F1_noncoffee": 0.7335572348166807, + "IoU_noncoffee": 0.5792265193370165, + "kappa": 0.6143672602497174, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.05", + "val_epoch0": 0.6779389929785763 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6779389929785763, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374667004947355, + "mIoU": 0.6735972115355033, + "macroF1": 0.798418457792273, + "F1_coffee": 0.8871393966086765, + "IoU_coffee": 0.7971702780251311, + "precision_coffee": 0.8541834527797804, + "recall_coffee": 0.9227403912226854, + "F1_noncoffee": 0.7096975189758695, + "IoU_noncoffee": 0.5500241450458756, + "kappa": 0.5983746971329701, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098390446521287, + "mIoU": 0.6337873772187713, + "macroF1": 0.7679639324577443, + "F1_coffee": 0.866536425382879, + "IoU_coffee": 0.7645031078088161, + "precision_coffee": 0.8343014189926712, + "recall_coffee": 0.9013624781519153, + "F1_noncoffee": 0.6693914395326095, + "IoU_noncoffee": 0.5030716466287265, + "kappa": 0.5376376572057989, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35714285714285715, + "mIoU": 0.1796317834411186, + "macroF1": 0.2659542988656913, + "F1_coffee": 0.5246753246753246, + "IoU_coffee": 0.35563380281690143, + "precision_coffee": 0.9934426229508196, + "recall_coffee": 0.3564705882352941, + "F1_noncoffee": 0.007233273056057866, + "IoU_noncoffee": 0.003629764065335753, + "kappa": -0.002086049543676665, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8412721254856814, + "mIoU": 0.6748725149391208, + "macroF1": 0.7987566874913767, + "F1_coffee": 0.891255052745736, + "IoU_coffee": 0.8038413658189578, + "precision_coffee": 0.8449124556047106, + "recall_coffee": 0.9429763560500696, + "F1_noncoffee": 0.7062583222370173, + "IoU_noncoffee": 0.5459036640592837, + "kappa": 0.6007577443906696, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8340472111174567, + "mIoU": 0.6663768260132996, + "macroF1": 0.7926896697126506, + "F1_coffee": 0.8852847320459256, + "IoU_coffee": 0.7941801440207767, + "precision_coffee": 0.8486817207014002, + "recall_coffee": 0.9251873753695936, + "F1_noncoffee": 0.7000946073793756, + "IoU_noncoffee": 0.5385735080058224, + "kappa": 0.5873858943781329, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8371138882339071, + "mIoU": 0.6790918785691022, + "macroF1": 0.8033271012020273, + "F1_coffee": 0.8848436353937454, + "IoU_coffee": 0.7934704616120545, + "precision_coffee": 0.8696506979487516, + "recall_coffee": 0.9005768578215134, + "F1_noncoffee": 0.7218105670103093, + "IoU_noncoffee": 0.56471329552615, + "kappa": 0.6069440040905861, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8314043209876543, + "mIoU": 0.6393345481779154, + "macroF1": 0.7680688296879858, + "F1_coffee": 0.889268972507285, + "IoU_coffee": 0.8006159461617429, + "precision_coffee": 0.8436298076923077, + "recall_coffee": 0.9401285829091883, + "F1_noncoffee": 0.6468686868686868, + "IoU_noncoffee": 0.4780531501940878, + "kappa": 0.5404270236232739, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8253437738731857, + "mIoU": 0.6367937080679171, + "macroF1": 0.7670953747305869, + "F1_coffee": 0.8835699280667133, + "IoU_coffee": 0.7914243357281332, + "precision_coffee": 0.8526846049883278, + "recall_coffee": 0.916776750330251, + "F1_noncoffee": 0.6506208213944603, + "IoU_noncoffee": 0.482163080407701, + "kappa": 0.5360174231764644, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8346070383998491, + "mIoU": 0.6506749008637518, + "macroF1": 0.7781160974608604, + "F1_coffee": 0.8900733680316046, + "IoU_coffee": 0.8019209039548023, + "precision_coffee": 0.8601381650709005, + "recall_coffee": 0.9221673596673596, + "F1_noncoffee": 0.6661588268901162, + "IoU_noncoffee": 0.49942889777270133, + "kappa": 0.5578585903515709, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8510354041416166, + "mIoU": 0.7054687071980547, + "macroF1": 0.8231034650006659, + "F1_coffee": 0.8933961619886636, + "IoU_coffee": 0.8073315230807208, + "precision_coffee": 0.8462931815241299, + "recall_coffee": 0.9460514897309806, + "F1_noncoffee": 0.7528107680126682, + "IoU_noncoffee": 0.6036058913153886, + "kappa": 0.6487301359094999, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8426944971537002, + "mIoU": 0.6926057241956358, + "macroF1": 0.8138660014833357, + "F1_coffee": 0.8871187363834423, + "IoU_coffee": 0.797136914229781, + "precision_coffee": 0.8444588464031109, + "recall_coffee": 0.934318084038434, + "F1_noncoffee": 0.740613266583229, + "IoU_noncoffee": 0.5880745341614907, + "kappa": 0.6299023277711336, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8396190835376203, + "mIoU": 0.70012975340636, + "macroF1": 0.8207512403156962, + "F1_coffee": 0.8789065280842885, + "IoU_coffee": 0.7839725679451359, + "precision_coffee": 0.8808504566210046, + "recall_coffee": 0.8769711606762324, + "F1_noncoffee": 0.762595952547104, + "IoU_noncoffee": 0.616286938867584, + "kappa": 0.6415059036213003, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9292, + 11000 + ], + [ + 43401, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5263561646143595, + "test_tta": { + "OA": 0.8418749207154637, + "mIoU": 0.676169319933822, + "macroF1": 0.7997810841583557, + "F1_coffee": 0.8915851272015656, + "IoU_coffee": 0.8043785310734464, + "precision_coffee": 0.848557592814867, + "recall_coffee": 0.9392093087177608, + "F1_noncoffee": 0.7079770411151458, + "IoU_noncoffee": 0.5479601087941977, + "kappa": 0.6023163723962, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8147282796815507, + "mIoU": 0.6360897747187408, + "macroF1": 0.7689899957210472, + "F1_coffee": 0.8717810516229488, + "IoU_coffee": 0.7727055576198312, + "precision_coffee": 0.8286560027323959, + "recall_coffee": 0.9196411649504075, + "F1_noncoffee": 0.6661989398191456, + "IoU_noncoffee": 0.4994739918176505, + "kappa": 0.5412148514540197, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.1", + "val_epoch0": 0.7006234450316188 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7006234450316188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.6786608519476676, + "macroF1": 0.8017717788637453, + "F1_coffee": 0.892053254308936, + "IoU_coffee": 0.8051409129348831, + "precision_coffee": 0.8506274933510638, + "recall_coffee": 0.9377204636034633, + "F1_noncoffee": 0.7114903034185546, + "IoU_noncoffee": 0.552180790960452, + "kappa": 0.6060408204984202, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125649013499481, + "mIoU": 0.6346948150850464, + "macroF1": 0.7681763053229997, + "F1_coffee": 0.8696175608973072, + "IoU_coffee": 0.7693126952570293, + "precision_coffee": 0.8304431968422464, + "recall_coffee": 0.9126708362288626, + "F1_noncoffee": 0.6667350497486921, + "IoU_noncoffee": 0.5000769349130636, + "kappa": 0.538974891266451, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06589807663183402, + "macroF1": 0.11702607949256744, + "F1_coffee": 0.2286902286902287, + "IoU_coffee": 0.12910798122065728, + "precision_coffee": 0.9821428571428571, + "recall_coffee": 0.12941176470588237, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": -0.0039927243689277265, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6789452895826757, + "macroF1": 0.8021471909198808, + "F1_coffee": 0.8912554570710411, + "IoU_coffee": 0.8038420236248658, + "precision_coffee": 0.8497729566094854, + "recall_coffee": 0.9369958275382476, + "F1_noncoffee": 0.7130389247687206, + "IoU_noncoffee": 0.5540485555404856, + "kappa": 0.6067671836734058, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8464210927089282, + "mIoU": 0.6856630058233675, + "macroF1": 0.8071798583615608, + "F1_coffee": 0.8941654914564954, + "IoU_coffee": 0.8085888842754612, + "precision_coffee": 0.8547780285929271, + "recall_coffee": 0.9373581791927388, + "F1_noncoffee": 0.7201942252666262, + "IoU_noncoffee": 0.5627371273712737, + "kappa": 0.6165124486857225, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8399905682622023, + "mIoU": 0.6713876420197635, + "macroF1": 0.7959199537448669, + "F1_coffee": 0.8907563025210085, + "IoU_coffee": 0.803030303030303, + "precision_coffee": 0.8474025974025974, + "recall_coffee": 0.9387852052935188, + "F1_noncoffee": 0.7010836049687252, + "IoU_noncoffee": 0.5397449810092241, + "kappa": 0.5947423088427668, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8439429012345679, + "mIoU": 0.6608155112948699, + "macroF1": 0.7854366879127793, + "F1_coffee": 0.897478139652769, + "IoU_coffee": 0.8140229885057472, + "precision_coffee": 0.8516113516113516, + "recall_coffee": 0.9485668363246719, + "F1_noncoffee": 0.6733952361727896, + "IoU_noncoffee": 0.5076080340839927, + "kappa": 0.5748026322993202, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8384262796027502, + "mIoU": 0.6533295558307084, + "macroF1": 0.7797230729953479, + "F1_coffee": 0.8934374606373598, + "IoU_coffee": 0.8073989755264656, + "precision_coffee": 0.8537554164660568, + "recall_coffee": 0.9369881109643329, + "F1_noncoffee": 0.666008685353336, + "IoU_noncoffee": 0.4992601361349512, + "kappa": 0.5624090668769901, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8255495801490706, + "mIoU": 0.6157146014631005, + "macroF1": 0.7460598629062434, + "F1_coffee": 0.8881360033879847, + "IoU_coffee": 0.798781151376646, + "precision_coffee": 0.830974753764293, + "recall_coffee": 0.9537422037422038, + "F1_noncoffee": 0.603983722424502, + "IoU_noncoffee": 0.4326480515495551, + "kappa": 0.5004872514661319, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8406336482488788, + "mIoU": 0.6921213482712307, + "macroF1": 0.813847990596967, + "F1_coffee": 0.8844610488446105, + "IoU_coffee": 0.7928553708757132, + "precision_coffee": 0.8477453580901857, + "recall_coffee": 0.9245010124385306, + "F1_noncoffee": 0.7432349323493235, + "IoU_noncoffee": 0.5913873256667482, + "kappa": 0.6292414890348474, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8543643263757116, + "mIoU": 0.7131147452175846, + "macroF1": 0.8287988232579089, + "F1_coffee": 0.8949565455416411, + "IoU_coffee": 0.8098835769135496, + "precision_coffee": 0.8558900523560209, + "recall_coffee": 0.9377599311630576, + "F1_noncoffee": 0.7626411009741766, + "IoU_noncoffee": 0.6163459135216196, + "kappa": 0.6592020235255063, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8544220252687158, + "mIoU": 0.7162467134361347, + "macroF1": 0.8313342766557771, + "F1_coffee": 0.8937370956641432, + "IoU_coffee": 0.8078885156152793, + "precision_coffee": 0.8667734614871179, + "recall_coffee": 0.9224321636596108, + "F1_noncoffee": 0.768931457647411, + "IoU_noncoffee": 0.62460491125699, + "kappa": 0.6633769046081925, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9294, + 11000 + ], + [ + 43748, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5309037168820698, + "test_tta": { + "OA": 0.8462355702143853, + "mIoU": 0.6806261873300867, + "macroF1": 0.8028158572832205, + "F1_coffee": 0.8953451978803544, + "IoU_coffee": 0.8105203509388983, + "precision_coffee": 0.8465478887324231, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7102865166860864, + "IoU_noncoffee": 0.550732023721275, + "kappa": 0.609226092923172, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8163436021691474, + "mIoU": 0.6363925826926452, + "macroF1": 0.7688915047287479, + "F1_coffee": 0.8736129582944597, + "IoU_coffee": 0.775588608487241, + "precision_coffee": 0.8262151050368897, + "recall_coffee": 0.9267799608313855, + "F1_noncoffee": 0.6641700511630361, + "IoU_noncoffee": 0.4971965568980494, + "kappa": 0.541789946981173, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.5", + "val_epoch0": 0.7015775585800428 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7053670999435961, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8573036914880122, + "mIoU": 0.7149089546791487, + "macroF1": 0.8297485259599628, + "F1_coffee": 0.8982416464069656, + "IoU_coffee": 0.8152800870332738, + "precision_coffee": 0.8870178886481899, + "recall_coffee": 0.9097530807641211, + "F1_noncoffee": 0.76125540551296, + "IoU_noncoffee": 0.6145378223250235, + "kappa": 0.659624911435821, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.824809622706819, + "mIoU": 0.6669816256036958, + "macroF1": 0.795191952846211, + "F1_coffee": 0.8730760791197768, + "IoU_coffee": 0.7747426981919332, + "precision_coffee": 0.8664758586361374, + "recall_coffee": 0.8797776233495483, + "F1_noncoffee": 0.7173078265726454, + "IoU_noncoffee": 0.5592205530154583, + "kappa": 0.5904368348703499, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15339578454332553, + "mIoU": 0.07727175612551107, + "macroF1": 0.13486088517299505, + "F1_coffee": 0.26149131767109296, + "IoU_coffee": 0.15041128084606345, + "precision_coffee": 0.9922480620155039, + "recall_coffee": 0.15058823529411763, + "F1_noncoffee": 0.00823045267489712, + "IoU_noncoffee": 0.004132231404958678, + "kappa": -0.0010960396649620648, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8605075070753586, + "mIoU": 0.7191688839653227, + "macroF1": 0.8326542343960283, + "F1_coffee": 0.9009266830198964, + "IoU_coffee": 0.8197148171109734, + "precision_coffee": 0.8831151482767833, + "recall_coffee": 0.919471488178025, + "F1_noncoffee": 0.7643817857721601, + "IoU_noncoffee": 0.6186229508196721, + "kappa": 0.6656319469408322, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8531791357319627, + "mIoU": 0.7077893635977635, + "macroF1": 0.8246369151083128, + "F1_coffee": 0.8953847197259995, + "IoU_coffee": 0.8105851292441825, + "precision_coffee": 0.8833132610731969, + "recall_coffee": 0.9077906896788833, + "F1_noncoffee": 0.7538891104906262, + "IoU_noncoffee": 0.6049935979513444, + "kappa": 0.6494278594340599, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.858240980900731, + "mIoU": 0.7178027876072224, + "macroF1": 0.8319373973467139, + "F1_coffee": 0.8984253564911806, + "IoU_coffee": 0.8155828220858896, + "precision_coffee": 0.8946766269600915, + "recall_coffee": 0.902205632846963, + "F1_noncoffee": 0.7654494382022472, + "IoU_noncoffee": 0.6200227531285551, + "kappa": 0.6638884207653374, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.863329475308642, + "mIoU": 0.7047775756515036, + "macroF1": 0.820265572221434, + "F1_coffee": 0.9082432169915172, + "IoU_coffee": 0.8319098457888493, + "precision_coffee": 0.8791525636204087, + "recall_coffee": 0.9393249397267613, + "F1_noncoffee": 0.7322879274513509, + "IoU_noncoffee": 0.5776453055141579, + "kappa": 0.641675825100499, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8532276546982429, + "mIoU": 0.6794812856566839, + "macroF1": 0.8003575797179469, + "F1_coffee": 0.9030956434020554, + "IoU_coffee": 0.8233130244855731, + "precision_coffee": 0.8638282474972863, + "recall_coffee": 0.9461030383091149, + "F1_noncoffee": 0.6976195160338383, + "IoU_noncoffee": 0.5356495468277945, + "kappa": 0.6032732232156387, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8582885177846966, + "mIoU": 0.6909105533941386, + "macroF1": 0.8093737906022369, + "F1_coffee": 0.905936873747495, + "IoU_coffee": 0.8280480824270178, + "precision_coffee": 0.8743955512572534, + "recall_coffee": 0.9398388773388774, + "F1_noncoffee": 0.7128107074569789, + "IoU_noncoffee": 0.5537730243612596, + "kappa": 0.6202562136040162, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8577154308617234, + "mIoU": 0.728591654247392, + "macroF1": 0.8406419282436133, + "F1_coffee": 0.8928032209360846, + "IoU_coffee": 0.8063636363636364, + "precision_coffee": 0.8876340243030736, + "recall_coffee": 0.8980329765692797, + "F1_noncoffee": 0.788480635551142, + "IoU_noncoffee": 0.6508196721311476, + "kappa": 0.6813051830870803, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8531309297912714, + "mIoU": 0.7259968371112282, + "macroF1": 0.8393404315355286, + "F1_coffee": 0.886410331670091, + "IoU_coffee": 0.7959936742224565, + "precision_coffee": 0.9075882794891059, + "recall_coffee": 0.8661981930302596, + "F1_noncoffee": 0.7922705314009661, + "IoU_noncoffee": 0.656, + "kappa": 0.6790004975556032, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.858193475391288, + "mIoU": 0.7351382990248794, + "macroF1": 0.8456814137176454, + "F1_coffee": 0.889622779979451, + "IoU_coffee": 0.8011896893588897, + "precision_coffee": 0.9201457416122666, + "recall_coffee": 0.86105980963205, + "F1_noncoffee": 0.8017400474558397, + "IoU_noncoffee": 0.6690869086908691, + "kappa": 0.6919716438382353, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9554, + 11000 + ], + [ + 44380, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5492838501930235, + "test_tta": { + "OA": 0.8625840416085246, + "mIoU": 0.721119722822555, + "macroF1": 0.8338761084964756, + "F1_coffee": 0.9029345878136201, + "IoU_coffee": 0.8230453515202254, + "precision_coffee": 0.883499188987769, + "recall_coffee": 0.9232443080306015, + "F1_noncoffee": 0.7648176291793313, + "IoU_noncoffee": 0.6191940941248847, + "kappa": 0.6681413230954346, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8304344063689858, + "mIoU": 0.672589435244888, + "macroF1": 0.7989857108449018, + "F1_coffee": 0.8784944347412698, + "IoU_coffee": 0.783317053392064, + "precision_coffee": 0.8625644356049844, + "recall_coffee": 0.8950239012782446, + "F1_noncoffee": 0.7194769869485338, + "IoU_noncoffee": 0.5618618170977119, + "kappa": 0.5982877483608874, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r1.0", + "val_epoch0": 0.7059317599770405 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 94, + "best_val": 0.7255405460864874, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565901306609159, + "mIoU": 0.71386233356311, + "macroF1": 0.8290193891225706, + "F1_coffee": 0.8976784178847808, + "IoU_coffee": 0.8143525741029641, + "precision_coffee": 0.8869215291750503, + "recall_coffee": 0.9086994365293876, + "F1_noncoffee": 0.7603603603603604, + "IoU_noncoffee": 0.6133720930232558, + "kappa": 0.6581565447097228, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.824852890273451, + "mIoU": 0.6674753505055804, + "macroF1": 0.795621516094891, + "F1_coffee": 0.872914878921702, + "IoU_coffee": 0.7744888674305027, + "precision_coffee": 0.8676124898587506, + "recall_coffee": 0.8782824773095794, + "F1_noncoffee": 0.71832815326808, + "IoU_noncoffee": 0.560461833580658, + "kappa": 0.5912768674517653, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19086651053864168, + "mIoU": 0.09592656951811881, + "macroF1": 0.1618115576640366, + "F1_coffee": 0.31786771964461996, + "IoU_coffee": 0.18896713615023475, + "precision_coffee": 0.9877300613496932, + "recall_coffee": 0.18941176470588236, + "F1_noncoffee": 0.0057553956834532375, + "IoU_noncoffee": 0.002886002886002886, + "kappa": -0.0035918245176036995, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8592123566940087, + "mIoU": 0.7164183694794755, + "macroF1": 0.830645689974467, + "F1_coffee": 0.9002006188581727, + "IoU_coffee": 0.8185134800890428, + "precision_coffee": 0.8807638565440149, + "recall_coffee": 0.9205146036161335, + "F1_noncoffee": 0.7610907610907611, + "IoU_noncoffee": 0.614323258869908, + "kappa": 0.6616857956613876, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8622215876641919, + "mIoU": 0.7198238751625741, + "macroF1": 0.8328905334774808, + "F1_coffee": 0.9029012242159986, + "IoU_coffee": 0.8229899113420972, + "precision_coffee": 0.8813514929282347, + "recall_coffee": 0.9255311833871966, + "F1_noncoffee": 0.762879842738963, + "IoU_noncoffee": 0.6166578389830508, + "kappa": 0.6662683009798553, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8484319735911342, + "mIoU": 0.7054738276526513, + "macroF1": 0.8235781755631743, + "F1_coffee": 0.8897956384583733, + "IoU_coffee": 0.8014701340416333, + "precision_coffee": 0.8992307159193291, + "recall_coffee": 0.8805564981336953, + "F1_noncoffee": 0.7573607126679752, + "IoU_noncoffee": 0.6094775212636695, + "kappa": 0.6472418554473011, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8580246913580247, + "mIoU": 0.6929966733297307, + "macroF1": 0.8112325196124439, + "F1_coffee": 0.9052157115260786, + "IoU_coffee": 0.8268439007175626, + "precision_coffee": 0.8716517857142857, + "recall_coffee": 0.9414679882132333, + "F1_noncoffee": 0.7172493276988091, + "IoU_noncoffee": 0.5591494459418987, + "kappa": 0.6241275605742497, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8653552330022918, + "mIoU": 0.7003078309440238, + "macroF1": 0.8160893632972684, + "F1_coffee": 0.9112761137679336, + "IoU_coffee": 0.8370130620737487, + "precision_coffee": 0.8701033405431386, + "recall_coffee": 0.9565389696169089, + "F1_noncoffee": 0.7209026128266033, + "IoU_noncoffee": 0.5636025998142989, + "kappa": 0.6347513863869202, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8426266628927257, + "mIoU": 0.6718929617077317, + "macroF1": 0.7958133113527737, + "F1_coffee": 0.8935817277019268, + "IoU_coffee": 0.8076346442163533, + "precision_coffee": 0.877788919528704, + "recall_coffee": 0.9099532224532224, + "F1_noncoffee": 0.6980448950036205, + "IoU_noncoffee": 0.5361512791991101, + "kappa": 0.5920013569851851, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8603874415497662, + "mIoU": 0.7333694901489161, + "macroF1": 0.8439606694556155, + "F1_coffee": 0.8945889473304993, + "IoU_coffee": 0.8092817103376353, + "precision_coffee": 0.8913137114142139, + "recall_coffee": 0.8978883424934915, + "F1_noncoffee": 0.7933323915807318, + "IoU_noncoffee": 0.6574572699601967, + "kappa": 0.6879296004860642, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8591081593927894, + "mIoU": 0.7317862719991695, + "macroF1": 0.842926390362467, + "F1_coffee": 0.8933419521654816, + "IoU_coffee": 0.8072429906542056, + "precision_coffee": 0.8948201438848921, + "recall_coffee": 0.8918686361680769, + "F1_noncoffee": 0.7925108285594523, + "IoU_noncoffee": 0.6563295533441333, + "kappa": 0.6858544484434322, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8542334527625872, + "mIoU": 0.7303695702318465, + "macroF1": 0.842594694929758, + "F1_coffee": 0.8853965900667161, + "IoU_coffee": 0.7943602021814312, + "precision_coffee": 0.9257479460548752, + "recall_coffee": 0.8484159681772979, + "F1_noncoffee": 0.7997927997927998, + "IoU_noncoffee": 0.6663789382822616, + "kappa": 0.6862308033780704, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9481, + 11000 + ], + [ + 44409, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.775896692276001, + "test_tta": { + "OA": 0.8606019281999239, + "mIoU": 0.7189080474258471, + "macroF1": 0.8324268711660157, + "F1_coffee": 0.9011391878366677, + "IoU_coffee": 0.8200667253413022, + "precision_coffee": 0.8851430465039214, + "recall_coffee": 0.9177241284529754, + "F1_noncoffee": 0.7637145544953635, + "IoU_noncoffee": 0.6177493695103922, + "kappa": 0.6651151461006024, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8293527172031845, + "mIoU": 0.6723399306937277, + "macroF1": 0.798988967348556, + "F1_coffee": 0.877113539113456, + "IoU_coffee": 0.7811239779496096, + "precision_coffee": 0.8653400823821137, + "recall_coffee": 0.8892117842778023, + "F1_noncoffee": 0.7208643955836558, + "IoU_noncoffee": 0.5635558834378458, + "kappa": 0.5981469059630887, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.05", + "val_epoch0": 0.6468727655367841 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6468727655367841, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8191044018774578, + "mIoU": 0.6531623429884057, + "macroF1": 0.783952179368275, + "F1_coffee": 0.8710989582156335, + "IoU_coffee": 0.7716344710239216, + "precision_coffee": 0.8595798769066095, + "recall_coffee": 0.8829309633973155, + "F1_noncoffee": 0.6968054005209164, + "IoU_noncoffee": 0.5346902149528898, + "kappa": 0.5680868006918428, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7890706126687436, + "mIoU": 0.6129343063253228, + "macroF1": 0.7528448481387509, + "F1_coffee": 0.8474671728496782, + "IoU_coffee": 0.73530849003674, + "precision_coffee": 0.8395255610199611, + "recall_coffee": 0.855560469181039, + "F1_noncoffee": 0.6582225234278236, + "IoU_noncoffee": 0.4905601226139055, + "kappa": 0.5057887890948801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10187353629976581, + "mIoU": 0.05141756313420309, + "macroF1": 0.09412163330221622, + "F1_coffee": 0.17792068595927116, + "IoU_coffee": 0.0976470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.0976470588235294, + "F1_noncoffee": 0.01032258064516129, + "IoU_noncoffee": 0.005188067444876783, + "kappa": 0.0010126860276780509, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8105722645944261, + "mIoU": 0.6406972174963761, + "macroF1": 0.7743339454917191, + "F1_coffee": 0.8647649053114619, + "IoU_coffee": 0.7617496229260935, + "precision_coffee": 0.8518993320288779, + "recall_coffee": 0.8780250347705146, + "F1_noncoffee": 0.6839029856719763, + "IoU_noncoffee": 0.5196448120666586, + "kappa": 0.548908370163987, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8291928421854179, + "mIoU": 0.6682765099599188, + "macroF1": 0.7954226690885579, + "F1_coffee": 0.8785407289586789, + "IoU_coffee": 0.7833906693222282, + "precision_coffee": 0.8649873383979741, + "recall_coffee": 0.8925256136973114, + "F1_noncoffee": 0.7123046092184369, + "IoU_noncoffee": 0.5531623505976095, + "kappa": 0.5910831391668645, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174958736147135, + "mIoU": 0.6507486814716981, + "macroF1": 0.782094603852372, + "F1_coffee": 0.8699247109438021, + "IoU_coffee": 0.7697935875319731, + "precision_coffee": 0.8617566757674635, + "recall_coffee": 0.8782490668476417, + "F1_noncoffee": 0.6942644967609417, + "IoU_noncoffee": 0.531703775411423, + "kappa": 0.5642812152075684, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8195408950617284, + "mIoU": 0.6333873218109671, + "macroF1": 0.7652227760144281, + "F1_coffee": 0.8781504395962227, + "IoU_coffee": 0.7827702310460931, + "precision_coffee": 0.8546076815819496, + "recall_coffee": 0.9030270559871417, + "F1_noncoffee": 0.6522951124326334, + "IoU_noncoffee": 0.48400441257584115, + "kappa": 0.5314601977117487, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8255347593582888, + "mIoU": 0.6443881588234661, + "macroF1": 0.7743099800934647, + "F1_coffee": 0.8818317055817865, + "IoU_coffee": 0.7886395187413234, + "precision_coffee": 0.8638955772398935, + "recall_coffee": 0.9005284015852048, + "F1_noncoffee": 0.6667882546051431, + "IoU_noncoffee": 0.5001367989056088, + "kappa": 0.5491679456349489, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8171525615624116, + "mIoU": 0.6265663745148854, + "macroF1": 0.7591599561018849, + "F1_coffee": 0.8773417721518987, + "IoU_coffee": 0.7814860750930206, + "precision_coffee": 0.8552566633761106, + "recall_coffee": 0.9005977130977131, + "F1_noncoffee": 0.640978140051871, + "IoU_noncoffee": 0.47164667393675025, + "kappa": 0.5192582133183198, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8016986353659701, + "mIoU": 0.6433898066960608, + "macroF1": 0.7788691637256162, + "F1_coffee": 0.8499205546728297, + "IoU_coffee": 0.7390102989198694, + "precision_coffee": 0.8488170802077323, + "recall_coffee": 0.8510269019380966, + "F1_noncoffee": 0.7078177727784027, + "IoU_noncoffee": 0.5477693144722524, + "kappa": 0.5577397825980374, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8328273244781784, + "mIoU": 0.6875533924464634, + "macroF1": 0.8114633646370575, + "F1_coffee": 0.8749290176036343, + "IoU_coffee": 0.7776656151419559, + "precision_coffee": 0.8661981728742094, + "recall_coffee": 0.8838376595439552, + "F1_noncoffee": 0.7479977116704806, + "IoU_noncoffee": 0.597441169750971, + "kappa": 0.6230039018118123, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8178389590797661, + "mIoU": 0.6681854016028741, + "macroF1": 0.7977047634392297, + "F1_coffee": 0.8615252293577982, + "IoU_coffee": 0.75673633845379, + "precision_coffee": 0.8693765369593519, + "recall_coffee": 0.8538144622815741, + "F1_noncoffee": 0.7338842975206612, + "IoU_noncoffee": 0.5796344647519582, + "kappa": 0.5954729307226492, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9018, + 11000 + ], + [ + 42541, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5407685160636901, + "test_tta": { + "OA": 0.8237663326144868, + "mIoU": 0.6583418192794577, + "macroF1": 0.7876500493827275, + "F1_coffee": 0.8752245374528471, + "IoU_coffee": 0.7781326732277963, + "precision_coffee": 0.858303606817281, + "recall_coffee": 0.8928260570800312, + "F1_noncoffee": 0.700075561312608, + "IoU_noncoffee": 0.5385509653311189, + "kappa": 0.5756964916993622, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7939021576093227, + "mIoU": 0.6178403294391238, + "macroF1": 0.7564487628550687, + "F1_coffee": 0.851956985682614, + "IoU_coffee": 0.7420950043315044, + "precision_coffee": 0.838475499092559, + "recall_coffee": 0.8658790826963169, + "F1_noncoffee": 0.6609405400275233, + "IoU_noncoffee": 0.4935856545467432, + "kappa": 0.5131857602583013, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.1", + "val_epoch0": 0.6825883876979545 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6825883876979545, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8344221742991247, + "mIoU": 0.6793191579025812, + "macroF1": 0.8040682097855769, + "F1_coffee": 0.8811869922399472, + "IoU_coffee": 0.7876088194613945, + "precision_coffee": 0.8755087275029393, + "recall_coffee": 0.8869393925511934, + "F1_noncoffee": 0.7269494273312065, + "IoU_noncoffee": 0.571029496343768, + "kappa": 0.6081742971609819, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8042719510788047, + "mIoU": 0.6375874664637495, + "macroF1": 0.7728813212969211, + "F1_coffee": 0.857317085992451, + "IoU_coffee": 0.7502668286040264, + "precision_coffee": 0.8560660143619032, + "recall_coffee": 0.8585718196559058, + "F1_noncoffee": 0.6884455566013912, + "IoU_noncoffee": 0.5249081043234728, + "kappa": 0.5457647609190911, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1592505854800937, + "mIoU": 0.08041714192602249, + "macroF1": 0.13992919380810512, + "F1_coffee": 0.26883910386965376, + "IoU_coffee": 0.15529411764705883, + "precision_coffee": 1.0, + "recall_coffee": 0.15529411764705883, + "F1_noncoffee": 0.011019283746556474, + "IoU_noncoffee": 0.00554016620498615, + "kappa": 0.00171923129521939, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8262579747685518, + "mIoU": 0.6655331204742461, + "macroF1": 0.7935949395932838, + "F1_coffee": 0.8757035003431709, + "IoU_coffee": 0.7788901776448325, + "precision_coffee": 0.864430894308943, + "recall_coffee": 0.8872739916550765, + "F1_noncoffee": 0.7114863788433965, + "IoU_noncoffee": 0.5521760633036598, + "kappa": 0.5873527617007783, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8436607652769845, + "mIoU": 0.6930379917709695, + "macroF1": 0.8140485483085281, + "F1_coffee": 0.8882539034595367, + "IoU_coffee": 0.7989719111437489, + "precision_coffee": 0.8789551635922984, + "recall_coffee": 0.8977514955648765, + "F1_noncoffee": 0.7398431931575196, + "IoU_noncoffee": 0.5871040723981901, + "kappa": 0.6281939765894632, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8332940344258429, + "mIoU": 0.6794977790126451, + "macroF1": 0.8044499383397669, + "F1_coffee": 0.8795529660295069, + "IoU_coffee": 0.785001824595548, + "precision_coffee": 0.8831941973450116, + "recall_coffee": 0.8759416355615881, + "F1_noncoffee": 0.7293469106500268, + "IoU_noncoffee": 0.5739937334297421, + "kappa": 0.6089148139886498, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8451003086419753, + "mIoU": 0.6736598067309942, + "macroF1": 0.7968713493952623, + "F1_coffee": 0.8958495460440986, + "IoU_coffee": 0.811347351110067, + "precision_coffee": 0.8683681166708574, + "recall_coffee": 0.9251272435038843, + "F1_noncoffee": 0.6978931527464259, + "IoU_noncoffee": 0.5359722623519214, + "kappa": 0.594919523045032, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.838903743315508, + "mIoU": 0.6666595000573329, + "macroF1": 0.7918978121148978, + "F1_coffee": 0.8908019936565473, + "IoU_coffee": 0.8031045751633987, + "precision_coffee": 0.8733341794643991, + "recall_coffee": 0.9089828269484809, + "F1_noncoffee": 0.6929936305732484, + "IoU_noncoffee": 0.530214424951267, + "kappa": 0.5842632165186751, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8436644966506274, + "mIoU": 0.6749882210750573, + "macroF1": 0.7983593465882916, + "F1_coffee": 0.8939384241182872, + "IoU_coffee": 0.8082175925925926, + "precision_coffee": 0.8809133341743408, + "recall_coffee": 0.9073544698544699, + "F1_noncoffee": 0.7027802690582959, + "IoU_noncoffee": 0.5417588495575221, + "kappa": 0.5969656134542404, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8076152304609219, + "mIoU": 0.6540343812082416, + "macroF1": 0.7872656219160779, + "F1_coffee": 0.8530612244897959, + "IoU_coffee": 0.7437722419928826, + "precision_coffee": 0.8598295621510432, + "recall_coffee": 0.8463986115128724, + "F1_noncoffee": 0.7214700193423598, + "IoU_noncoffee": 0.5642965204236006, + "kappa": 0.5745812117769458, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8483870967741935, + "mIoU": 0.7141613205991486, + "macroF1": 0.8306855155138363, + "F1_coffee": 0.8854316030972182, + "IoU_coffee": 0.7944165701788242, + "precision_coffee": 0.8853046594982079, + "recall_coffee": 0.885558583106267, + "F1_noncoffee": 0.7759394279304543, + "IoU_noncoffee": 0.633906071019473, + "kappa": 0.6613710446440257, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8229304167452386, + "mIoU": 0.6790909263126105, + "macroF1": 0.8061555400767721, + "F1_coffee": 0.8631793676234882, + "IoU_coffee": 0.7592924891053576, + "precision_coffee": 0.885898011066248, + "recall_coffee": 0.8415968177297911, + "F1_noncoffee": 0.7491317125300561, + "IoU_noncoffee": 0.5988893635198633, + "kappa": 0.612778009878618, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 43112, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5249669512112936, + "test_tta": { + "OA": 0.8453317265000634, + "mIoU": 0.6920151135579133, + "macroF1": 0.8128583386994241, + "F1_coffee": 0.8908142476548683, + "IoU_coffee": 0.80312449539803, + "precision_coffee": 0.8711358262544882, + "recall_coffee": 0.9114022630445737, + "F1_noncoffee": 0.73490242974398, + "IoU_noncoffee": 0.5809057317177967, + "kappa": 0.6261798163267865, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8143532941040729, + "mIoU": 0.6474042299896348, + "macroF1": 0.7797162568107148, + "F1_coffee": 0.8670659919446453, + "IoU_coffee": 0.7653278882791562, + "precision_coffee": 0.850758972903958, + "recall_coffee": 0.8840103607303051, + "F1_noncoffee": 0.6923665216767841, + "IoU_noncoffee": 0.5294805717001133, + "kappa": 0.559806776651363, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.5", + "val_epoch0": 0.7019049264820556 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7019049264820556, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8492483825954585, + "mIoU": 0.6949634878810639, + "macroF1": 0.8146176710333213, + "F1_coffee": 0.8947420865579433, + "IoU_coffee": 0.8095323957206395, + "precision_coffee": 0.86593232325397, + "recall_coffee": 0.9255348389756746, + "F1_noncoffee": 0.7344932555086994, + "IoU_noncoffee": 0.5803945800414883, + "kappa": 0.6302676748069094, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8184348678896965, + "mIoU": 0.649653029482279, + "macroF1": 0.7808722939936326, + "F1_coffee": 0.8715971563497649, + "IoU_coffee": 0.7724166606406826, + "precision_coffee": 0.8451420207294881, + "recall_coffee": 0.8997620401373008, + "F1_noncoffee": 0.6901474316375003, + "IoU_noncoffee": 0.5268893983238754, + "kappa": 0.5627784025812044, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.09203404235346181, + "macroF1": 0.1566518018833756, + "F1_coffee": 0.3047808764940239, + "IoU_coffee": 0.1797884841363102, + "precision_coffee": 0.9935064935064936, + "recall_coffee": 0.18, + "F1_noncoffee": 0.008522727272727272, + "IoU_noncoffee": 0.0042796005706134095, + "kappa": -0.0007991726212861764, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8444380486400921, + "mIoU": 0.6863578467970272, + "macroF1": 0.8081756635607585, + "F1_coffee": 0.8915783491023369, + "IoU_coffee": 0.8043674971345841, + "precision_coffee": 0.858540982551027, + "recall_coffee": 0.927260083449235, + "F1_noncoffee": 0.7247729780191802, + "IoU_noncoffee": 0.5683481964594702, + "kappa": 0.617788033819429, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.859604035789073, + "mIoU": 0.7115948209622196, + "macroF1": 0.8266265100248249, + "F1_coffee": 0.9022401908801697, + "IoU_coffee": 0.8218921692930025, + "precision_coffee": 0.8707861574873664, + "recall_coffee": 0.9360517087258475, + "F1_noncoffee": 0.7510128291694801, + "IoU_noncoffee": 0.6012974726314367, + "kappa": 0.6544014860578873, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8437161046922895, + "mIoU": 0.6872716875689828, + "macroF1": 0.8091067672591804, + "F1_coffee": 0.8903883045577826, + "IoU_coffee": 0.8024323357577203, + "precision_coffee": 0.8684431253629267, + "recall_coffee": 0.9134713267729895, + "F1_noncoffee": 0.7278252299605782, + "IoU_noncoffee": 0.5721110393802453, + "kappa": 0.6188179268378147, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8509837962962963, + "mIoU": 0.676460817793868, + "macroF1": 0.7981338913269654, + "F1_coffee": 0.9014228290690998, + "IoU_coffee": 0.8205366476942735, + "precision_coffee": 0.860728646277568, + "recall_coffee": 0.9461559067773908, + "F1_noncoffee": 0.6948449535848311, + "IoU_noncoffee": 0.5323849878934624, + "kappa": 0.5990422204945389, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8515087853323148, + "mIoU": 0.6795341853780561, + "macroF1": 0.8007628852399598, + "F1_coffee": 0.9013137018467983, + "IoU_coffee": 0.8203558225508318, + "precision_coffee": 0.8673506779039941, + "recall_coffee": 0.9380449141347424, + "F1_noncoffee": 0.7002120686331212, + "IoU_noncoffee": 0.5387125482052804, + "kappa": 0.6033731776531073, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8448910274554203, + "mIoU": 0.6642438723961062, + "macroF1": 0.7883836917165914, + "F1_coffee": 0.8977357551629759, + "IoU_coffee": 0.8144469525959368, + "precision_coffee": 0.8610978520286396, + "recall_coffee": 0.9376299376299376, + "F1_noncoffee": 0.6790316282702069, + "IoU_noncoffee": 0.5140407921962755, + "kappa": 0.5791585681230697, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.837961637560836, + "mIoU": 0.6917381750809367, + "macroF1": 0.8140315528866413, + "F1_coffee": 0.8807416772018541, + "IoU_coffee": 0.7868975903614458, + "precision_coffee": 0.8560895685417804, + "recall_coffee": 0.9068556551923633, + "F1_noncoffee": 0.7473214285714286, + "IoU_noncoffee": 0.5965787598004276, + "kappa": 0.6287154192714132, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8676470588235294, + "mIoU": 0.7386241641756723, + "macroF1": 0.846912319469052, + "F1_coffee": 0.903252652749844, + "IoU_coffee": 0.8235740483116226, + "precision_coffee": 0.8745635240397529, + "recall_coffee": 0.933887853147856, + "F1_noncoffee": 0.79057198618826, + "IoU_noncoffee": 0.6536742800397219, + "kappa": 0.6945361922871537, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8425419573826136, + "mIoU": 0.7030648244418419, + "macroF1": 0.8226501887463662, + "F1_coffee": 0.8820454866506569, + "IoU_coffee": 0.788981551680566, + "precision_coffee": 0.8770894788593904, + "recall_coffee": 0.8870578207131695, + "F1_noncoffee": 0.7632548908420754, + "IoU_noncoffee": 0.6171480972031178, + "kappa": 0.6453231062403879, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9435, + 11000 + ], + [ + 43992, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5231213450431824, + "test_tta": { + "OA": 0.8531808955981225, + "mIoU": 0.6990029383564333, + "macroF1": 0.8172953944852765, + "F1_coffee": 0.8982672804983903, + "IoU_coffee": 0.8153223232806766, + "precision_coffee": 0.8632034632034632, + "recall_coffee": 0.936300334417518, + "F1_noncoffee": 0.7363235084721629, + "IoU_noncoffee": 0.58268355343219, + "kappa": 0.6361468582461351, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8222856813199493, + "mIoU": 0.6526786080138391, + "macroF1": 0.7827967768149026, + "F1_coffee": 0.8754095045500505, + "IoU_coffee": 0.7784251317185449, + "precision_coffee": 0.8419854900511544, + "recall_coffee": 0.9115968580874766, + "F1_noncoffee": 0.6901840490797546, + "IoU_noncoffee": 0.5269320843091335, + "kappa": 0.5672891584587854, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r1.0", + "val_epoch0": 0.7092276913863417 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7232088933289698, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553850057084866, + "mIoU": 0.7155054248077504, + "macroF1": 0.8305670878629849, + "F1_coffee": 0.8954128440366973, + "IoU_coffee": 0.8106312292358804, + "precision_coffee": 0.8966055762252538, + "recall_coffee": 0.8942232809565257, + "F1_noncoffee": 0.7657213316892725, + "IoU_noncoffee": 0.6203796203796204, + "kappa": 0.6611355189963901, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8228481596861659, + "mIoU": 0.6681366197471923, + "macroF1": 0.7966257612601924, + "F1_coffee": 0.8696528816868825, + "IoU_coffee": 0.7693679822749634, + "precision_coffee": 0.8765455867881744, + "recall_coffee": 0.8628677322214501, + "F1_noncoffee": 0.7235986408335021, + "IoU_noncoffee": 0.5669052572194211, + "kappa": 0.5933048484108009, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1522248243559719, + "mIoU": 0.07686489980607628, + "macroF1": 0.13456284153005466, + "F1_coffee": 0.2581967213114754, + "IoU_coffee": 0.14823529411764705, + "precision_coffee": 1.0, + "recall_coffee": 0.14823529411764705, + "F1_noncoffee": 0.01092896174863388, + "IoU_noncoffee": 0.005494505494505495, + "kappa": 0.0016276336015914683, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8513455173406246, + "mIoU": 0.7086125232135505, + "macroF1": 0.8256436417864232, + "F1_coffee": 0.8925860455443485, + "IoU_coffee": 0.8060093896713615, + "precision_coffee": 0.8897795591182365, + "recall_coffee": 0.8954102920723227, + "F1_noncoffee": 0.758701238028498, + "IoU_noncoffee": 0.6112156567557395, + "kappa": 0.6512950767313693, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8666476299257567, + "mIoU": 0.7301700737229164, + "macroF1": 0.8404376314536067, + "F1_coffee": 0.9051070170685451, + "IoU_coffee": 0.8266625425301577, + "precision_coffee": 0.8917584250917584, + "recall_coffee": 0.918861307845699, + "F1_noncoffee": 0.7757682458386683, + "IoU_noncoffee": 0.6336776049156753, + "kappa": 0.6810441397402244, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8481961801461919, + "mIoU": 0.7080158904177964, + "macroF1": 0.8257139170091031, + "F1_coffee": 0.8883106068491725, + "IoU_coffee": 0.799063670411985, + "precision_coffee": 0.9087746698849922, + "recall_coffee": 0.8687478791991856, + "F1_noncoffee": 0.7631172271690337, + "IoU_noncoffee": 0.6169681104236078, + "kappa": 0.6518023054927188, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8538773148148148, + "mIoU": 0.6888930497899138, + "macroF1": 0.8084990938236205, + "F1_coffee": 0.901719104768083, + "IoU_coffee": 0.8210277613703485, + "precision_coffee": 0.8743238143162662, + "recall_coffee": 0.9308866863112778, + "F1_noncoffee": 0.7152790828791581, + "IoU_noncoffee": 0.5567583382094792, + "kappa": 0.6180844252753556, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8677425515660809, + "mIoU": 0.7070811017411949, + "macroF1": 0.8213839882555489, + "F1_coffee": 0.9123805908774594, + "IoU_coffee": 0.8388785481619357, + "precision_coffee": 0.875440087410465, + "recall_coffee": 0.9525759577278732, + "F1_noncoffee": 0.7303873856336384, + "IoU_noncoffee": 0.5752836553204539, + "kappa": 0.6447145467313743, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8544202283234268, + "mIoU": 0.6957665295515474, + "macroF1": 0.8143108937921897, + "F1_coffee": 0.9006119162640902, + "IoU_coffee": 0.8191938129833607, + "precision_coffee": 0.8929620641205773, + "recall_coffee": 0.9083939708939709, + "F1_noncoffee": 0.728009871320289, + "IoU_noncoffee": 0.572339246119734, + "kappa": 0.6286963616970058, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8488405382192957, + "mIoU": 0.720589371576605, + "macroF1": 0.8357627391130307, + "F1_coffee": 0.8821077701696933, + "IoU_coffee": 0.7890812250332889, + "precision_coffee": 0.9086169886537871, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.789417708056368, + "IoU_noncoffee": 0.6520975181199209, + "kappa": 0.6720241452871378, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8655597722960152, + "mIoU": 0.7449314227671211, + "macroF1": 0.8520871538533248, + "F1_coffee": 0.8967276437577436, + "IoU_coffee": 0.8127890077949531, + "precision_coffee": 0.9116775340841731, + "recall_coffee": 0.8822601462785028, + "F1_noncoffee": 0.8074466639489061, + "IoU_noncoffee": 0.677073837739289, + "kappa": 0.7043225522340039, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8419762398642278, + "mIoU": 0.7133287669370927, + "macroF1": 0.8311119796369704, + "F1_coffee": 0.8739470517448856, + "IoU_coffee": 0.7761154154421587, + "precision_coffee": 0.92856001278568, + "recall_coffee": 0.8254013354169626, + "F1_noncoffee": 0.7882769075290551, + "IoU_noncoffee": 0.6505421184320267, + "kappa": 0.6641751491980269, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9492, + 11000 + ], + [ + 44322, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8489275574684143, + "test_tta": { + "OA": 0.8612362044906762, + "mIoU": 0.7234096127215117, + "macroF1": 0.8359454618821789, + "F1_coffee": 0.9003586678052946, + "IoU_coffee": 0.8187748508946322, + "precision_coffee": 0.895170602486019, + "recall_coffee": 0.9056072197535389, + "F1_noncoffee": 0.7715322559590633, + "IoU_noncoffee": 0.6280443745483912, + "kappa": 0.6719161916797038, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8292229145032883, + "mIoU": 0.6757777184377607, + "macroF1": 0.802030659941558, + "F1_coffee": 0.8754011764334494, + "IoU_coffee": 0.7784119617493497, + "precision_coffee": 0.8748580322214277, + "recall_coffee": 0.8759449954724451, + "F1_noncoffee": 0.7286601434496666, + "IoU_noncoffee": 0.5731434751261716, + "kappa": 0.6040616522229209, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.05", + "val_epoch0": 0.6113472701078901 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6113472701078901, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8369350407300888, + "mIoU": 0.6598572269852987, + "macroF1": 0.7861247086841494, + "F1_coffee": 0.8903699702943559, + "IoU_coffee": 0.8024025544176628, + "precision_coffee": 0.9091169788013147, + "recall_coffee": 0.8723805088692266, + "F1_noncoffee": 0.6818794470739429, + "IoU_noncoffee": 0.5173118995529344, + "kappa": 0.5727765764200748, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8017047421253028, + "mIoU": 0.6115146984509289, + "macroF1": 0.7481595688866784, + "F1_coffee": 0.8642838105955166, + "IoU_coffee": 0.7610033375052149, + "precision_coffee": 0.885497572815534, + "recall_coffee": 0.8440626988258431, + "F1_noncoffee": 0.6320353271778403, + "IoU_noncoffee": 0.4620260593966428, + "kappa": 0.497101693518917, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.1309506230506125, + "macroF1": 0.21008081223600392, + "F1_coffee": 0.40623127621330135, + "IoU_coffee": 0.2548872180451128, + "precision_coffee": 0.9941348973607038, + "recall_coffee": 0.2552710843373494, + "F1_noncoffee": 0.013930348258706468, + "IoU_noncoffee": 0.0070140280561122245, + "kappa": 0.0005958859730704641, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8268509378084896, + "mIoU": 0.6559145195056654, + "macroF1": 0.7847513825540755, + "F1_coffee": 0.8799452429842574, + "IoU_coffee": 0.7856269860669763, + "precision_coffee": 0.9210488608683193, + "recall_coffee": 0.8423535578561132, + "F1_noncoffee": 0.6895575221238938, + "IoU_noncoffee": 0.5262020529443544, + "kappa": 0.5717084124346927, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8379848289680836, + "mIoU": 0.6632020450460964, + "macroF1": 0.7889562648147199, + "F1_coffee": 0.8906773113571981, + "IoU_coffee": 0.8029019152640743, + "precision_coffee": 0.9159769582202212, + "recall_coffee": 0.866737673078128, + "F1_noncoffee": 0.6872352182722417, + "IoU_noncoffee": 0.5235021748281184, + "kappa": 0.5788317570645904, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8456085260253117, + "mIoU": 0.6588766070183867, + "macroF1": 0.7832581625796798, + "F1_coffee": 0.8995076027376049, + "IoU_coffee": 0.8173683025664116, + "precision_coffee": 0.8925147492625368, + "recall_coffee": 0.9066108995567763, + "F1_noncoffee": 0.6670087224217548, + "IoU_noncoffee": 0.5003849114703618, + "kappa": 0.5666044832384786, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8483909654207475, + "mIoU": 0.691349049930767, + "macroF1": 0.8116973784950423, + "F1_coffee": 0.8948207723774527, + "IoU_coffee": 0.8096612296110414, + "precision_coffee": 0.9120848056537102, + "recall_coffee": 0.878198149156233, + "F1_noncoffee": 0.728573984612632, + "IoU_noncoffee": 0.5730368702504925, + "kappa": 0.6237426298892246, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8522228582331616, + "mIoU": 0.6867080670203318, + "macroF1": 0.8069284896219392, + "F1_coffee": 0.9004434732309274, + "IoU_coffee": 0.8189151274257658, + "precision_coffee": 0.9055067218200621, + "recall_coffee": 0.8954365332992458, + "F1_noncoffee": 0.713413506012951, + "IoU_noncoffee": 0.5545010066148979, + "kappa": 0.613891730477769, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8754387629257186, + "mIoU": 0.7092487334052787, + "macroF1": 0.8217784575386768, + "F1_coffee": 0.9195712098009189, + "IoU_coffee": 0.8511169066787617, + "precision_coffee": 0.889020490347033, + "recall_coffee": 0.95229637147932, + "F1_noncoffee": 0.7239857052764347, + "IoU_noncoffee": 0.5673805601317957, + "kappa": 0.6449956244967955, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8058318704895651, + "mIoU": 0.6228990987676709, + "macroF1": 0.7584101194065482, + "F1_coffee": 0.865445698452389, + "IoU_coffee": 0.7628067667381463, + "precision_coffee": 0.9302629667296237, + "recall_coffee": 0.8090725296942128, + "F1_noncoffee": 0.6513745403607074, + "IoU_noncoffee": 0.48299143079719553, + "kappa": 0.5228224531074637, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8237427235423227, + "mIoU": 0.640543240051283, + "macroF1": 0.7710822505804786, + "F1_coffee": 0.8808771364076105, + "IoU_coffee": 0.78711387736284, + "precision_coffee": 0.9269716302429755, + "recall_coffee": 0.8391496682231506, + "F1_noncoffee": 0.6612873647533468, + "IoU_noncoffee": 0.49397260273972604, + "kappa": 0.5453609534036103, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8155960675765963, + "mIoU": 0.6128642267647691, + "macroF1": 0.7458316344043443, + "F1_coffee": 0.8789928598271327, + "IoU_coffee": 0.7841099564197117, + "precision_coffee": 0.8962830501979818, + "recall_coffee": 0.8623571340788989, + "F1_noncoffee": 0.6126704089815558, + "IoU_noncoffee": 0.4416184971098266, + "kappa": 0.4922680709754391, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6996, + 8413 + ], + [ + 44987, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5218591809272766, + "test_tta": { + "OA": 0.8467199023120552, + "mIoU": 0.6701552163314791, + "macroF1": 0.7933707281051878, + "F1_coffee": 0.8983635898747123, + "IoU_coffee": 0.8154810258790762, + "precision_coffee": 0.9043370082793531, + "recall_coffee": 0.8924685661064308, + "F1_noncoffee": 0.6883778663356634, + "IoU_noncoffee": 0.524829406783882, + "kappa": 0.5867967311137511, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.810877466251298, + "mIoU": 0.6187593562491934, + "macroF1": 0.7530285129468268, + "F1_coffee": 0.8725569280709086, + "IoU_coffee": 0.7739254866127614, + "precision_coffee": 0.8797475796652687, + "recall_coffee": 0.8654828696473673, + "F1_noncoffee": 0.6335000978227452, + "IoU_noncoffee": 0.46359322588562546, + "kappa": 0.506151905166197, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.1", + "val_epoch0": 0.64454614883628 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.64454614883628, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8361316859204037, + "mIoU": 0.6586613288636931, + "macroF1": 0.7852033433425785, + "F1_coffee": 0.8897941541952563, + "IoU_coffee": 0.8014677256092814, + "precision_coffee": 0.9088360594221133, + "recall_coffee": 0.8715338046653401, + "F1_noncoffee": 0.6806125324899007, + "IoU_noncoffee": 0.515854932118105, + "kappa": 0.5709525303603614, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8014595592477213, + "mIoU": 0.6113568033928287, + "macroF1": 0.7480650470754419, + "F1_coffee": 0.8640475626135735, + "IoU_coffee": 0.7606370955121629, + "precision_coffee": 0.8857235416793213, + "recall_coffee": 0.8434071760464265, + "F1_noncoffee": 0.6320825315373102, + "IoU_noncoffee": 0.4620765112734946, + "kappa": 0.4969454356994386, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29020194465220644, + "mIoU": 0.14664248822874584, + "macroF1": 0.22924408012912215, + "F1_coffee": 0.4460011675423234, + "IoU_coffee": 0.2870022539444027, + "precision_coffee": 0.9922077922077922, + "recall_coffee": 0.2876506024096386, + "F1_noncoffee": 0.012486992715920915, + "IoU_noncoffee": 0.0062827225130890054, + "kappa": -0.0008613882707630647, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8454590325765055, + "mIoU": 0.6772022053550008, + "macroF1": 0.7999518950263684, + "F1_coffee": 0.8953647695752431, + "IoU_coffee": 0.8105524293580202, + "precision_coffee": 0.9137166632562581, + "recall_coffee": 0.8777355523522474, + "F1_noncoffee": 0.7045390204774936, + "IoU_noncoffee": 0.5438519813519813, + "kappa": 0.6003590200712144, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8212871523305186, + "mIoU": 0.6394485114471069, + "macroF1": 0.7706251366406276, + "F1_coffee": 0.8784239906529924, + "IoU_coffee": 0.7832050465883442, + "precision_coffee": 0.9112517675577402, + "recall_coffee": 0.8478792055635612, + "F1_noncoffee": 0.6628262826282628, + "IoU_noncoffee": 0.4956919763058697, + "kappa": 0.5428955066143718, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8419449995242173, + "mIoU": 0.6602400879036625, + "macroF1": 0.7853546135243528, + "F1_coffee": 0.8955674316252751, + "IoU_coffee": 0.8108846635545941, + "precision_coffee": 0.9020328034956621, + "recall_coffee": 0.8891940820275922, + "F1_noncoffee": 0.6751417954234304, + "IoU_noncoffee": 0.509595512252731, + "kappa": 0.5707778204584602, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8699780131920848, + "mIoU": 0.7213391512926286, + "macroF1": 0.8327857900484996, + "F1_coffee": 0.9116468590831919, + "IoU_coffee": 0.8376388368900537, + "precision_coffee": 0.9098549545885861, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.7539247210138075, + "IoU_noncoffee": 0.6050394656952034, + "kappa": 0.6655751927800981, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8359091776378553, + "mIoU": 0.6617340650138429, + "macroF1": 0.7880729722299451, + "F1_coffee": 0.8887595395162333, + "IoU_coffee": 0.799790478407636, + "precision_coffee": 0.8994632805341013, + "recall_coffee": 0.8783075546465551, + "F1_noncoffee": 0.6873864049436569, + "IoU_noncoffee": 0.5236776516200499, + "kappa": 0.5763145581886446, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8714543212218955, + "mIoU": 0.7089864060730711, + "macroF1": 0.8222986636246591, + "F1_coffee": 0.9157600248678893, + "IoU_coffee": 0.8446100917431193, + "precision_coffee": 0.897842252834329, + "recall_coffee": 0.9344075107840649, + "F1_noncoffee": 0.7288373023814289, + "IoU_noncoffee": 0.5733627204030227, + "kappa": 0.6450523613469847, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8215330602691633, + "mIoU": 0.6362274296610821, + "macroF1": 0.7674783256494498, + "F1_coffee": 0.8795894196604817, + "IoU_coffee": 0.7850599013389711, + "precision_coffee": 0.9176276771004942, + "recall_coffee": 0.844579226686884, + "F1_noncoffee": 0.655367231638418, + "IoU_noncoffee": 0.48739495798319327, + "kappa": 0.5372326022204171, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.806660940929478, + "mIoU": 0.6180107252569319, + "macroF1": 0.7533717072400061, + "F1_coffee": 0.8680130293159609, + "IoU_coffee": 0.766804788213628, + "precision_coffee": 0.9237382140876317, + "recall_coffee": 0.8186286556893586, + "F1_noncoffee": 0.6387303851640513, + "IoU_noncoffee": 0.4692166623002358, + "kappa": 0.511608313734822, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.812255416626897, + "mIoU": 0.6154735020598904, + "macroF1": 0.7493706037717377, + "F1_coffee": 0.8749125596184419, + "IoU_coffee": 0.7776396111236717, + "precision_coffee": 0.9065629942013705, + "recall_coffee": 0.8453975666707632, + "F1_noncoffee": 0.6238286479250335, + "IoU_noncoffee": 0.45330739299610895, + "kappa": 0.5005718704955127, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7186, + 8413 + ], + [ + 44747, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5318190137545267, + "test_tta": { + "OA": 0.8441973682096434, + "mIoU": 0.6651641013178742, + "macroF1": 0.7893802752788499, + "F1_coffee": 0.8968305476056219, + "IoU_coffee": 0.8129581050844842, + "precision_coffee": 0.9015593916447411, + "recall_coffee": 0.8921510520299734, + "F1_noncoffee": 0.681930002952078, + "IoU_noncoffee": 0.5173700975512642, + "kappa": 0.5787962766140752, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.6160170483962961, + "macroF1": 0.7505984151182353, + "F1_coffee": 0.8719719826540808, + "IoU_coffee": 0.773005607348034, + "precision_coffee": 0.8775482308833867, + "recall_coffee": 0.8664661538164922, + "F1_noncoffee": 0.6292248475823898, + "IoU_noncoffee": 0.4590284894445583, + "kappa": 0.5012551514069797, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.5", + "val_epoch0": 0.6696730354192766 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 57, + "stopped_epoch": 77, + "best_val": 0.6933920218423356, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8708687478911936, + "mIoU": 0.7158454116588138, + "macroF1": 0.8281246912673572, + "F1_coffee": 0.9138372803585021, + "IoU_coffee": 0.8413447302445861, + "precision_coffee": 0.9258173129140871, + "recall_coffee": 0.9021633292409297, + "F1_noncoffee": 0.7424121021762123, + "IoU_noncoffee": 0.5903460930730414, + "kappa": 0.6564213703184703, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8335640936887043, + "mIoU": 0.6588882807975645, + "macroF1": 0.7859859210542584, + "F1_coffee": 0.8868937938605089, + "IoU_coffee": 0.7967737390814313, + "precision_coffee": 0.9019756384442097, + "recall_coffee": 0.8723080185859988, + "F1_noncoffee": 0.6850780482480079, + "IoU_noncoffee": 0.5210028225136975, + "kappa": 0.5723047853449093, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32086761406133135, + "mIoU": 0.16275657896898546, + "macroF1": 0.24922943722943725, + "F1_coffee": 0.48114285714285715, + "IoU_coffee": 0.31677953348382243, + "precision_coffee": 0.9976303317535545, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.017316017316017316, + "IoU_noncoffee": 0.008733624454148471, + "kappa": 0.004038007478763949, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8734945705824284, + "mIoU": 0.7223423966082259, + "macroF1": 0.832994985502565, + "F1_coffee": 0.9152362998974766, + "IoU_coffee": 0.843719512195122, + "precision_coffee": 0.9240066777963272, + "recall_coffee": 0.9066308478574236, + "F1_noncoffee": 0.7507536711076535, + "IoU_noncoffee": 0.6009652810213296, + "kappa": 0.6660784315742956, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8748151328657984, + "mIoU": 0.7256343637791878, + "macroF1": 0.8354423638579271, + "F1_coffee": 0.915935157301211, + "IoU_coffee": 0.8449080914947692, + "precision_coffee": 0.9371926834065429, + "recall_coffee": 0.8956205751519328, + "F1_noncoffee": 0.7549495704146433, + "IoU_noncoffee": 0.6063606360636064, + "kappa": 0.6713775676973396, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.864401941193263, + "mIoU": 0.6995870059957353, + "macroF1": 0.8156562375497571, + "F1_coffee": 0.910450575001571, + "IoU_coffee": 0.8356211789133695, + "precision_coffee": 0.916555956221927, + "recall_coffee": 0.9044259941319683, + "F1_noncoffee": 0.7208619000979432, + "IoU_noncoffee": 0.5635528330781011, + "kappa": 0.6313634624329552, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.899560263841695, + "mIoU": 0.7740288475471326, + "macroF1": 0.8690963812377923, + "F1_coffee": 0.9322456684419874, + "IoU_coffee": 0.8730900366207854, + "precision_coffee": 0.9237140948563795, + "recall_coffee": 0.9409363091997822, + "F1_noncoffee": 0.8059470940335972, + "IoU_noncoffee": 0.67496765847348, + "kappa": 0.7382567126567546, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8965846212554855, + "mIoU": 0.7687035990608339, + "macroF1": 0.8655502332784308, + "F1_coffee": 0.9301456373243975, + "IoU_coffee": 0.8694133236959403, + "precision_coffee": 0.9378817413905133, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.8009548292324642, + "IoU_noncoffee": 0.6679938744257274, + "kappa": 0.7311525875179994, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9005786927236505, + "mIoU": 0.7669294295389233, + "macroF1": 0.8636638919035049, + "F1_coffee": 0.934606264819668, + "IoU_coffee": 0.8772402483307954, + "precision_coffee": 0.9195726915520629, + "recall_coffee": 0.9501395584876935, + "F1_noncoffee": 0.7927215189873418, + "IoU_noncoffee": 0.6566186107470511, + "kappa": 0.7275585878975686, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8480592939340745, + "mIoU": 0.6742839195077162, + "macroF1": 0.7968033279635058, + "F1_coffee": 0.8988574396260711, + "IoU_coffee": 0.8162952482018629, + "precision_coffee": 0.9242990654205607, + "recall_coffee": 0.8747788728834976, + "F1_noncoffee": 0.6947492163009404, + "IoU_noncoffee": 0.5322725908135695, + "kappa": 0.5945337892823555, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8530394121576487, + "mIoU": 0.6842481246386449, + "macroF1": 0.8046107223099785, + "F1_coffee": 0.9018858307849134, + "IoU_coffee": 0.8213042469250406, + "precision_coffee": 0.936491135220958, + "recall_coffee": 0.8697468665519784, + "F1_noncoffee": 0.7073356138350437, + "IoU_noncoffee": 0.5471920023522493, + "kappa": 0.6108066355562666, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8280041996754797, + "mIoU": 0.638568340586003, + "macroF1": 0.768159006400338, + "F1_coffee": 0.8859493670886076, + "IoU_coffee": 0.7952505397113965, + "precision_coffee": 0.913349862977946, + "recall_coffee": 0.8601450165908812, + "F1_noncoffee": 0.6503686457120683, + "IoU_noncoffee": 0.48188614146060954, + "kappa": 0.537593801729548, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7422, + 8413 + ], + [ + 46672, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.018249571323395, + "test_tta": { + "OA": 0.8748051864586514, + "mIoU": 0.7206814091344913, + "macroF1": 0.8314090885408798, + "F1_coffee": 0.9169438048946875, + "IoU_coffee": 0.8466262499015825, + "precision_coffee": 0.9235195602696784, + "recall_coffee": 0.9104610304390162, + "F1_noncoffee": 0.745874372187072, + "IoU_noncoffee": 0.5947365683674, + "kappa": 0.6628704735456133, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8373572170301142, + "mIoU": 0.6621484481228661, + "macroF1": 0.7881321415870588, + "F1_coffee": 0.8902556516830971, + "IoU_coffee": 0.8022168826841117, + "precision_coffee": 0.8988013362153665, + "recall_coffee": 0.8818709391327819, + "F1_noncoffee": 0.6860086314910204, + "IoU_noncoffee": 0.5220800135616206, + "kappa": 0.5763738513924016, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r1.0", + "val_epoch0": 0.6875196518627532 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6953240562635663, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8725557929915326, + "mIoU": 0.7178732490382984, + "macroF1": 0.82949764451746, + "F1_coffee": 0.9151802900038496, + "IoU_coffee": 0.8436243198485924, + "precision_coffee": 0.9247525608332973, + "recall_coffee": 0.9058041573176411, + "F1_noncoffee": 0.7438149990310703, + "IoU_noncoffee": 0.5921221782280043, + "kappa": 0.6591056093874684, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.837371639552325, + "mIoU": 0.6634334337015164, + "macroF1": 0.7893019736011806, + "F1_coffee": 0.8899408515040896, + "IoU_coffee": 0.8017057944253935, + "precision_coffee": 0.9011999130211319, + "recall_coffee": 0.8789596467889024, + "F1_noncoffee": 0.6886630956982716, + "IoU_noncoffee": 0.5251610729776393, + "kappa": 0.578789926800472, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4330590875093493, + "mIoU": 0.22004510743467182, + "macroF1": 0.3108622331021352, + "F1_coffee": 0.6010526315789474, + "IoU_coffee": 0.4296463506395786, + "precision_coffee": 0.9982517482517482, + "recall_coffee": 0.4299698795180723, + "F1_noncoffee": 0.020671834625323, + "IoU_noncoffee": 0.010443864229765013, + "kappa": 0.007464733005049589, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.870730503455084, + "mIoU": 0.7154628031493695, + "macroF1": 0.8278331280643705, + "F1_coffee": 0.9137721002205906, + "IoU_coffee": 0.8412342386032978, + "precision_coffee": 0.9183376348355503, + "recall_coffee": 0.9092517363386188, + "F1_noncoffee": 0.7418941559081502, + "IoU_noncoffee": 0.5896913676954411, + "kappa": 0.6556917288885019, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8770573922999857, + "mIoU": 0.7274603491673128, + "macroF1": 0.8365382443834559, + "F1_coffee": 0.9179220944676243, + "IoU_coffee": 0.8482957555777948, + "precision_coffee": 0.9335320031096139, + "recall_coffee": 0.9028256374913852, + "F1_noncoffee": 0.7551543942992874, + "IoU_noncoffee": 0.606624942756831, + "kappa": 0.6733489422837214, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8698258635455324, + "mIoU": 0.7106127988431591, + "macroF1": 0.8239633504939627, + "F1_coffee": 0.9138159138159138, + "IoU_coffee": 0.8413085087871933, + "precision_coffee": 0.9222992306224963, + "recall_coffee": 0.9054872339097322, + "F1_noncoffee": 0.7341107871720116, + "IoU_noncoffee": 0.5799170888991249, + "kappa": 0.6480185725423401, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8873675794523286, + "mIoU": 0.7492639322695387, + "macroF1": 0.8521212485531292, + "F1_coffee": 0.9243167013632395, + "IoU_coffee": 0.8592833062804345, + "precision_coffee": 0.9123690839188652, + "recall_coffee": 0.9365813826891671, + "F1_noncoffee": 0.7799257957430189, + "IoU_noncoffee": 0.6392445582586428, + "kappa": 0.7043899013034118, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8932455638236978, + "mIoU": 0.7611172552529653, + "macroF1": 0.8603222222371738, + "F1_coffee": 0.9281356367606448, + "IoU_coffee": 0.8659077291791492, + "precision_coffee": 0.9326277749096541, + "recall_coffee": 0.9236865652562956, + "F1_noncoffee": 0.7925088077137029, + "IoU_noncoffee": 0.6563267813267813, + "kappa": 0.7206631557684169, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9001043544255763, + "mIoU": 0.7693986483607249, + "macroF1": 0.8655818756015161, + "F1_coffee": 0.9337027010010703, + "IoU_coffee": 0.8756495040151158, + "precision_coffee": 0.9267591551056118, + "recall_coffee": 0.9407510784064959, + "F1_noncoffee": 0.7974610502019619, + "IoU_noncoffee": 0.663147792706334, + "kappa": 0.731209846320393, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8544958065145309, + "mIoU": 0.6831962881844489, + "macroF1": 0.803386837482682, + "F1_coffee": 0.903630021960987, + "IoU_coffee": 0.8242017202780724, + "precision_coffee": 0.9242864693446089, + "recall_coffee": 0.8838766742481678, + "F1_noncoffee": 0.7031436530043772, + "IoU_noncoffee": 0.5421908560908254, + "kappa": 0.6073777314879972, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8608645863154881, + "mIoU": 0.6944002171699843, + "macroF1": 0.8118866770044735, + "F1_coffee": 0.9078731201819791, + "IoU_coffee": 0.8312890534598473, + "precision_coffee": 0.9344432882414152, + "recall_coffee": 0.8827721798967806, + "F1_noncoffee": 0.715900233826968, + "IoU_noncoffee": 0.5575113808801214, + "kappa": 0.6247090511635177, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8393624129044573, + "mIoU": 0.6556307464413168, + "macroF1": 0.7816603355090663, + "F1_coffee": 0.8939040534577318, + "IoU_coffee": 0.8081614043086743, + "precision_coffee": 0.917680559150919, + "recall_coffee": 0.8713284994469707, + "F1_noncoffee": 0.6694166175604007, + "IoU_noncoffee": 0.5031000885739593, + "kappa": 0.564232157853378, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7366, + 8413 + ], + [ + 46833, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8391940275828045, + "test_tta": { + "OA": 0.8771509825029322, + "mIoU": 0.722427462606576, + "macroF1": 0.8324296176595367, + "F1_coffee": 0.9189973726586999, + "IoU_coffee": 0.8501342637056782, + "precision_coffee": 0.9198939554612937, + "recall_coffee": 0.9181025358790906, + "F1_noncoffee": 0.7458618626603736, + "IoU_noncoffee": 0.5947206615074737, + "kappa": 0.6648602341729909, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8422176070151148, + "mIoU": 0.6665238568279432, + "macroF1": 0.7910545029619049, + "F1_coffee": 0.8944484109372286, + "IoU_coffee": 0.8090517166145952, + "precision_coffee": 0.8952084822032098, + "recall_coffee": 0.893689629244028, + "F1_noncoffee": 0.6876605949865814, + "IoU_noncoffee": 0.5239959970412914, + "kappa": 0.5821098973478467, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.05", + "val_epoch0": 0.6457934726712462 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6457934726712462, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8369350407300888, + "mIoU": 0.6578541635163482, + "macroF1": 0.7842775160131765, + "F1_coffee": 0.8908580584800353, + "IoU_coffee": 0.8031957183579282, + "precision_coffee": 0.9054145627035652, + "recall_coffee": 0.8767622031243385, + "F1_noncoffee": 0.6776969735463177, + "IoU_noncoffee": 0.5125126086747682, + "kappa": 0.5688841002744951, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.800969193492558, + "mIoU": 0.6076642111425734, + "macroF1": 0.7444571159901556, + "F1_coffee": 0.8646289066331836, + "IoU_coffee": 0.7615385944600923, + "precision_coffee": 0.880099850224663, + "recall_coffee": 0.8496924826961266, + "F1_noncoffee": 0.6242853253471277, + "IoU_noncoffee": 0.45378982782505445, + "kappa": 0.48935218085426313, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26028421839940163, + "mIoU": 0.1317095449467041, + "macroF1": 0.21104848232084117, + "F1_coffee": 0.40813883901855175, + "IoU_coffee": 0.256390977443609, + "precision_coffee": 0.9941690962099126, + "recall_coffee": 0.2567771084337349, + "F1_noncoffee": 0.013958125623130608, + "IoU_noncoffee": 0.007028112449799197, + "kappa": 0.00062428247194698, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8461500493583416, + "mIoU": 0.6796788854427973, + "macroF1": 0.8019991282940263, + "F1_coffee": 0.8954973681563684, + "IoU_coffee": 0.8107697911607576, + "precision_coffee": 0.9169241331960178, + "recall_coffee": 0.8750491416590224, + "F1_noncoffee": 0.7085008884316842, + "IoU_noncoffee": 0.5485879797248371, + "kappa": 0.6046005283478562, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8334526024521731, + "mIoU": 0.6507152927844299, + "macroF1": 0.7784222667316549, + "F1_coffee": 0.8888464355080078, + "IoU_coffee": 0.7999312281506104, + "precision_coffee": 0.9036643791272821, + "recall_coffee": 0.8745066098615375, + "F1_noncoffee": 0.667998097955302, + "IoU_noncoffee": 0.5014993574182494, + "kappa": 0.5572001534719861, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8315253592159102, + "mIoU": 0.6434912264574076, + "macroF1": 0.77203412635872, + "F1_coffee": 0.8884900015745552, + "IoU_coffee": 0.7993540344514959, + "precision_coffee": 0.8964794102694459, + "recall_coffee": 0.8806417379362007, + "F1_noncoffee": 0.6555782511428849, + "IoU_noncoffee": 0.48762841846331934, + "kappa": 0.544180072515219, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8632820307815311, + "mIoU": 0.7122653316645807, + "macroF1": 0.8265224929281869, + "F1_coffee": 0.9063783191897071, + "IoU_coffee": 0.8287859824780976, + "precision_coffee": 0.9116189427312775, + "recall_coffee": 0.9011976047904192, + "F1_noncoffee": 0.7466666666666667, + "IoU_noncoffee": 0.5957446808510638, + "kappa": 0.6530760092627906, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8367677924060294, + "mIoU": 0.663722889861929, + "macroF1": 0.7896978567574824, + "F1_coffee": 0.8891911145651188, + "IoU_coffee": 0.8004897388059702, + "precision_coffee": 0.9011551588343397, + "recall_coffee": 0.877540585453151, + "F1_noncoffee": 0.6902045989498461, + "IoU_noncoffee": 0.5269560409178877, + "kappa": 0.5796028788035555, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8521961863200835, + "mIoU": 0.6809311464008582, + "macroF1": 0.8018587794574228, + "F1_coffee": 0.9017282704680207, + "IoU_coffee": 0.8210429588789341, + "precision_coffee": 0.8966382338183643, + "recall_coffee": 0.906876427302715, + "F1_noncoffee": 0.7019892884468248, + "IoU_noncoffee": 0.5408193339227823, + "kappa": 0.6037562822696859, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8294324166179052, + "mIoU": 0.6485323749891261, + "macroF1": 0.7773056124387278, + "F1_coffee": 0.8850476503450542, + "IoU_coffee": 0.7937986323980193, + "precision_coffee": 0.9222024380221887, + "recall_coffee": 0.8507707859489513, + "F1_noncoffee": 0.6695635745324013, + "IoU_noncoffee": 0.5032661175802329, + "kappa": 0.5566797683375809, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8301364634029965, + "mIoU": 0.6368486889452522, + "macroF1": 0.7659712887482053, + "F1_coffee": 0.8885130903169235, + "IoU_coffee": 0.7993914121492167, + "precision_coffee": 0.9061062851303014, + "recall_coffee": 0.8715900712705824, + "F1_noncoffee": 0.6434294871794872, + "IoU_noncoffee": 0.47430596574128764, + "kappa": 0.5325062521325624, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8107282619070345, + "mIoU": 0.607282494768573, + "macroF1": 0.7414253638182016, + "F1_coffee": 0.8752908622099239, + "IoU_coffee": 0.7782375307537464, + "precision_coffee": 0.8963163317877383, + "recall_coffee": 0.8552291999508418, + "F1_noncoffee": 0.6075598654264793, + "IoU_noncoffee": 0.4363274587833997, + "kappa": 0.48374466785780085, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7111, + 8413 + ], + [ + 44872, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5207637349764507, + "test_tta": { + "OA": 0.848198075161876, + "mIoU": 0.6684644336391621, + "macroF1": 0.7915139428147485, + "F1_coffee": 0.9002238837494192, + "IoU_coffee": 0.8185519492990205, + "precision_coffee": 0.8982507903055849, + "recall_coffee": 0.902205664451124, + "F1_noncoffee": 0.6828040018800778, + "IoU_noncoffee": 0.5183769179793036, + "kappa": 0.5830342815277385, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8133292950271144, + "mIoU": 0.6173578256525499, + "macroF1": 0.7509859698591399, + "F1_coffee": 0.8755827701890819, + "IoU_coffee": 0.7786991758711487, + "precision_coffee": 0.8731068593995629, + "recall_coffee": 0.8780727630285152, + "F1_noncoffee": 0.6263891695291978, + "IoU_noncoffee": 0.4560164754339512, + "kappa": 0.5019839656141796, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.1", + "val_epoch0": 0.6543757450789578 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6543757450789578, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8520059769597841, + "mIoU": 0.6779504324061123, + "macroF1": 0.7992494408424937, + "F1_coffee": 0.9021615592968294, + "IoU_coffee": 0.8217616780835172, + "precision_coffee": 0.9054218280280579, + "recall_coffee": 0.8989246856610643, + "F1_noncoffee": 0.6963373223881582, + "IoU_noncoffee": 0.5341391867287073, + "kappa": 0.5985150385112139, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8148148148148148, + "mIoU": 0.6235760216298301, + "macroF1": 0.756802876294175, + "F1_coffee": 0.8755813953488372, + "IoU_coffee": 0.7786970010341262, + "precision_coffee": 0.8801355852960084, + "recall_coffee": 0.8710740933541559, + "F1_noncoffee": 0.6380243572395129, + "IoU_noncoffee": 0.468455042225534, + "kappa": 0.5136436379765984, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26626776364996263, + "mIoU": 0.13474551764025447, + "macroF1": 0.2148969983927978, + "F1_coffee": 0.41572364502680165, + "IoU_coffee": 0.262406015037594, + "precision_coffee": 0.9943019943019943, + "recall_coffee": 0.2628012048192771, + "F1_noncoffee": 0.01407035175879397, + "IoU_noncoffee": 0.00708502024291498, + "kappa": 0.0007390098943521083, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8522211253701876, + "mIoU": 0.6852380578990919, + "macroF1": 0.8056447621121063, + "F1_coffee": 0.9007886539863477, + "IoU_coffee": 0.8194863137585916, + "precision_coffee": 0.9112362563689997, + "recall_coffee": 0.8905779059101036, + "F1_noncoffee": 0.710500870237865, + "IoU_noncoffee": 0.5509898020395921, + "kappa": 0.6114385690486424, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8613138686131386, + "mIoU": 0.6902629576853939, + "macroF1": 0.8082054633096654, + "F1_coffee": 0.9091306930074083, + "IoU_coffee": 0.8334001948535733, + "precision_coffee": 0.9071740486587648, + "recall_coffee": 0.9110957960027567, + "F1_noncoffee": 0.7072802336119223, + "IoU_noncoffee": 0.5471257205172145, + "kappa": 0.6164166748885929, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8425159387191931, + "mIoU": 0.6586259067957607, + "macroF1": 0.7837295093586591, + "F1_coffee": 0.8964848636477358, + "IoU_coffee": 0.8123901830754406, + "precision_coffee": 0.8982264836748762, + "recall_coffee": 0.8947499843935327, + "F1_noncoffee": 0.6709741550695825, + "IoU_noncoffee": 0.5048616305160808, + "kappa": 0.5674641874412253, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8589846092344593, + "mIoU": 0.7016350539662897, + "macroF1": 0.8184274144206032, + "F1_coffee": 0.904241601628775, + "IoU_coffee": 0.8252198686981296, + "precision_coffee": 0.9018546094490321, + "recall_coffee": 0.9066412629286881, + "F1_noncoffee": 0.7326132272124313, + "IoU_noncoffee": 0.5780502392344498, + "kappa": 0.6368619322001062, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8638618584239649, + "mIoU": 0.6989273335681329, + "macroF1": 0.8151957327993588, + "F1_coffee": 0.9100308933862934, + "IoU_coffee": 0.8349143914854235, + "precision_coffee": 0.8978601642199552, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.7203605722124241, + "IoU_noncoffee": 0.5629402756508423, + "kappa": 0.6306024327396902, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8712645859026658, + "mIoU": 0.7088658832663266, + "macroF1": 0.8222324170822025, + "F1_coffee": 0.9155937052932761, + "IoU_coffee": 0.8443271767810027, + "precision_coffee": 0.8981086028065893, + "recall_coffee": 0.9337731540218219, + "F1_noncoffee": 0.7288711288711289, + "IoU_noncoffee": 0.5734045897516504, + "kappa": 0.644897182408766, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8456212209869319, + "mIoU": 0.6689078238520458, + "macroF1": 0.7924784957375015, + "F1_coffee": 0.8974940102311727, + "IoU_coffee": 0.8140491013743686, + "precision_coffee": 0.9204409616150884, + "recall_coffee": 0.8756633813495072, + "F1_noncoffee": 0.6874629812438302, + "IoU_noncoffee": 0.5237665463297232, + "kappa": 0.5857420123924579, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8587651493463117, + "mIoU": 0.6813341413713673, + "macroF1": 0.8008501759985536, + "F1_coffee": 0.9082455052696838, + "IoU_coffee": 0.8319136854060193, + "precision_coffee": 0.9165415415415415, + "recall_coffee": 0.9000983042516589, + "F1_noncoffee": 0.6934548467274234, + "IoU_noncoffee": 0.5307545973367153, + "kappa": 0.6018093441289284, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8135916770067767, + "mIoU": 0.6119189860926523, + "macroF1": 0.7454059686489063, + "F1_coffee": 0.8771620856657651, + "IoU_coffee": 0.7812009858839346, + "precision_coffee": 0.8983509404792579, + "recall_coffee": 0.8569497357748556, + "F1_noncoffee": 0.6136498516320474, + "IoU_noncoffee": 0.4426369863013699, + "kappa": 0.4917013238219765, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7125, + 8413 + ], + [ + 45796, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.521980599562327, + "test_tta": { + "OA": 0.857292051607513, + "mIoU": 0.6807797725587384, + "macroF1": 0.8006642904873014, + "F1_coffee": 0.9069089841948602, + "IoU_coffee": 0.8296738067386427, + "precision_coffee": 0.8981731368071414, + "recall_coffee": 0.9158164345285974, + "F1_noncoffee": 0.6944195967797426, + "IoU_noncoffee": 0.5318857383788342, + "kappa": 0.6014523431526838, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8200790354217146, + "mIoU": 0.6247886234320439, + "macroF1": 0.756658179805646, + "F1_coffee": 0.8808875903487917, + "IoU_coffee": 0.787130571292062, + "precision_coffee": 0.8725645972836984, + "recall_coffee": 0.8893708909325776, + "F1_noncoffee": 0.6324287692625004, + "IoU_noncoffee": 0.4624466755720257, + "kappa": 0.513452966694861, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.5", + "val_epoch0": 0.6680330957265557 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6864806984631378, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8608428798663218, + "mIoU": 0.6953881529166375, + "macroF1": 0.8127426444800048, + "F1_coffee": 0.9076485077252807, + "IoU_coffee": 0.8309124985357854, + "precision_coffee": 0.9144840033518833, + "recall_coffee": 0.9009144405401973, + "F1_noncoffee": 0.7178367812347288, + "IoU_noncoffee": 0.5598638072974896, + "kappa": 0.6255492092930451, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8284008307372793, + "mIoU": 0.6469219764964311, + "macroF1": 0.7760302965950616, + "F1_coffee": 0.8843327111525898, + "IoU_coffee": 0.7926491347310085, + "precision_coffee": 0.8918759927054533, + "recall_coffee": 0.8769159581236624, + "F1_noncoffee": 0.6677278820375335, + "IoU_noncoffee": 0.5011948182618539, + "kappa": 0.5521526222673987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4988780852655198, + "mIoU": 0.2538304800335604, + "macroF1": 0.34315074118178457, + "F1_coffee": 0.6629778672032193, + "IoU_coffee": 0.4958615500376223, + "precision_coffee": 0.9984848484848485, + "recall_coffee": 0.49623493975903615, + "F1_noncoffee": 0.023323615160349854, + "IoU_noncoffee": 0.011799410029498525, + "kappa": 0.010172420651582992, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8545409674234946, + "mIoU": 0.6895650535488822, + "macroF1": 0.8089504835914665, + "F1_coffee": 0.9022780780581623, + "IoU_coffee": 0.8219550507491542, + "precision_coffee": 0.9133937562940584, + "recall_coffee": 0.8914296946664919, + "F1_noncoffee": 0.7156228891247708, + "IoU_noncoffee": 0.5571750563486101, + "kappa": 0.6180655738040494, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8716187204808931, + "mIoU": 0.7147177874444712, + "macroF1": 0.8270569587909384, + "F1_coffee": 0.9148444669472485, + "IoU_coffee": 0.843053773474863, + "precision_coffee": 0.9242327365728901, + "recall_coffee": 0.905645009711171, + "F1_noncoffee": 0.7392694506346285, + "IoU_noncoffee": 0.5863818014140794, + "kappa": 0.6542231580026788, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8561709011323627, + "mIoU": 0.6818149909546003, + "macroF1": 0.8018185803578592, + "F1_coffee": 0.9056049960967993, + "IoU_coffee": 0.8274937228943163, + "precision_coffee": 0.9059727602149195, + "recall_coffee": 0.9052375304326112, + "F1_noncoffee": 0.6980321646189191, + "IoU_noncoffee": 0.5361362590148842, + "kappa": 0.6036373696514926, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8785728562862283, + "mIoU": 0.732441774480074, + "macroF1": 0.8402874887997327, + "F1_coffee": 0.9184837302918484, + "IoU_coffee": 0.8492555831265509, + "precision_coffee": 0.9057827180097923, + "recall_coffee": 0.9315459989112683, + "F1_noncoffee": 0.762091247307617, + "IoU_noncoffee": 0.6156279658335969, + "kappa": 0.680758172981405, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8858996374737645, + "mIoU": 0.7432372804736518, + "macroF1": 0.8476527917158126, + "F1_coffee": 0.9239862717681454, + "IoU_coffee": 0.8587123449497933, + "precision_coffee": 0.9188471748198711, + "recall_coffee": 0.9291831778090247, + "F1_noncoffee": 0.7713193116634799, + "IoU_noncoffee": 0.6277622159975101, + "kappa": 0.695334254781281, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8813205578218385, + "mIoU": 0.7299187591789005, + "macroF1": 0.8378030053499534, + "F1_coffee": 0.9218173864133492, + "IoU_coffee": 0.8549733364247624, + "precision_coffee": 0.9083630989038058, + "recall_coffee": 0.9356762243085511, + "F1_noncoffee": 0.7537886242865578, + "IoU_noncoffee": 0.6048641819330385, + "kappa": 0.6758299721290972, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8310903062219621, + "mIoU": 0.6501682043721543, + "macroF1": 0.7784564820902297, + "F1_coffee": 0.8864411224757409, + "IoU_coffee": 0.7960433349034385, + "precision_coffee": 0.9212319433088035, + "recall_coffee": 0.8541824614607025, + "F1_noncoffee": 0.6704718417047184, + "IoU_noncoffee": 0.5042930738408701, + "kappa": 0.5587392054649774, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8573337150491459, + "mIoU": 0.6868957491277449, + "macroF1": 0.8060619099565076, + "F1_coffee": 0.9057792903510431, + "IoU_coffee": 0.8277848174173482, + "precision_coffee": 0.9297451157976452, + "recall_coffee": 0.8830179405259277, + "F1_noncoffee": 0.7063445295619721, + "IoU_noncoffee": 0.5460066808381415, + "kappa": 0.6129253934632961, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8308676147752219, + "mIoU": 0.6360283753020657, + "macroF1": 0.76499191375209, + "F1_coffee": 0.8894158761857214, + "IoU_coffee": 0.8008541245223646, + "precision_coffee": 0.903512108533029, + "recall_coffee": 0.875752734423006, + "F1_noncoffee": 0.6405679513184585, + "IoU_noncoffee": 0.47120262608176666, + "kappa": 0.5303553896860669, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7248, + 8413 + ], + [ + 46221, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.935556435585022, + "test_tta": { + "OA": 0.8670608460932856, + "mIoU": 0.7022497883556683, + "macroF1": 0.8174202331550835, + "F1_coffee": 0.9126219744012166, + "IoU_coffee": 0.8392867548511159, + "precision_coffee": 0.9106217070600632, + "recall_coffee": 0.9146310486431565, + "F1_noncoffee": 0.7222184919089505, + "IoU_noncoffee": 0.5652128218602207, + "kappa": 0.6348460674598339, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8345159801546095, + "mIoU": 0.6517179253508427, + "macroF1": 0.7791165827909247, + "F1_coffee": 0.8897366903709398, + "IoU_coffee": 0.8013744871639518, + "precision_coffee": 0.8869580211905811, + "recall_coffee": 0.8925328243391752, + "F1_noncoffee": 0.6684964752109095, + "IoU_noncoffee": 0.5020613635377338, + "kappa": 0.5582462004000146, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r1.0", + "val_epoch0": 0.6705673385107891 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6820758296920608, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8663378267645688, + "mIoU": 0.7124874517073436, + "macroF1": 0.8261576781612763, + "F1_coffee": 0.9097340523648831, + "IoU_coffee": 0.8344148089171974, + "precision_coffee": 0.9332576415325363, + "recall_coffee": 0.8873671732780153, + "F1_noncoffee": 0.7425813039576693, + "IoU_noncoffee": 0.5905600944974899, + "kappa": 0.6529441664845482, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.827823929848852, + "mIoU": 0.6549239788197674, + "macroF1": 0.7836224020636203, + "F1_coffee": 0.8814192343604108, + "IoU_coffee": 0.7879799666110183, + "precision_coffee": 0.9090499313623046, + "recall_coffee": 0.855418666975148, + "F1_noncoffee": 0.6858255697668298, + "IoU_noncoffee": 0.5218679910285166, + "kappa": 0.5683014886374074, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2700074794315632, + "mIoU": 0.1368716621703463, + "macroF1": 0.21793371945840204, + "F1_coffee": 0.41973840665873957, + "IoU_coffee": 0.2656132430398796, + "precision_coffee": 0.9971751412429378, + "recall_coffee": 0.26581325301204817, + "F1_noncoffee": 0.016129032258064516, + "IoU_noncoffee": 0.008130081300813009, + "kappa": 0.0028258992365945827, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8609081934846989, + "mIoU": 0.7089451676356291, + "macroF1": 0.824198789645315, + "F1_coffee": 0.9045328274273324, + "IoU_coffee": 0.8257050964868877, + "precision_coffee": 0.9364478114478114, + "recall_coffee": 0.874721530598873, + "F1_noncoffee": 0.7438647518632976, + "IoU_noncoffee": 0.5921852387843705, + "kappa": 0.6494898693145432, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8672773245551262, + "mIoU": 0.7127085062222616, + "macroF1": 0.8261717887394653, + "F1_coffee": 0.9107016755472812, + "IoU_coffee": 0.836044318717586, + "precision_coffee": 0.933719476074508, + "recall_coffee": 0.8887914291084519, + "F1_noncoffee": 0.7416419019316494, + "IoU_noncoffee": 0.5893726937269372, + "kappa": 0.6529537616243688, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.870634694071748, + "mIoU": 0.7155556206057616, + "macroF1": 0.8279269802274778, + "F1_coffee": 0.9136523865476833, + "IoU_coffee": 0.8410313376987839, + "precision_coffee": 0.9298642533936652, + "recall_coffee": 0.8979961295961046, + "F1_noncoffee": 0.7422015739072723, + "IoU_noncoffee": 0.5900799035127393, + "kappa": 0.6561659971699787, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8917649410353787, + "mIoU": 0.7634510452609597, + "macroF1": 0.862292944572344, + "F1_coffee": 0.9259993167065255, + "IoU_coffee": 0.8621962081689782, + "precision_coffee": 0.9298751200768491, + "recall_coffee": 0.9221556886227545, + "F1_noncoffee": 0.7985865724381626, + "IoU_noncoffee": 0.6647058823529411, + "kappa": 0.7245989115905033, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8900973096737264, + "mIoU": 0.7549409886969132, + "macroF1": 0.8560808498297823, + "F1_coffee": 0.9260495570676596, + "IoU_coffee": 0.8622833233711895, + "precision_coffee": 0.9301096067053514, + "recall_coffee": 0.9220247986705867, + "F1_noncoffee": 0.786112142591905, + "IoU_noncoffee": 0.6475986540226369, + "kappa": 0.7121775618962027, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9010530310217247, + "mIoU": 0.771974770021645, + "macroF1": 0.8673717557840437, + "F1_coffee": 0.934208036333817, + "IoU_coffee": 0.8765388257575758, + "precision_coffee": 0.9289925981683603, + "recall_coffee": 0.9394823648820096, + "F1_noncoffee": 0.8005354752342704, + "IoU_noncoffee": 0.6674107142857143, + "kappa": 0.7347688555255574, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8307977374683051, + "mIoU": 0.6598614421502091, + "macroF1": 0.7874897982037672, + "F1_coffee": 0.8834240408519788, + "IoU_coffee": 0.791190275604766, + "precision_coffee": 0.9433204189984216, + "recall_coffee": 0.8306798079353045, + "F1_noncoffee": 0.6915555555555556, + "IoU_noncoffee": 0.5285326086956522, + "kappa": 0.5794655235380258, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8444508063746541, + "mIoU": 0.6728069626940654, + "macroF1": 0.7962452167500067, + "F1_coffee": 0.8953518233179251, + "IoU_coffee": 0.8105312100430082, + "precision_coffee": 0.9374831944070987, + "recall_coffee": 0.8568444335217498, + "F1_noncoffee": 0.6971386101820884, + "IoU_noncoffee": 0.5350827153451226, + "kappa": 0.5948585503383111, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8400305430943973, + "mIoU": 0.6635545677652406, + "macroF1": 0.7888276935098616, + "F1_coffee": 0.892811460731645, + "IoU_coffee": 0.80637707948244, + "precision_coffee": 0.930790772102947, + "recall_coffee": 0.8578100036868624, + "F1_noncoffee": 0.6848439262880782, + "IoU_noncoffee": 0.5207320560480412, + "kappa": 0.5797127625255609, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7278, + 8413 + ], + [ + 46533, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8721994360287983, + "test_tta": { + "OA": 0.8730860071659249, + "mIoU": 0.7200306187280388, + "macroF1": 0.8311766712391104, + "F1_coffee": 0.915291316796963, + "IoU_coffee": 0.8438130264562819, + "precision_coffee": 0.9275762383985046, + "recall_coffee": 0.9033275475212734, + "F1_noncoffee": 0.7470620256812578, + "IoU_noncoffee": 0.5962482109997955, + "kappa": 0.6625300954413054, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8348044305988231, + "mIoU": 0.6605706043931405, + "macroF1": 0.7872529733901013, + "F1_coffee": 0.8878334443182263, + "IoU_coffee": 0.798291802412609, + "precision_coffee": 0.9021274055205079, + "recall_coffee": 0.8739853856980354, + "F1_noncoffee": 0.6866725024619762, + "IoU_noncoffee": 0.5228494063736722, + "kappa": 0.5748041371416578, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.05", + "val_epoch0": 0.5859994218789975 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.5859994218789975, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8207715419592218, + "mIoU": 0.6144104383156035, + "macroF1": 0.7460167356382328, + "F1_coffee": 0.8838081349929691, + "IoU_coffee": 0.79180664427025, + "precision_coffee": 0.8700244037487439, + "recall_coffee": 0.8980356462469836, + "F1_noncoffee": 0.6082253362834966, + "IoU_noncoffee": 0.4370142323609569, + "kappa": 0.4924630067641606, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7929070035767856, + "mIoU": 0.5775285703278322, + "macroF1": 0.7148838970610019, + "F1_coffee": 0.864033634134101, + "IoU_coffee": 0.7606155077271893, + "precision_coffee": 0.848976553777447, + "recall_coffee": 0.8796344496500665, + "F1_noncoffee": 0.5657341599879027, + "IoU_noncoffee": 0.39444163292847506, + "kappa": 0.43034010232336034, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5287958115183246, + "mIoU": 0.26805281884807847, + "macroF1": 0.3543261093531533, + "F1_coffee": 0.6899606299212598, + "IoU_coffee": 0.526671675432006, + "precision_coffee": 0.9957386363636364, + "recall_coffee": 0.5278614457831325, + "F1_noncoffee": 0.018691588785046728, + "IoU_noncoffee": 0.009433962264150943, + "kappa": 0.005490223859450132, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8251233958538993, + "mIoU": 0.6299232534445157, + "macroF1": 0.7604498217855065, + "F1_coffee": 0.8849189593010036, + "IoU_coffee": 0.7935916108360035, + "precision_coffee": 0.8774235104669887, + "recall_coffee": 0.8925435722709999, + "F1_noncoffee": 0.6359806842700092, + "IoU_noncoffee": 0.466254896053028, + "kappa": 0.5210102100954279, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.812986021659272, + "mIoU": 0.6038356134648755, + "macroF1": 0.7372237192889884, + "F1_coffee": 0.8783213310156444, + "IoU_coffee": 0.7830418419304849, + "precision_coffee": 0.870378345124577, + "recall_coffee": 0.8864106259006328, + "F1_noncoffee": 0.5961261075623325, + "IoU_noncoffee": 0.4246293849992661, + "kappa": 0.47459267611638395, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8243410410124655, + "mIoU": 0.6092693697341609, + "macroF1": 0.739724832960057, + "F1_coffee": 0.8881279922428944, + "IoU_coffee": 0.7987681909849021, + "precision_coffee": 0.8629217452746865, + "recall_coffee": 0.9148511143017667, + "F1_noncoffee": 0.5913216736772194, + "IoU_noncoffee": 0.41977054848341977, + "kappa": 0.48106716808345507, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8300019988007196, + "mIoU": 0.6431956603536937, + "macroF1": 0.7721164927995909, + "F1_coffee": 0.8869692338361352, + "IoU_coffee": 0.7968955223880597, + "precision_coffee": 0.8666406960135047, + "recall_coffee": 0.9082743603701687, + "F1_noncoffee": 0.6572637517630465, + "IoU_noncoffee": 0.4894957983193277, + "kappa": 0.5449921160545851, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8305666857469949, + "mIoU": 0.6401978314565238, + "macroF1": 0.7691059419397202, + "F1_coffee": 0.88823159219635, + "IoU_coffee": 0.798935808898449, + "precision_coffee": 0.8747985620428907, + "recall_coffee": 0.9020835996420811, + "F1_noncoffee": 0.6499802916830902, + "IoU_noncoffee": 0.48145985401459857, + "kappa": 0.5385526272932962, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8420453467412959, + "mIoU": 0.6374689954049176, + "macroF1": 0.7636053565741926, + "F1_coffee": 0.8997772828507795, + "IoU_coffee": 0.8178137651821862, + "precision_coffee": 0.8560302370862444, + "recall_coffee": 0.9482364882009642, + "F1_noncoffee": 0.6274334302976057, + "IoU_noncoffee": 0.45712422562764915, + "kappa": 0.5317567037044756, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8203627852545348, + "mIoU": 0.6166374509888939, + "macroF1": 0.7483974612582932, + "F1_coffee": 0.882958444529165, + "IoU_coffee": 0.7904436860068259, + "precision_coffee": 0.8880368098159509, + "recall_coffee": 0.8779378316906747, + "F1_noncoffee": 0.6138364779874214, + "IoU_noncoffee": 0.44283121597096187, + "kappa": 0.4968492119433615, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7954003244584407, + "mIoU": 0.5675090081941487, + "macroF1": 0.7029043599357394, + "F1_coffee": 0.8686757319612888, + "IoU_coffee": 0.767839740119112, + "precision_coffee": 0.8660234489496824, + "recall_coffee": 0.8713443106414352, + "F1_noncoffee": 0.5371329879101899, + "IoU_noncoffee": 0.36717827626918537, + "kappa": 0.4058283626799831, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8065285864274124, + "mIoU": 0.5824387352070381, + "macroF1": 0.7161444072263627, + "F1_coffee": 0.8763194825797791, + "IoU_coffee": 0.7798653344917463, + "precision_coffee": 0.870213281628696, + "recall_coffee": 0.88251198230306, + "F1_noncoffee": 0.5559693318729463, + "IoU_noncoffee": 0.3850121359223301, + "kappa": 0.43238914960922237, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7116, + 8413 + ], + [ + 43861, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5193841179211935, + "test_tta": { + "OA": 0.8242420347370619, + "mIoU": 0.6086223603792955, + "macroF1": 0.7390768619571204, + "F1_coffee": 0.8881458531447795, + "IoU_coffee": 0.7987970865214832, + "precision_coffee": 0.859044604885768, + "recall_coffee": 0.9192879217645316, + "F1_noncoffee": 0.5900078707694614, + "IoU_noncoffee": 0.4184476342371079, + "kappa": 0.48033964671692403, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.79827218183916, + "mIoU": 0.5729615686224665, + "macroF1": 0.7081542306693378, + "F1_coffee": 0.8703286515551847, + "IoU_coffee": 0.7704264189344451, + "precision_coffee": 0.8382263652273295, + "recall_coffee": 0.9049877571480903, + "F1_noncoffee": 0.5459798097834908, + "IoU_noncoffee": 0.37549671831048803, + "kappa": 0.41929067826681465, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.1", + "val_epoch0": 0.641338368238159 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.641338368238159, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8410803515480647, + "mIoU": 0.6612961986086285, + "macroF1": 0.7865229213899841, + "F1_coffee": 0.89444308079784, + "IoU_coffee": 0.8090429947680368, + "precision_coffee": 0.9019607843137255, + "recall_coffee": 0.887049659201558, + "F1_noncoffee": 0.6786027619821283, + "IoU_noncoffee": 0.5135494024492204, + "kappa": 0.5731361328323946, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8054690204222914, + "mIoU": 0.6118994592543697, + "macroF1": 0.7475544388741564, + "F1_coffee": 0.8684687847405067, + "IoU_coffee": 0.7675164176017374, + "precision_coffee": 0.8786479606937785, + "recall_coffee": 0.858522760136503, + "F1_noncoffee": 0.626640093007806, + "IoU_noncoffee": 0.45628250090700206, + "kappa": 0.49530115441761763, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29394166043380704, + "mIoU": 0.1490474293554894, + "macroF1": 0.23295410346168804, + "F1_coffee": 0.4492415402567094, + "IoU_coffee": 0.28969149736644095, + "precision_coffee": 0.9974093264248705, + "recall_coffee": 0.28990963855421686, + "F1_noncoffee": 0.016666666666666666, + "IoU_noncoffee": 0.008403361344537815, + "kappa": 0.0033749157060712393, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8478282329713721, + "mIoU": 0.6815539596453449, + "macroF1": 0.8033060989919869, + "F1_coffee": 0.8968861834843975, + "IoU_coffee": 0.8130495421745194, + "precision_coffee": 0.9160347065655531, + "recall_coffee": 0.878521818896606, + "F1_noncoffee": 0.7097260144995763, + "IoU_noncoffee": 0.5500583771161704, + "kappa": 0.6070955070677237, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8377462907304041, + "mIoU": 0.6552586568166241, + "macroF1": 0.7816834225557361, + "F1_coffee": 0.8923154861792737, + "IoU_coffee": 0.8055682597758975, + "precision_coffee": 0.9019971834592242, + "recall_coffee": 0.8828394210889042, + "F1_noncoffee": 0.6710513589321985, + "IoU_noncoffee": 0.5049490538573508, + "kappa": 0.5635204593146315, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8379008468931393, + "mIoU": 0.646696365476926, + "macroF1": 0.7735698770255848, + "F1_coffee": 0.894261506470935, + "IoU_coffee": 0.8087459301672841, + "precision_coffee": 0.8892112084927787, + "recall_coffee": 0.8993694987202697, + "F1_noncoffee": 0.6528782475802344, + "IoU_noncoffee": 0.48464680078656786, + "kappa": 0.5471877043228088, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8664801119328402, + "mIoU": 0.7175021775184641, + "macroF1": 0.8302628312410281, + "F1_coffee": 0.9086683073557561, + "IoU_coffee": 0.8326234026559759, + "precision_coffee": 0.9129120879120879, + "recall_coffee": 0.9044637996733805, + "F1_noncoffee": 0.7518573551263001, + "IoU_noncoffee": 0.6023809523809524, + "kappa": 0.6605455925727219, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8396298416332761, + "mIoU": 0.6596732350865624, + "macroF1": 0.7853516657060615, + "F1_coffee": 0.8932901669523265, + "IoU_coffee": 0.8071584260640129, + "precision_coffee": 0.8872635561160152, + "recall_coffee": 0.8993992074651668, + "F1_noncoffee": 0.6774131644597966, + "IoU_noncoffee": 0.512188044109112, + "kappa": 0.5707631974009558, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8646238497296271, + "mIoU": 0.6904172856507265, + "macroF1": 0.807673985949672, + "F1_coffee": 0.9123302819929963, + "IoU_coffee": 0.8387934929959331, + "precision_coffee": 0.8844550327575939, + "recall_coffee": 0.942019791930982, + "F1_noncoffee": 0.7030176899063476, + "IoU_noncoffee": 0.54204107830552, + "kappa": 0.6166379315156426, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8296274624536766, + "mIoU": 0.6472008042962932, + "macroF1": 0.7760061125692406, + "F1_coffee": 0.8856001571606312, + "IoU_coffee": 0.7946879774356563, + "precision_coffee": 0.9191246431969553, + "recall_coffee": 0.8544351781652767, + "F1_noncoffee": 0.6664120679778499, + "IoU_noncoffee": 0.4997136311569301, + "kappa": 0.5537434160995208, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8358622005916595, + "mIoU": 0.6508260776952366, + "macroF1": 0.777966064947083, + "F1_coffee": 0.8913455464308275, + "IoU_coffee": 0.803988603988604, + "precision_coffee": 0.9171866874674987, + "recall_coffee": 0.8669206193167854, + "F1_noncoffee": 0.6645865834633385, + "IoU_noncoffee": 0.4976635514018692, + "kappa": 0.5570176234132196, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8110146034170087, + "mIoU": 0.6062717836779612, + "macroF1": 0.74030288644988, + "F1_coffee": 0.8758153537380833, + "IoU_coffee": 0.779067172506137, + "precision_coffee": 0.8943256052260792, + "recall_coffee": 0.8580557945188645, + "F1_noncoffee": 0.6047904191616766, + "IoU_noncoffee": 0.4334763948497854, + "kappa": 0.4813129013553727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45164, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.528250519434611, + "test_tta": { + "OA": 0.8450810585002972, + "mIoU": 0.6615473166818368, + "macroF1": 0.7858571785024213, + "F1_coffee": 0.8984732020638097, + "IoU_coffee": 0.8156616831721026, + "precision_coffee": 0.8938987596379484, + "recall_coffee": 0.9030947038652047, + "F1_noncoffee": 0.673241154941033, + "IoU_noncoffee": 0.5074329501915709, + "kappa": 0.5717504516884505, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8103582554517134, + "mIoU": 0.6121462131681211, + "macroF1": 0.7465045450951757, + "F1_coffee": 0.8737312142891439, + "IoU_coffee": 0.7757750417789298, + "precision_coffee": 0.8703795821535165, + "recall_coffee": 0.8771087589411379, + "F1_noncoffee": 0.6192778759012074, + "IoU_noncoffee": 0.44851738455731244, + "kappa": 0.4930317568836849, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.5", + "val_epoch0": 0.6606517878440248 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6606517878440248, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8480052700075515, + "mIoU": 0.676037909571624, + "macroF1": 0.7983836814205197, + "F1_coffee": 0.8984062889299369, + "IoU_coffee": 0.8155513960380596, + "precision_coffee": 0.9118018921393382, + "recall_coffee": 0.8853985860039795, + "F1_noncoffee": 0.6983610739111026, + "IoU_noncoffee": 0.5365244231051883, + "kappa": 0.5970256016964589, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8118005076727818, + "mIoU": 0.6246008431450994, + "macroF1": 0.7585781033773873, + "F1_coffee": 0.8719317702250444, + "IoU_coffee": 0.7729424047329041, + "precision_coffee": 0.887993762993763, + "recall_coffee": 0.856440511307768, + "F1_noncoffee": 0.64522443652973, + "IoU_noncoffee": 0.4762592815572948, + "kappa": 0.5175934312911976, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2857142857142857, + "mIoU": 0.1446156972472762, + "macroF1": 0.22716529118206938, + "F1_coffee": 0.4398826979472141, + "IoU_coffee": 0.2819548872180451, + "precision_coffee": 0.9946949602122016, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.014447884416924664, + "IoU_noncoffee": 0.007276507276507277, + "kappa": 0.001124955310798199, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8373642645607108, + "mIoU": 0.663957262888047, + "macroF1": 0.7897806020689577, + "F1_coffee": 0.889795645339309, + "IoU_coffee": 0.8014701452069651, + "precision_coffee": 0.9087927854068457, + "recall_coffee": 0.8715764644214389, + "F1_noncoffee": 0.6897655587986066, + "IoU_noncoffee": 0.526444380569129, + "kappa": 0.580077747579679, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8507227708601689, + "mIoU": 0.6792975039679576, + "macroF1": 0.8007162732156483, + "F1_coffee": 0.900543530084867, + "IoU_coffee": 0.8190806591500434, + "precision_coffee": 0.9139354838709678, + "recall_coffee": 0.8875383747885471, + "F1_noncoffee": 0.7008890163464296, + "IoU_noncoffee": 0.539514348785872, + "kappa": 0.6016897503659915, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8555523836711391, + "mIoU": 0.684742165274733, + "macroF1": 0.8045326401751096, + "F1_coffee": 0.90439601964983, + "IoU_coffee": 0.8254771211772821, + "precision_coffee": 0.9124992056935883, + "recall_coffee": 0.8964354828640989, + "F1_noncoffee": 0.7046692607003892, + "IoU_noncoffee": 0.5440072093721838, + "kappa": 0.6091604892989033, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8506895862482511, + "mIoU": 0.6858546153224763, + "macroF1": 0.8064921953605858, + "F1_coffee": 0.8989721395726264, + "IoU_coffee": 0.8164844613683823, + "precision_coffee": 0.8934139784946237, + "recall_coffee": 0.9045998911268373, + "F1_noncoffee": 0.7140122511485452, + "IoU_noncoffee": 0.5552247692765704, + "kappa": 0.6130267885821169, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8597595878649112, + "mIoU": 0.698039137368798, + "macroF1": 0.8152254017603433, + "F1_coffee": 0.9059380598925006, + "IoU_coffee": 0.8280500643350099, + "precision_coffee": 0.9069827033952594, + "recall_coffee": 0.9048958200178959, + "F1_noncoffee": 0.724512743628186, + "IoU_noncoffee": 0.568028210402586, + "kappa": 0.630452239328663, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8773361161180153, + "mIoU": 0.7237409340928374, + "macroF1": 0.8334707950914917, + "F1_coffee": 0.9189392514575888, + "IoU_coffee": 0.8500347947112039, + "precision_coffee": 0.9082909902094436, + "recall_coffee": 0.9298401420959147, + "F1_noncoffee": 0.7480023387253947, + "IoU_noncoffee": 0.5974470734744707, + "kappa": 0.6670838322877933, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8243612248878487, + "mIoU": 0.6432991773705667, + "macroF1": 0.7735556952665524, + "F1_coffee": 0.8808153001125009, + "IoU_coffee": 0.7870151371807, + "precision_coffee": 0.9246908434069752, + "recall_coffee": 0.8409148344705585, + "F1_noncoffee": 0.666296090420604, + "IoU_noncoffee": 0.49958321756043345, + "kappa": 0.5499483624318305, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8416833667334669, + "mIoU": 0.6606106524707791, + "macroF1": 0.7857557648196958, + "F1_coffee": 0.8952188467125624, + "IoU_coffee": 0.8103132860736336, + "precision_coffee": 0.9209876543209876, + "recall_coffee": 0.8708527893831408, + "F1_noncoffee": 0.6762926829268293, + "IoU_noncoffee": 0.5109080188679245, + "kappa": 0.5725453389235706, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8336355827049728, + "mIoU": 0.6477705260397779, + "macroF1": 0.7756030555193911, + "F1_coffee": 0.8897184435305283, + "IoU_coffee": 0.8013448826077045, + "precision_coffee": 0.9169274908711529, + "recall_coffee": 0.8640776699029126, + "F1_noncoffee": 0.661487667508254, + "IoU_noncoffee": 0.4941961694718514, + "kappa": 0.5524158814594715, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45563, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5196706930796307, + "test_tta": { + "OA": 0.8542393033307091, + "mIoU": 0.6791157260861322, + "macroF1": 0.7998202299594716, + "F1_coffee": 0.9041926285774633, + "IoU_coffee": 0.8251382972571847, + "precision_coffee": 0.9022298094756365, + "recall_coffee": 0.9061640066042927, + "F1_noncoffee": 0.6954478313414798, + "IoU_noncoffee": 0.5330931549150798, + "kappa": 0.5996464831930411, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8187665859005423, + "mIoU": 0.6267747746383425, + "macroF1": 0.7589569026318712, + "F1_coffee": 0.8790265128906175, + "IoU_coffee": 0.7841635176915149, + "precision_coffee": 0.8778433672390256, + "recall_coffee": 0.8802128521024929, + "F1_noncoffee": 0.6388872923731249, + "IoU_noncoffee": 0.46938603158517017, + "kappa": 0.5179164193340963, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r1.0", + "val_epoch0": 0.6748127693186181 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6981629076115944, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770385128295763, + "mIoU": 0.726381577848887, + "macroF1": 0.8356687173261339, + "F1_coffee": 0.9181208340911766, + "IoU_coffee": 0.8486352848101266, + "precision_coffee": 0.9282206598161168, + "recall_coffee": 0.9082384319038144, + "F1_noncoffee": 0.7532166005610912, + "IoU_noncoffee": 0.6041278708876474, + "kappa": 0.6714546712288783, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8414964809045806, + "mIoU": 0.6706093530371586, + "macroF1": 0.7949020354742928, + "F1_coffee": 0.8926590092201907, + "IoU_coffee": 0.8061283892250428, + "precision_coffee": 0.9045865748163985, + "recall_coffee": 0.8810418956176375, + "F1_noncoffee": 0.6971450617283951, + "IoU_noncoffee": 0.5350903168492745, + "kappa": 0.590005188869896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45774121166791326, + "mIoU": 0.23269555112779564, + "macroF1": 0.3232638881616473, + "F1_coffee": 0.6249353336782204, + "IoU_coffee": 0.454477050413845, + "precision_coffee": 0.9983471074380166, + "recall_coffee": 0.45481927710843373, + "F1_noncoffee": 0.021592442645074223, + "IoU_noncoffee": 0.010914051841746248, + "kappa": 0.008404762562388774, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8759131293188549, + "mIoU": 0.7278064079311166, + "macroF1": 0.8370108895313095, + "F1_coffee": 0.9166390344187281, + "IoU_coffee": 0.8461067580803134, + "precision_coffee": 0.9279001074113856, + "recall_coffee": 0.9056480146769755, + "F1_noncoffee": 0.7573827446438911, + "IoU_noncoffee": 0.6095060577819198, + "kappa": 0.6741614540063493, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8782977911359191, + "mIoU": 0.7293831458717637, + "macroF1": 0.8378798159449745, + "F1_coffee": 0.9188277595697967, + "IoU_coffee": 0.8498440167166991, + "precision_coffee": 0.9335316177421441, + "recall_coffee": 0.9045799135392519, + "F1_noncoffee": 0.7569318723201525, + "IoU_noncoffee": 0.6089222750268282, + "kappa": 0.6760003282926157, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8768674469502331, + "mIoU": 0.7218123881161724, + "macroF1": 0.8319753717596885, + "F1_coffee": 0.9188256696568596, + "IoU_coffee": 0.8498404409631564, + "precision_coffee": 0.923343629830423, + "recall_coffee": 0.9143517073475248, + "F1_noncoffee": 0.7451250738625173, + "IoU_noncoffee": 0.5937843352691885, + "kappa": 0.6639760037186734, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8951629022586448, + "mIoU": 0.7665156142486038, + "macroF1": 0.8641132374195926, + "F1_coffee": 0.9290689025627156, + "IoU_coffee": 0.8675337795176159, + "precision_coffee": 0.9232630022846392, + "recall_coffee": 0.9349482852476865, + "F1_noncoffee": 0.7991575722764694, + "IoU_noncoffee": 0.6654974489795918, + "kappa": 0.7282569022910542, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8969662278191185, + "mIoU": 0.7675211200487397, + "macroF1": 0.8646140492953653, + "F1_coffee": 0.9307958477508651, + "IoU_coffee": 0.8705501618122977, + "precision_coffee": 0.9331877168187075, + "recall_coffee": 0.9284162086156206, + "F1_noncoffee": 0.7984322508398656, + "IoU_noncoffee": 0.6644920782851818, + "kappa": 0.7292332796785709, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9025709135755621, + "mIoU": 0.7739917692717551, + "macroF1": 0.8686626280111196, + "F1_coffee": 0.9353966157136566, + "IoU_coffee": 0.878633892696762, + "precision_coffee": 0.9276356830941984, + "recall_coffee": 0.9432885054554682, + "F1_noncoffee": 0.8019286403085825, + "IoU_noncoffee": 0.6693496458467483, + "kappa": 0.7373816151772251, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8571289252974449, + "mIoU": 0.691138492251304, + "macroF1": 0.8098016655615315, + "F1_coffee": 0.9046782484221485, + "IoU_coffee": 0.8259474872282286, + "precision_coffee": 0.9325285043594903, + "recall_coffee": 0.8784432650998231, + "F1_noncoffee": 0.7149250827009146, + "IoU_noncoffee": 0.5563294972743792, + "kappa": 0.6206153320692658, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6923228015138353, + "macroF1": 0.8103342045302742, + "F1_coffee": 0.9070223121168067, + "IoU_coffee": 0.8298635207032153, + "precision_coffee": 0.9338799947937004, + "recall_coffee": 0.8816662570656181, + "F1_noncoffee": 0.7136460969437415, + "IoU_noncoffee": 0.5547820823244553, + "kappa": 0.621632223525372, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8510069676434093, + "mIoU": 0.6719833178820791, + "macroF1": 0.794099116744649, + "F1_coffee": 0.9023459493274946, + "IoU_coffee": 0.8220677077396558, + "precision_coffee": 0.918960244648318, + "recall_coffee": 0.8863217401990906, + "F1_noncoffee": 0.6858522841618032, + "IoU_noncoffee": 0.5218989280245023, + "kappa": 0.5886307929625482, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7342, + 8413 + ], + [ + 47136, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.498019285996755, + "test_tta": { + "OA": 0.8804768714150292, + "mIoU": 0.7304780558485795, + "macroF1": 0.8383955864481087, + "F1_coffee": 0.9208608602219173, + "IoU_coffee": 0.8533291271515605, + "precision_coffee": 0.9256368030455333, + "recall_coffee": 0.9161339486050548, + "F1_noncoffee": 0.7559303126743003, + "IoU_noncoffee": 0.6076269845455984, + "kappa": 0.6768177071627725, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8454049844236761, + "mIoU": 0.6740540550703877, + "macroF1": 0.7971596140709425, + "F1_coffee": 0.8960843811499646, + "IoU_coffee": 0.8117326776148239, + "precision_coffee": 0.9011777552453006, + "recall_coffee": 0.8910482580446141, + "F1_noncoffee": 0.6982348469919203, + "IoU_noncoffee": 0.5363754325259515, + "kappa": 0.594356857137131, + "n_pixels": 69336 + }, + "run_variant": "", + "mode_key": "ssl_lpft" + } +] \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/summary__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/summary__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json new file mode 100644 index 0000000000000000000000000000000000000000..fb538463f8b4f829fdde53d7c8a57e20acc00e1a --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600/summary__20261028-0358_vc11_utae_cloudmask_600run_sl+ssl_ft+ssl_lp+ssl_lpft+sl+es50p30+ssl_ft+es50p30+ssl_lp+es50p30+ssl_lpft+es50p30+ssl_ft-e200+ssl_lp-e200_tta600.json @@ -0,0 +1,7578 @@ +{ + "sl+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 57.15476238944389, + "std": 1.3075987644258766 + }, + "mIoU_tta": { + "mean": 59.478292290664186, + "std": 1.3371055507813236 + }, + "kappa": { + "mean": 44.6819511025003, + "std": 1.7498469374462287 + }, + "kappa_tta": { + "mean": 47.84605850219449, + "std": 1.616541702133163 + }, + "F1_coffee": { + "mean": 81.29804091669038, + "std": 3.5111304665253127 + }, + "F1_coffee_tta": { + "mean": 83.52709407678796, + "std": 3.614732831616089 + }, + "macroF1": { + "mean": 71.91485358673967, + "std": 1.0570493910904206 + }, + "macroF1_tta": { + "mean": 73.72370374705766, + "std": 0.8585752926321323 + }, + "OA": { + "mean": 75.44849661987755, + "std": 2.111670030573151 + }, + "OA_tta": { + "mean": 77.75685650657223, + "std": 2.4600632568412264 + }, + "precision_coffee": { + "mean": 88.18322451736583, + "std": 3.246963723005463 + }, + "precision_coffee_tta": { + "mean": 87.7079371084466, + "std": 3.509508811226827 + }, + "recall_coffee": { + "mean": 75.65737218424471, + "std": 4.289130225466153 + }, + "recall_coffee_tta": { + "mean": 79.95315097614291, + "std": 4.5412947609170775 + }, + "all_drawn_mIoU": 52.959900636362235, + "changed_recall": 24.179433132961417, + "delta_vs_sl": { + "mIoU": { + "mean": 0.9672692142106797, + "std": 2.9356638831715824, + "per_fold": { + "0": 5.8219, + "1": -1.3859, + "2": -0.0894, + "3": -1.0215, + "4": 1.5113 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.5021447638528126 + }, + "kappa": { + "mean": 1.341707929793941, + "std": 4.3697096639049455, + "per_fold": { + "0": 8.577, + "1": -2.1841, + "2": -0.4145, + "3": -1.4522, + "4": 2.1823 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.5300797988897316 + }, + "OA": { + "mean": 0.9644289831027066, + "std": 2.459112345572192, + "per_fold": { + "0": 4.9776, + "1": -0.8414, + "2": 0.2889, + "3": -1.0651, + "4": 1.4621 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.430023569489782 + }, + "macroF1": { + "mean": 0.8289947144468528, + "std": 2.459985867235828, + "per_fold": { + "0": 4.9604, + "1": -1.0463, + "2": -0.17, + "3": -0.7568, + "4": 1.1576 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.49305346479968837 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.3235299012202857, + "std": 0.70564054180257, + "per_fold": { + "0": 1.4129, + "1": 2.0048, + "2": 3.0702, + "3": 2.125, + "4": 3.0047 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018127904295207945 + }, + "kappa": { + "mean": 3.164107399694193, + "std": 0.9809421971437517, + "per_fold": { + "0": 1.835, + "1": 2.7794, + "2": 4.1454, + "3": 2.9374, + "4": 4.1233 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.001959194628970927 + }, + "OA": { + "mean": 2.3083598866946717, + "std": 0.7045478806198476, + "per_fold": { + "0": 1.3514, + "1": 1.9426, + "2": 3.1164, + "3": 2.2913, + "4": 2.8401 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018472824029763073 + }, + "macroF1": { + "mean": 1.8088501603179963, + "std": 0.5931855636861941, + "per_fold": { + "0": 1.0877, + "1": 1.5485, + "2": 2.4363, + "3": 1.5597, + "4": 2.412 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002418363584758041 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 61.787437863111585, + "std": 4.1417436574242235 + }, + "mIoU_tta": { + "mean": 63.524733173231155, + "std": 3.9058206962187896 + }, + "kappa": { + "mean": 51.396387516544145, + "std": 5.652860760990497 + }, + "kappa_tta": { + "mean": 53.84386121084799, + "std": 5.318303017423508 + }, + "F1_coffee": { + "mean": 84.53526325670539, + "std": 5.286543525019146 + }, + "F1_coffee_tta": { + "mean": 86.11474158376339, + "std": 4.620820357826016 + }, + "macroF1": { + "mean": 75.54030019015863, + "std": 2.912954514886513 + }, + "macroF1_tta": { + "mean": 76.8490056453544, + "std": 2.6977743420687657 + }, + "OA": { + "mean": 79.29413400827642, + "std": 4.577021855183242 + }, + "OA_tta": { + "mean": 80.92345857597279, + "std": 4.2724588606136304 + }, + "precision_coffee": { + "mean": 88.30255763331067, + "std": 3.981747059964812 + }, + "precision_coffee_tta": { + "mean": 87.89707255661082, + "std": 4.278513876154176 + }, + "recall_coffee": { + "mean": 81.283965522688, + "std": 6.412745302892991 + }, + "recall_coffee_tta": { + "mean": 84.58424403712934, + "std": 4.927892654688241 + }, + "all_drawn_mIoU": 57.368045870547896, + "changed_recall": 32.746823090998085, + "delta_vs_sl": { + "mIoU": { + "mean": -0.6406427731971348, + "std": 3.0132790340713758, + "per_fold": { + "0": -3.7667, + "1": -0.6277, + "2": 4.3377, + "3": -1.464, + "4": -1.6825 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.6592971125885445 + }, + "kappa": { + "mean": -1.0735509597931512, + "std": 4.53780449999246, + "per_fold": { + "0": -5.9378, + "1": -0.8675, + "2": 6.325, + "3": -2.1519, + "4": -2.7355 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.6247951739468833 + }, + "OA": { + "mean": -0.5655423410271794, + "std": 2.5315615665460665, + "per_fold": { + "0": -3.1349, + "1": -0.8242, + "2": 3.6731, + "3": -1.2183, + "4": -1.3234 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.6436328880769243 + }, + "macroF1": { + "mean": -0.5337621473203029, + "std": 2.3980106026819232, + "per_fold": { + "0": -3.0589, + "1": -0.4963, + "2": 3.4071, + "3": -1.1222, + "4": -1.3984 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.6448029895556376 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.7372953101195763, + "std": 0.4925864391984323, + "per_fold": { + "0": 1.9442, + "1": 1.6471, + "2": 1.0864, + "3": 1.5841, + "4": 2.4246 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0013978842545312447 + }, + "kappa": { + "mean": 2.4474736943038535, + "std": 0.7212212034933126, + "per_fold": { + "0": 2.7074, + "1": 2.3673, + "2": 1.4526, + "3": 2.2699, + "4": 3.4402 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016178236705622552 + }, + "OA": { + "mean": 1.6293245676963692, + "std": 0.48194824454441926, + "per_fold": { + "0": 2.0026, + "1": 1.3444, + "2": 1.0594, + "3": 1.5043, + "4": 2.236 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016411288791483018 + }, + "macroF1": { + "mean": 1.308705455195755, + "std": 0.4128782525327029, + "per_fold": { + "0": 1.5111, + "1": 1.2408, + "2": 0.7591, + "3": 1.1641, + "4": 1.8684 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0020921260038616984 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.5697242408355, + "std": 3.987092549819017 + }, + "mIoU_tta": { + "mean": 73.37880095262724, + "std": 3.7921533456637473 + }, + "kappa": { + "mean": 67.38025789397979, + "std": 5.0663912786670195 + }, + "kappa_tta": { + "mean": 68.44108879570504, + "std": 4.821752338955392 + }, + "F1_coffee": { + "mean": 90.1380078687503, + "std": 4.137662917541319 + }, + "F1_coffee_tta": { + "mean": 90.7220313151378, + "std": 3.8282844092724053 + }, + "macroF1": { + "mean": 83.65586099614974, + "std": 2.5635936112855022 + }, + "macroF1_tta": { + "mean": 84.2001384826942, + "std": 2.4237547856700856 + }, + "OA": { + "mean": 86.56941856000425, + "std": 3.926365212133213 + }, + "OA_tta": { + "mean": 87.20831911564092, + "std": 3.7033047527254066 + }, + "precision_coffee": { + "mean": 91.90057361442102, + "std": 2.2335975744443415 + }, + "precision_coffee_tta": { + "mean": 91.511589238609, + "std": 2.3758006175154227 + }, + "recall_coffee": { + "mean": 88.56570135343111, + "std": 6.230353223189309 + }, + "recall_coffee_tta": { + "mean": 90.04728128172437, + "std": 5.715614140737943 + }, + "all_drawn_mIoU": 65.84368399870286, + "changed_recall": 30.89481037916314, + "delta_vs_sl": { + "mIoU": { + "mean": -1.0765732727742345, + "std": 1.9528754077596269, + "per_fold": { + "0": -2.341, + "1": 0.545, + "2": -0.6139, + "3": -3.7752, + "4": 0.8022 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.28518796967673155 + }, + "kappa": { + "mean": -1.4288345767385167, + "std": 2.7048115403041524, + "per_fold": { + "0": -3.1233, + "1": 0.7665, + "2": -0.7495, + "3": -5.2139, + "4": 1.176 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.3029500862226 + }, + "OA": { + "mean": -0.9624248986472906, + "std": 1.3256852360079179, + "per_fold": { + "0": -1.8474, + "1": 0.0694, + "2": -0.5551, + "3": -2.7987, + "4": 0.3197 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.17983712127981272 + }, + "macroF1": { + "mean": -0.7322711117992782, + "std": 1.3712472594752136, + "per_fold": { + "0": -1.6525, + "1": 0.3997, + "2": -0.3896, + "3": -2.6098, + "4": 0.5908 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.298409135025699 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.8090767117917324, + "std": 0.45943218331124897, + "per_fold": { + "0": 1.2481, + "1": 0.1967, + "2": 1.2792, + "3": 0.7369, + "4": 0.5845 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.016991222157223113 + }, + "kappa": { + "mean": 1.0608309017252737, + "std": 0.6098182979085187, + "per_fold": { + "0": 1.6635, + "1": 0.2476, + "2": 1.6681, + "3": 0.9502, + "4": 0.7746 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.017693146997171894 + }, + "OA": { + "mean": 0.6389005556366698, + "std": 0.2994428039077813, + "per_fold": { + "0": 0.961, + "1": 0.2265, + "2": 0.8294, + "3": 0.7363, + "4": 0.4413 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.008833953763900535 + }, + "macroF1": { + "mean": 0.5442774865444534, + "std": 0.32358193815048025, + "per_fold": { + "0": 0.8828, + "1": 0.1148, + "2": 0.8486, + "3": 0.4851, + "4": 0.3902 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.019755132008317113 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.80152165138074, + "std": 2.6034371105404146 + }, + "mIoU_tta": { + "mean": 75.3817657609795, + "std": 2.340654751224663 + }, + "kappa": { + "mean": 70.45384616862009, + "std": 3.1046386805174535 + }, + "kappa_tta": { + "mean": 71.18777988453027, + "std": 2.840950772773702 + }, + "F1_coffee": { + "mean": 91.3955223079141, + "std": 3.3101936473100833 + }, + "F1_coffee_tta": { + "mean": 91.8363073045246, + "std": 2.9257887145852526 + }, + "macroF1": { + "mean": 85.19253652332873, + "std": 1.5829980873912346 + }, + "macroF1_tta": { + "mean": 85.56776636638862, + "std": 1.4316743724200645 + }, + "OA": { + "mean": 88.12144581114246, + "std": 2.916352270386195 + }, + "OA_tta": { + "mean": 88.58562627973618, + "std": 2.625221305382463 + }, + "precision_coffee": { + "mean": 92.26423464878584, + "std": 1.8587004971117902 + }, + "precision_coffee_tta": { + "mean": 91.85440082949148, + "std": 1.8593340215061953 + }, + "recall_coffee": { + "mean": 90.74533634282179, + "std": 5.950539674562152 + }, + "recall_coffee_tta": { + "mean": 91.96010981218517, + "std": 5.134069424794547 + }, + "all_drawn_mIoU": 67.61933973836358, + "changed_recall": 34.653062250368976, + "delta_vs_sl": { + "mIoU": { + "mean": -0.0495502532207837, + "std": 0.25360145023422676, + "per_fold": { + "0": -0.0883, + "1": 0.0992, + "2": -0.3065, + "3": -0.2561, + "4": 0.3039 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.6847364401481324 + }, + "kappa": { + "mean": -0.017177557469790373, + "std": 0.3547358647505332, + "per_fold": { + "0": 0.0531, + "1": 0.1306, + "2": -0.3951, + "3": -0.3378, + "4": 0.4633 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.918989043377985 + }, + "OA": { + "mean": -0.09672391191299141, + "std": 0.11443009071697817, + "per_fold": { + "0": -0.1958, + "1": 0.0221, + "2": -0.2056, + "3": -0.1316, + "4": 0.0273 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.1317394169042829 + }, + "macroF1": { + "mean": -0.024005542843377727, + "std": 0.18026270620759388, + "per_fold": { + "0": -0.0372, + "1": 0.0668, + "2": -0.1985, + "3": -0.1834, + "4": 0.2323 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.7806993539119103 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5802441095987547, + "std": 0.6130721580418705, + "per_fold": { + "0": 1.4091, + "1": -0.1808, + "2": 0.9232, + "3": 0.5073, + "4": 0.2423 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.10176144001061338 + }, + "kappa": { + "mean": 0.7339337159101944, + "std": 0.7844809044685106, + "per_fold": { + "0": 1.7659, + "1": -0.2584, + "2": 1.1932, + "3": 0.6799, + "4": 0.289 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.10459531463291184 + }, + "OA": { + "mean": 0.46418046859372736, + "std": 0.37255373133222414, + "per_fold": { + "0": 1.0416, + "1": 0.0479, + "2": 0.5648, + "3": 0.3785, + "4": 0.2881 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04951331795472948 + }, + "macroF1": { + "mean": 0.3752298430598898, + "std": 0.4181124078747429, + "per_fold": { + "0": 0.9426, + "1": -0.1459, + "2": 0.6001, + "3": 0.3355, + "4": 0.1438 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.1152277581359934 + } + } + } + } + }, + "sl": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.187493175233215, + "std": 3.8512409216286994 + }, + "mIoU_tta": { + "mean": 58.859992184508236, + "std": 3.8908075280251926 + }, + "kappa": { + "mean": 43.34024317270636, + "std": 5.1337018780848265 + }, + "kappa_tta": { + "mean": 47.025476957020445, + "std": 5.180169172021679 + }, + "F1_coffee": { + "mean": 80.1255095995029, + "std": 6.148700965963777 + }, + "F1_coffee_tta": { + "mean": 82.66105836189732, + "std": 5.888415495128458 + }, + "macroF1": { + "mean": 71.0858588722928, + "std": 2.906905820587397 + }, + "macroF1_tta": { + "mean": 73.1981456781331, + "std": 2.793138873942526 + }, + "OA": { + "mean": 74.48406763677485, + "std": 4.407657380373903 + }, + "OA_tta": { + "mean": 77.07792173004432, + "std": 4.577609143033315 + }, + "precision_coffee": { + "mean": 88.09420234480596, + "std": 3.9931419240027837 + }, + "precision_coffee_tta": { + "mean": 87.69292328375167, + "std": 4.225211448192333 + }, + "recall_coffee": { + "mean": 73.99966955484442, + "std": 7.9614705575302 + }, + "recall_coffee_tta": { + "mean": 78.67457435298233, + "std": 7.8770982869322665 + }, + "all_drawn_mIoU": 52.18317042875016, + "changed_recall": 23.875200794102373, + "tta_gain": { + "mIoU": { + "mean": 2.6724990092750174, + "std": 0.91289599524762, + "per_fold": { + "0": 2.1269, + "1": 2.7407, + "2": 3.8597, + "3": 1.49, + "4": 3.1452 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0028152008726367076 + }, + "kappa": { + "mean": 3.6852337843140885, + "std": 1.2831575343845845, + "per_fold": { + "0": 2.8738, + "1": 3.8584, + "2": 5.2821, + "3": 2.0042, + "4": 4.4076 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0030223019041711093 + }, + "OA": { + "mean": 2.5938540932694765, + "std": 0.7632252662931057, + "per_fold": { + "0": 2.0259, + "1": 2.4375, + "2": 3.7223, + "3": 1.8315, + "4": 2.9521 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016087836071970072 + }, + "macroF1": { + "mean": 2.1122868058403044, + "std": 0.7684300263865634, + "per_fold": { + "0": 1.8235, + "1": 2.1094, + "2": 3.0695, + "3": 1.0242, + "4": 2.5348 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0035532053335542734 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 62.42808063630872, + "std": 3.1108305179625857 + }, + "mIoU_tta": { + "mean": 64.11018608661652, + "std": 3.136859555292611 + }, + "kappa": { + "mean": 52.469938476337276, + "std": 4.316060803323673 + }, + "kappa_tta": { + "mean": 54.723753078218124, + "std": 4.3293051735677945 + }, + "F1_coffee": { + "mean": 85.10167576387612, + "std": 3.9924670940969547 + }, + "F1_coffee_tta": { + "mean": 86.59610950587816, + "std": 3.9279598553506294 + }, + "macroF1": { + "mean": 76.07406233747894, + "std": 2.255237852521111 + }, + "macroF1_tta": { + "mean": 77.27738835262039, + "std": 2.2154145236179748 + }, + "OA": { + "mean": 79.8596763493036, + "std": 3.4208503907332637 + }, + "OA_tta": { + "mean": 81.46360789127455, + "std": 3.5251670134547086 + }, + "precision_coffee": { + "mean": 88.93518957004737, + "std": 3.253099795464145 + }, + "precision_coffee_tta": { + "mean": 88.29652458100489, + "std": 3.474272022118858 + }, + "recall_coffee": { + "mean": 81.8322674771097, + "std": 4.991719973869301 + }, + "recall_coffee_tta": { + "mean": 85.21015277943523, + "std": 4.590988748161645 + }, + "all_drawn_mIoU": 57.50468111540614, + "changed_recall": 28.641615640107638, + "tta_gain": { + "mIoU": { + "mean": 1.682105450307813, + "std": 0.6231936733271275, + "per_fold": { + "0": 0.738, + "1": 1.4199, + "2": 2.2874, + "3": 1.8301, + "4": 2.1351 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.003799388695348321 + }, + "kappa": { + "mean": 2.2538146018808263, + "std": 0.8551551991665315, + "per_fold": { + "0": 0.9145, + "1": 1.9233, + "2": 2.746, + "3": 2.6348, + "4": 3.0505 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004146061286707788 + }, + "OA": { + "mean": 1.6039315419709426, + "std": 0.5620328856254929, + "per_fold": { + "0": 0.8763, + "1": 1.2658, + "2": 2.3524, + "3": 1.6951, + "4": 1.83 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0030942834279702376 + }, + "macroF1": { + "mean": 1.2033260151414624, + "std": 0.4626607057973187, + "per_fold": { + "0": 0.5122, + "1": 0.9818, + "2": 1.5579, + "3": 1.3275, + "4": 1.6373 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004351436291444309 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 73.64629751360975, + "std": 2.5706151931179617 + }, + "mIoU_tta": { + "mean": 74.16991405186889, + "std": 2.3981803237246813 + }, + "kappa": { + "mean": 68.80909247071831, + "std": 3.1501988157077934 + }, + "kappa_tta": { + "mean": 69.50667543680048, + "std": 2.9111324423797997 + }, + "F1_coffee": { + "mean": 91.07620513908708, + "std": 3.167279504030132 + }, + "F1_coffee_tta": { + "mean": 91.42807845947519, + "std": 3.0197543185516795 + }, + "macroF1": { + "mean": 84.38813210794902, + "std": 1.5774943387945806 + }, + "macroF1_tta": { + "mean": 84.73643678720029, + "std": 1.4543554826794296 + }, + "OA": { + "mean": 87.53184345865152, + "std": 2.914078895990797 + }, + "OA_tta": { + "mean": 87.93697400325114, + "std": 2.7961619934588096 + }, + "precision_coffee": { + "mean": 91.22332574906369, + "std": 2.197351176428603 + }, + "precision_coffee_tta": { + "mean": 90.97898315434357, + "std": 2.211223921324005 + }, + "recall_coffee": { + "mean": 91.01128347546378, + "std": 4.717103448479866 + }, + "recall_coffee_tta": { + "mean": 91.95325680328868, + "std": 4.424094854479693 + }, + "all_drawn_mIoU": 66.71909789275387, + "changed_recall": 34.44057079991158, + "tta_gain": { + "mIoU": { + "mean": 0.5236165382591309, + "std": 0.3960225190849905, + "per_fold": { + "0": 0.6752, + "1": -0.1731, + "2": 0.7942, + "3": 0.5974, + "4": 0.7244 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04169894483859781 + }, + "kappa": { + "mean": 0.6975829660821802, + "std": 0.5331097694855638, + "per_fold": { + "0": 0.886, + "1": -0.2433, + "2": 1.0307, + "3": 0.8144, + "4": 1.0 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04298799272408119 + }, + "OA": { + "mean": 0.40513054459960357, + "std": 0.2327787252417936, + "per_fold": { + "0": 0.5169, + "1": -0.0043, + "2": 0.573, + "3": 0.4731, + "4": 0.467 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.017665504903719327 + }, + "macroF1": { + "mean": 0.34830467925127095, + "std": 0.27188839228307843, + "per_fold": { + "0": 0.4583, + "1": -0.1308, + "2": 0.5187, + "3": 0.396, + "4": 0.4993 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.045719956320999844 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.85107190460153, + "std": 2.62027614506872 + }, + "mIoU_tta": { + "mean": 75.22167462855928, + "std": 2.610728973201156 + }, + "kappa": { + "mean": 70.47102372608987, + "std": 3.199774346850579 + }, + "kappa_tta": { + "mean": 70.93725216853132, + "std": 3.2090053069091753 + }, + "F1_coffee": { + "mean": 91.54795412094778, + "std": 3.129530535071039 + }, + "F1_coffee_tta": { + "mean": 91.86556910021724, + "std": 3.01218777749893 + }, + "macroF1": { + "mean": 85.21654206617211, + "std": 1.6090564448947786 + }, + "macroF1_tta": { + "mean": 85.44747713487781, + "std": 1.6089910301977495 + }, + "OA": { + "mean": 88.21816972305544, + "std": 2.8608088447885214 + }, + "OA_tta": { + "mean": 88.56366584379624, + "std": 2.802790078429468 + }, + "precision_coffee": { + "mean": 91.71678289329661, + "std": 1.9585964073696216 + }, + "precision_coffee_tta": { + "mean": 91.29082841865092, + "std": 1.9163094694280176 + }, + "recall_coffee": { + "mean": 91.48578184969679, + "std": 5.050234830949101 + }, + "recall_coffee_tta": { + "mean": 92.53869000310202, + "std": 4.842547350056954 + }, + "all_drawn_mIoU": 67.60787608524208, + "changed_recall": 36.124961548570475, + "tta_gain": { + "mIoU": { + "mean": 0.37060272395775373, + "std": 0.5563519906742879, + "per_fold": { + "0": 0.655, + "1": -0.4861, + "2": 0.9851, + "3": 0.1998, + "4": 0.4992 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.2105938453570278 + }, + "kappa": { + "mean": 0.4662284424414594, + "std": 0.7349178611218564, + "per_fold": { + "0": 0.8334, + "1": -0.6822, + "2": 1.2586, + "3": 0.2621, + "4": 0.6593 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.22902214449531993 + }, + "OA": { + "mean": 0.3454961207408019, + "std": 0.27872243235181815, + "per_fold": { + "0": 0.499, + "1": -0.0608, + "2": 0.6536, + "3": 0.2046, + "4": 0.4311 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.05024015748545164 + }, + "macroF1": { + "mean": 0.23093506870571048, + "std": 0.3807121760523753, + "per_fold": { + "0": 0.4377, + "1": -0.3654, + "2": 0.6326, + "3": 0.1249, + "4": 0.3249 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.24648905630233012 + } + } + } + } + }, + "ssl_ft@e200": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.00121606985575, + "std": 6.200115537772076 + }, + "mIoU_tta": { + "mean": 58.50077186761983, + "std": 5.408379013019244 + }, + "kappa": { + "mean": 43.80700496628353, + "std": 7.329769514386997 + }, + "kappa_tta": { + "mean": 47.02166735669865, + "std": 6.400730791012554 + }, + "F1_coffee": { + "mean": 78.30561956108842, + "std": 10.52873099492035 + }, + "F1_coffee_tta": { + "mean": 81.14262934867818, + "std": 8.95386196228178 + }, + "macroF1": { + "mean": 70.78186356045629, + "std": 4.888529048869178 + }, + "macroF1_tta": { + "mean": 72.8594782250814, + "std": 3.999525538275815 + }, + "OA": { + "mean": 74.03192916375234, + "std": 6.7958395478556355 + }, + "OA_tta": { + "mean": 76.5004056586876, + "std": 6.19391867916582 + }, + "precision_coffee": { + "mean": 90.06125117715678, + "std": 1.7787917736030678 + }, + "precision_coffee_tta": { + "mean": 89.41484691127991, + "std": 1.781241563591831 + }, + "recall_coffee": { + "mean": 70.92106700523942, + "std": 14.779247572804879 + }, + "recall_coffee_tta": { + "mean": 75.52088831206517, + "std": 13.592504955199985 + }, + "all_drawn_mIoU": 51.90388998473601, + "changed_recall": 25.37115008964983, + "delta_vs_sl": { + "mIoU": { + "mean": -0.18627710537745656, + "std": 3.537153397801677, + "per_fold": { + "0": -3.7546, + "1": 3.1516, + "2": 3.8247, + "3": -3.2884, + "4": -0.8647 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.9119356884352473 + }, + "kappa": { + "mean": 0.4667617935771773, + "std": 4.378081900403048, + "per_fold": { + "0": -2.3909, + "1": 4.3399, + "2": 5.7841, + "3": -4.3085, + "4": -1.0908 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8232898829622546 + }, + "OA": { + "mean": -0.45213847302250515, + "std": 3.377799536933718, + "per_fold": { + "0": -3.6721, + "1": 2.9335, + "2": 3.1526, + "3": -3.6984, + "4": -0.9763 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7796103210934574 + }, + "macroF1": { + "mean": -0.30399531183652184, + "std": 2.9360728770701314, + "per_fold": { + "0": -3.6214, + "1": 2.3543, + "2": 3.0314, + "3": -2.5651, + "4": -0.7192 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8282734746473323 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.4995557977640788, + "std": 0.8059529156489718, + "per_fold": { + "0": 3.5886, + "1": 1.473, + "2": 2.0271, + "3": 2.5447, + "4": 2.8644 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002270241799672467 + }, + "kappa": { + "mean": 3.21466239041512, + "std": 0.947248046980343, + "per_fold": { + "0": 4.443, + "1": 2.1168, + "2": 2.427, + "3": 3.4042, + "4": 3.6823 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0016175122085306548 + }, + "OA": { + "mean": 2.4684764949352584, + "std": 0.6800397201764136, + "per_fold": { + "0": 3.1713, + "1": 1.4493, + "2": 2.1847, + "3": 2.6005, + "4": 2.9365 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0012528956394660252 + }, + "macroF1": { + "mean": 2.077614664625122, + "std": 0.8897764628158451, + "per_fold": { + "0": 3.4662, + "1": 1.1371, + "2": 1.5204, + "3": 1.9954, + "4": 2.269 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.00642226146068502 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 60.7244293413436, + "std": 4.919974363014061 + }, + "mIoU_tta": { + "mean": 63.07324433169856, + "std": 4.305547579850111 + }, + "kappa": { + "mean": 50.59856404566956, + "std": 6.17268515243189 + }, + "kappa_tta": { + "mean": 53.778341597097004, + "std": 5.441352687414552 + }, + "F1_coffee": { + "mean": 82.72021353044201, + "std": 6.991224193581743 + }, + "F1_coffee_tta": { + "mean": 84.86927588864897, + "std": 6.042549357259804 + }, + "macroF1": { + "mean": 74.75057631079417, + "std": 3.666760644249171 + }, + "macroF1_tta": { + "mean": 76.56753232778743, + "std": 3.0786439414081186 + }, + "OA": { + "mean": 78.08011380412479, + "std": 5.243470371759562 + }, + "OA_tta": { + "mean": 80.23485573348202, + "std": 4.710364402683448 + }, + "precision_coffee": { + "mean": 90.593341279851, + "std": 1.890564541954054 + }, + "precision_coffee_tta": { + "mean": 90.11074876135794, + "std": 1.873519403473186 + }, + "recall_coffee": { + "mean": 77.03160807554042, + "std": 11.072209035405397 + }, + "recall_coffee_tta": { + "mean": 80.96745211133255, + "std": 10.078218669536868 + }, + "all_drawn_mIoU": 55.77108044861809, + "changed_recall": 27.258773846661164, + "delta_vs_sl": { + "mIoU": { + "mean": -1.7036512949651126, + "std": 4.656255482685154, + "per_fold": { + "0": -5.1, + "1": -3.2468, + "2": 5.6902, + "3": -0.1807, + "4": -5.681 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.4592117419918345 + }, + "kappa": { + "mean": -1.8713744306677298, + "std": 6.633382439000489, + "per_fold": { + "0": -5.6627, + "1": -4.943, + "2": 8.9825, + "3": -0.2318, + "4": -7.5019 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.5624007226281673 + }, + "OA": { + "mean": -1.7795625451788197, + "std": 3.7966531651225606, + "per_fold": { + "0": -4.7286, + "1": -2.1954, + "2": 4.0167, + "3": -0.5217, + "4": -5.4687 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.3537490516425501 + }, + "macroF1": { + "mean": -1.323486026684776, + "std": 3.7609091271335426, + "per_fold": { + "0": -3.9773, + "1": -2.5308, + "2": 4.6651, + "3": -0.1565, + "4": -4.6179 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.4753523570094234 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.348814990354957, + "std": 0.7215724516833197, + "per_fold": { + "0": 3.2198, + "1": 1.8077, + "2": 2.14, + "3": 1.5882, + "4": 2.9884 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018930888206295834 + }, + "kappa": { + "mean": 3.1797775514274393, + "std": 0.8823175281294653, + "per_fold": { + "0": 4.2588, + "1": 2.6149, + "2": 2.8758, + "3": 2.204, + "4": 3.9454 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0012876713697626881 + }, + "OA": { + "mean": 2.1547419293572263, + "std": 0.7065061148173033, + "per_fold": { + "0": 2.7028, + "1": 1.5676, + "2": 1.8839, + "3": 1.5254, + "4": 3.094 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002416963863446398 + }, + "macroF1": { + "mean": 1.8169560169932737, + "std": 0.6574746589608235, + "per_fold": { + "0": 2.6244, + "1": 1.3339, + "2": 1.5326, + "3": 1.1796, + "4": 2.4142 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0034841100295451895 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.47805216146321, + "std": 3.346326616536137 + }, + "mIoU_tta": { + "mean": 73.13180140489332, + "std": 3.1517978056842146 + }, + "kappa": { + "mean": 67.23717575590973, + "std": 4.167796880902415 + }, + "kappa_tta": { + "mean": 68.09487915401733, + "std": 3.9565322141965598 + }, + "F1_coffee": { + "mean": 90.29026776200865, + "std": 3.9270045576899495 + }, + "F1_coffee_tta": { + "mean": 90.78965341275814, + "std": 3.56773375385808 + }, + "macroF1": { + "mean": 83.57059909230419, + "std": 2.135178734720297 + }, + "macroF1_tta": { + "mean": 84.01245199817633, + "std": 2.004644720391735 + }, + "OA": { + "mean": 86.68907816344614, + "std": 3.511658171882562 + }, + "OA_tta": { + "mean": 87.21744065141334, + "std": 3.2680586659339372 + }, + "precision_coffee": { + "mean": 91.48062910827102, + "std": 2.3391178692202623 + }, + "precision_coffee_tta": { + "mean": 91.14043964049033, + "std": 2.504220434033155 + }, + "recall_coffee": { + "mean": 89.37016750796354, + "std": 6.324980026391502 + }, + "recall_coffee_tta": { + "mean": 90.62962376618398, + "std": 5.708774118661924 + }, + "all_drawn_mIoU": 65.59852273773937, + "changed_recall": 28.01499132411942, + "delta_vs_sl": { + "mIoU": { + "mean": -1.1682453521465248, + "std": 0.8907091102970752, + "per_fold": { + "0": -2.1008, + "1": 0.08, + "2": -0.9856, + "3": -1.9598, + "4": -0.8751 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.042694196542219905 + }, + "kappa": { + "mean": -1.5719167148085773, + "std": 1.2010460078126985, + "per_fold": { + "0": -2.7026, + "1": 0.1188, + "2": -1.2717, + "3": -2.7678, + "4": -1.2363 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.04296178435343507 + }, + "OA": { + "mean": -0.8427652952053876, + "std": 0.6175306291632134, + "per_fold": { + "0": -1.7173, + "1": -0.085, + "2": -0.6942, + "3": -1.1449, + "4": -0.5725 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.03796734621072377 + }, + "macroF1": { + "mean": -0.817533015644824, + "std": 0.6445243143412782, + "per_fold": { + "0": -1.4995, + "1": 0.0726, + "2": -0.648, + "3": -1.3964, + "4": -0.6164 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.04704398654413946 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.6537492434301015, + "std": 0.49267807744817504, + "per_fold": { + "0": 1.3114, + "1": 0.2082, + "2": 1.0449, + "3": 0.3025, + "4": 0.4018 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.04126252785844183 + }, + "kappa": { + "mean": 0.8577033981076155, + "std": 0.6509495956941865, + "per_fold": { + "0": 1.7197, + "1": 0.2753, + "2": 1.3869, + "3": 0.3999, + "4": 0.5068 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04212473217493223 + }, + "OA": { + "mean": 0.5283624879672061, + "std": 0.31952747854405156, + "per_fold": { + "0": 1.0207, + "1": 0.1969, + "2": 0.6509, + "3": 0.3647, + "4": 0.4086 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.020880984304937563 + }, + "macroF1": { + "mean": 0.44185290587214754, + "std": 0.356161527274358, + "per_fold": { + "0": 0.9344, + "1": 0.1304, + "2": 0.7024, + "3": 0.1859, + "4": 0.2562 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05012224365348577 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.0979413976842, + "std": 4.190570343573031 + }, + "mIoU_tta": { + "mean": 74.6816010774332, + "std": 3.782338384400826 + }, + "kappa": { + "mean": 69.55932612370425, + "std": 5.0936504009096755 + }, + "kappa_tta": { + "mean": 70.30587397598724, + "std": 4.58076363053971 + }, + "F1_coffee": { + "mean": 90.7449266831022, + "std": 4.731261367787925 + }, + "F1_coffee_tta": { + "mean": 91.19706833754624, + "std": 4.289623160577525 + }, + "macroF1": { + "mean": 84.70718398440981, + "std": 2.677172374728527 + }, + "macroF1_tta": { + "mean": 85.10188273370733, + "std": 2.373993481235196 + }, + "OA": { + "mean": 87.53349191474308, + "std": 4.1555800418428115 + }, + "OA_tta": { + "mean": 87.99275986684007, + "std": 3.8368088484440155 + }, + "precision_coffee": { + "mean": 92.45535908185143, + "std": 2.1321939290995426 + }, + "precision_coffee_tta": { + "mean": 92.087858571577, + "std": 2.058672299577017 + }, + "recall_coffee": { + "mean": 89.49239049115218, + "std": 8.396109890001384 + }, + "recall_coffee_tta": { + "mean": 90.62724963363817, + "std": 7.63688150791435 + }, + "all_drawn_mIoU": 66.8908394962052, + "changed_recall": 30.79204207256197, + "delta_vs_sl": { + "mIoU": { + "mean": -0.7531305069173158, + "std": 2.2493566593569563, + "per_fold": { + "0": -4.4811, + "1": 0.2141, + "2": -0.9971, + "3": 0.1043, + "4": 1.3941 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.4956716681410538 + }, + "kappa": { + "mean": -0.9116976023856196, + "std": 2.926567084480798, + "per_fold": { + "0": -5.6991, + "1": 0.2974, + "2": -1.3168, + "3": 0.1366, + "4": 2.0234 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.5244184227374589 + }, + "OA": { + "mean": -0.6846778083123695, + "std": 1.5817097249515337, + "per_fold": { + "0": -3.4244, + "1": -0.1157, + "2": -0.5773, + "3": 0.2109, + "4": 0.4831 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.38789059728812847 + }, + "macroF1": { + "mean": -0.5093580817622836, + "std": 1.5745558240925803, + "per_fold": { + "0": -3.1183, + "1": 0.167, + "2": -0.6616, + "3": 0.0554, + "4": 1.0107 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.5094998872416124 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5836596797489818, + "std": 0.48216403930102447, + "per_fold": { + "0": 1.3488, + "1": 0.0377, + "2": 0.6343, + "3": 0.3876, + "4": 0.5099 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05371699319840409 + }, + "kappa": { + "mean": 0.7465478522830068, + "std": 0.6072860759120756, + "per_fold": { + "0": 1.705, + "1": 0.0404, + "2": 0.7998, + "3": 0.5289, + "4": 0.6587 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.051435758228353355 + }, + "OA": { + "mean": 0.4592679520969938, + "std": 0.3555823832496023, + "per_fold": { + "0": 1.0446, + "1": 0.0958, + "2": 0.4718, + "3": 0.3008, + "4": 0.3835 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04464843734222211 + }, + "macroF1": { + "mean": 0.3946987492974984, + "std": 0.3503524840420315, + "per_fold": { + "0": 0.9637, + "1": 0.015, + "2": 0.4053, + "3": 0.2568, + "4": 0.3326 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.06541941840763472 + } + } + } + } + }, + "ssl_ft+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 57.29947869984492, + "std": 2.036814780145238 + }, + "mIoU_tta": { + "mean": 59.84525637973786, + "std": 1.7858045559183013 + }, + "kappa": { + "mean": 45.166250858561156, + "std": 2.6437355047344013 + }, + "kappa_tta": { + "mean": 48.617059230707206, + "std": 2.3926644268858888 + }, + "F1_coffee": { + "mean": 81.23609834722927, + "std": 2.860180430236728 + }, + "F1_coffee_tta": { + "mean": 83.55097347504466, + "std": 2.9896760438878456 + }, + "macroF1": { + "mean": 72.04996112119332, + "std": 1.6100158436310086 + }, + "macroF1_tta": { + "mean": 74.03306550769727, + "std": 1.2502026358783613 + }, + "OA": { + "mean": 75.28830670627624, + "std": 2.346494329816844 + }, + "OA_tta": { + "mean": 77.74290892366967, + "std": 2.461407172492437 + }, + "precision_coffee": { + "mean": 88.58145416073992, + "std": 5.077060484390193 + }, + "precision_coffee_tta": { + "mean": 88.19616405542652, + "std": 5.030262310313872 + }, + "recall_coffee": { + "mean": 75.41156619770376, + "std": 4.447225475131737 + }, + "recall_coffee_tta": { + "mean": 79.71030376815266, + "std": 4.029340327259521 + }, + "all_drawn_mIoU": 53.481423878468185, + "changed_recall": 26.783460966571035, + "delta_vs_sl": { + "mIoU": { + "mean": 1.1119855246117012, + "std": 3.0230348171402843, + "per_fold": { + "0": 6.5099, + "1": 0.0118, + "2": -0.1561, + "3": -0.4702, + "4": -0.3356 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.45699129368605207 + }, + "kappa": { + "mean": 1.8260076858548033, + "std": 3.9246457798979058, + "per_fold": { + "0": 8.7611, + "1": 0.4221, + "2": 0.8736, + "3": -0.7421, + "4": -0.1847 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.356917670419294 + }, + "OA": { + "mean": 0.8042390695013978, + "std": 2.8231050387969168, + "per_fold": { + "0": 5.8305, + "1": -0.1286, + "2": -0.745, + "3": -0.2342, + "4": -0.7016 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.5587535058963629 + }, + "macroF1": { + "mean": 0.9641022489005053, + "std": 2.435742500278505, + "per_fold": { + "0": 5.3008, + "1": 0.1229, + "2": 0.0977, + "3": -0.4218, + "4": -0.279 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.4261174452744795 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.54577767989295, + "std": 1.0077249431749982, + "per_fold": { + "0": 1.2637, + "1": 2.5871, + "2": 3.5621, + "3": 1.8338, + "4": 3.4822 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0048373222839353525 + }, + "kappa": { + "mean": 3.4508083721460467, + "std": 1.2558634585010644, + "per_fold": { + "0": 1.7945, + "1": 3.4954, + "2": 4.5763, + "3": 2.6503, + "4": 4.7376 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0035583308268311775 + }, + "OA": { + "mean": 2.454602217393429, + "std": 0.9440867873252923, + "per_fold": { + "0": 1.2398, + "1": 2.4219, + "2": 3.4832, + "3": 1.8547, + "4": 3.2734 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.004356973408767189 + }, + "macroF1": { + "mean": 1.9831043865039646, + "std": 0.8314345524218137, + "per_fold": { + "0": 0.9517, + "1": 1.9829, + "2": 2.8055, + "3": 1.3795, + "4": 2.7959 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.005951714689344722 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 61.813486503520856, + "std": 1.7171744783956187 + }, + "mIoU_tta": { + "mean": 63.837079137306354, + "std": 2.123073712218308 + }, + "kappa": { + "mean": 51.94727605259127, + "std": 2.2040978828304896 + }, + "kappa_tta": { + "mean": 54.734681559208376, + "std": 2.6833395287155644 + }, + "F1_coffee": { + "mean": 84.21835978159895, + "std": 3.3126503434351853 + }, + "F1_coffee_tta": { + "mean": 85.79650651841959, + "std": 3.46465474844425 + }, + "macroF1": { + "mean": 75.73000945790946, + "std": 1.100198933616797 + }, + "macroF1_tta": { + "mean": 77.23855839762885, + "std": 1.363185634230644 + }, + "OA": { + "mean": 78.98686772251838, + "std": 2.4876143526798513 + }, + "OA_tta": { + "mean": 80.75969392406306, + "std": 2.8529398733236526 + }, + "precision_coffee": { + "mean": 89.94885234143291, + "std": 3.626474752652551 + }, + "precision_coffee_tta": { + "mean": 89.62072700836934, + "std": 3.363010788860718 + }, + "recall_coffee": { + "mean": 79.2999692386037, + "std": 3.038864289540276 + }, + "recall_coffee_tta": { + "mean": 82.42044456152857, + "std": 3.5666584685856955 + }, + "all_drawn_mIoU": 56.964884263443096, + "changed_recall": 21.740273131626147, + "delta_vs_sl": { + "mIoU": { + "mean": -0.614594132787866, + "std": 3.2218538260665324, + "per_fold": { + "0": 0.246, + "1": -4.6329, + "2": 4.1338, + "3": -2.0509, + "4": -0.769 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.6916631587374189 + }, + "kappa": { + "mean": -0.5226624237460072, + "std": 4.761362071711672, + "per_fold": { + "0": 0.2741, + "1": -6.2415, + "2": 6.7641, + "3": -2.5564, + "4": -0.8536 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.8181821428820297 + }, + "OA": { + "mean": -0.8728086267852178, + "std": 2.562038656460145, + "per_fold": { + "0": 0.2358, + "1": -4.0643, + "2": 2.7014, + "3": -2.3093, + "4": -0.9276 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.4886423268387035 + }, + "macroF1": { + "mean": -0.34405287956948316, + "std": 2.5254465385279845, + "per_fold": { + "0": 0.1797, + "1": -3.3922, + "2": 3.4832, + "3": -1.4696, + "4": -0.5214 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.775839941130396 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.023592633785499, + "std": 0.4139768132827708, + "per_fold": { + "0": 1.5311, + "1": 2.2299, + "2": 2.5847, + "3": 1.7316, + "4": 2.0405 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00039789567364888364 + }, + "kappa": { + "mean": 2.7874055066170937, + "std": 0.5191235848381196, + "per_fold": { + "0": 2.2192, + "1": 2.9403, + "2": 3.5276, + "3": 2.3691, + "4": 2.8808 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002758489355806572 + }, + "OA": { + "mean": 1.7728262015446716, + "std": 0.36972576633316034, + "per_fold": { + "0": 1.2702, + "1": 2.0932, + "2": 2.1652, + "3": 1.5799, + "4": 1.7556 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00042883535264569506 + }, + "macroF1": { + "mean": 1.508548939719401, + "std": 0.289181836882155, + "per_fold": { + "0": 1.1609, + "1": 1.6277, + "2": 1.8945, + "3": 1.2918, + "4": 1.5679 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00030879696032067386 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.45259840433303, + "std": 2.509239475255098 + }, + "mIoU_tta": { + "mean": 73.2734528349832, + "std": 2.1418941886647453 + }, + "kappa": { + "mean": 67.2302949461077, + "std": 3.0470725002915673 + }, + "kappa_tta": { + "mean": 68.31466371116635, + "std": 2.576476582273638 + }, + "F1_coffee": { + "mean": 90.26548785584006, + "std": 3.4371695493762093 + }, + "F1_coffee_tta": { + "mean": 90.83323920113851, + "std": 3.0531983648254637 + }, + "macroF1": { + "mean": 83.58387665028148, + "std": 1.5577569641198834 + }, + "macroF1_tta": { + "mean": 84.1419438078084, + "std": 1.3011735011180008 + }, + "OA": { + "mean": 86.60443309096387, + "std": 2.9608535650262966 + }, + "OA_tta": { + "mean": 87.23442114724881, + "std": 2.657073325410516 + }, + "precision_coffee": { + "mean": 91.7297581807178, + "std": 2.243649265450631 + }, + "precision_coffee_tta": { + "mean": 91.45641010051777, + "std": 2.198438932039866 + }, + "recall_coffee": { + "mean": 88.9638919295301, + "std": 4.863689271904415 + }, + "recall_coffee_tta": { + "mean": 90.2897959963822, + "std": 4.259934669560269 + }, + "all_drawn_mIoU": 65.81588810866857, + "changed_recall": 30.725604197063138, + "delta_vs_sl": { + "mIoU": { + "mean": -1.1936991092767186, + "std": 1.1751017714824616, + "per_fold": { + "0": -2.0423, + "1": -2.3568, + "2": -1.6718, + "3": 0.2986, + "4": -0.1962 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.0855898644744181 + }, + "kappa": { + "mean": -1.5787975246105959, + "std": 1.6158171625703162, + "per_fold": { + "0": -2.7736, + "1": -3.151, + "2": -2.2442, + "3": 0.4618, + "4": -0.187 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.0942337141331705 + }, + "OA": { + "mean": -0.9274103676876593, + "std": 0.7563161987616058, + "per_fold": { + "0": -1.5406, + "1": -1.7387, + "2": -1.0339, + "3": 0.0259, + "4": -0.3497 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.05180347518974136 + }, + "macroF1": { + "mean": -0.80425545766754, + "std": 0.8187916488167573, + "per_fold": { + "0": -1.4514, + "1": -1.5712, + "2": -1.1296, + "3": 0.2328, + "4": -0.1019 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.09302842189097126 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.8208544306501608, + "std": 0.4629478778483923, + "per_fold": { + "0": 1.5463, + "1": 0.3554, + "2": 0.8902, + "3": 0.8226, + "4": 0.4898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.016611056008110033 + }, + "kappa": { + "mean": 1.0843687650586447, + "std": 0.6330155027136124, + "per_fold": { + "0": 2.0644, + "1": 0.426, + "2": 1.1825, + "3": 1.1104, + "4": 0.6386 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.018611230748955036 + }, + "OA": { + "mean": 0.6299880562849438, + "std": 0.32127815770866186, + "per_fold": { + "0": 1.1759, + "1": 0.3787, + "2": 0.5984, + "3": 0.5883, + "4": 0.4086 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.01183177301963988 + }, + "macroF1": { + "mean": 0.5580671575269094, + "std": 0.3346196411501762, + "per_fold": { + "0": 1.0878, + "1": 0.2232, + "2": 0.5998, + "3": 0.5524, + "4": 0.3271 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.020310358331336806 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 73.85782499548525, + "std": 3.7309185903249755 + }, + "mIoU_tta": { + "mean": 74.6165681952726, + "std": 3.311945035819189 + }, + "kappa": { + "mean": 69.22685033775508, + "std": 4.503323709294859 + }, + "kappa_tta": { + "mean": 70.21749043395542, + "std": 4.000823747458561 + }, + "F1_coffee": { + "mean": 90.6985311398802, + "std": 4.536625152796448 + }, + "F1_coffee_tta": { + "mean": 91.20977875864932, + "std": 4.029772193516684 + }, + "macroF1": { + "mean": 84.53891893347806, + "std": 2.3855009108002854 + }, + "macroF1_tta": { + "mean": 85.0559011334433, + "std": 2.0830573229580427 + }, + "OA": { + "mean": 87.45581164628221, + "std": 3.8529108494950677 + }, + "OA_tta": { + "mean": 87.99942187653042, + "std": 3.4733213667688325 + }, + "precision_coffee": { + "mean": 92.48997730065926, + "std": 1.6526268539939217 + }, + "precision_coffee_tta": { + "mean": 92.27777488929017, + "std": 1.6424237927587693 + }, + "recall_coffee": { + "mean": 89.38359908465748, + "std": 8.313212971557986 + }, + "recall_coffee_tta": { + "mean": 90.47951404163592, + "std": 7.449001311918184 + }, + "all_drawn_mIoU": 66.70738857565011, + "changed_recall": 32.00726628453634, + "delta_vs_sl": { + "mIoU": { + "mean": -0.9932469091162887, + "std": 2.091386143707997, + "per_fold": { + "0": -4.077, + "1": -1.229, + "2": -1.1246, + "3": 1.7219, + "4": -0.2576 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.3481170092494936 + }, + "kappa": { + "mean": -1.244173388334778, + "std": 2.698284649130267, + "per_fold": { + "0": -5.1103, + "1": -1.6963, + "2": -1.4573, + "3": 2.3743, + "4": -0.3313 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.3607780557553985 + }, + "OA": { + "mean": -0.7623580767732449, + "std": 1.496421834033933, + "per_fold": { + "0": -3.1492, + "1": -0.6305, + "2": -0.7358, + "3": 0.9678, + "4": -0.264 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.318220612912412 + }, + "macroF1": { + "mean": -0.677623132694049, + "std": 1.4539970907720723, + "per_fold": { + "0": -2.8367, + "1": -0.845, + "2": -0.736, + "3": 1.193, + "4": -0.1634 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.35620433557043446 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.7587431997873608, + "std": 0.5710262719314798, + "per_fold": { + "0": 1.6348, + "1": 0.1312, + "2": 0.9616, + "3": 0.5305, + "4": 0.5356 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04109766936157272 + }, + "kappa": { + "mean": 0.9906400962003132, + "std": 0.7264479837275455, + "per_fold": { + "0": 2.0961, + "1": 0.1748, + "2": 1.2548, + "3": 0.7069, + "4": 0.7206 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.038055259155918404 + }, + "OA": { + "mean": 0.5436102302482368, + "std": 0.4185234224654391, + "per_fold": { + "0": 1.2386, + "1": 0.1522, + "2": 0.5924, + "3": 0.3637, + "4": 0.3711 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04392485952922648 + }, + "macroF1": { + "mean": 0.5169821999652384, + "std": 0.4110106043314262, + "per_fold": { + "0": 1.1628, + "1": 0.0785, + "2": 0.634, + "3": 0.349, + "4": 0.3605 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04818941828831601 + } + } + } + } + }, + "ssl_ft": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.618887215024145, + "std": 2.2895335737880664 + }, + "mIoU_tta": { + "mean": 59.40203151561313, + "std": 2.088736988391145 + }, + "kappa": { + "mean": 44.17621745713779, + "std": 3.382094535592066 + }, + "kappa_tta": { + "mean": 47.98596076158021, + "std": 3.125713521668116 + }, + "F1_coffee": { + "mean": 80.57877307602291, + "std": 3.17401889022501 + }, + "F1_coffee_tta": { + "mean": 83.21594545403536, + "std": 3.0381169500153478 + }, + "macroF1": { + "mean": 71.49038271012417, + "std": 1.846532620393611 + }, + "macroF1_tta": { + "mean": 73.67910172485752, + "std": 1.6349069088022161 + }, + "OA": { + "mean": 74.7350986632213, + "std": 2.3055776995356516 + }, + "OA_tta": { + "mean": 77.46890645263116, + "std": 2.3029158924153483 + }, + "precision_coffee": { + "mean": 88.73988522818657, + "std": 3.8037790271182703 + }, + "precision_coffee_tta": { + "mean": 88.3433787260017, + "std": 3.707985606334291 + }, + "recall_coffee": { + "mean": 74.27021484342806, + "std": 4.100965681540408 + }, + "recall_coffee_tta": { + "mean": 79.13056452649344, + "std": 3.705299390478487 + }, + "all_drawn_mIoU": 52.59773722634518, + "changed_recall": 25.230085498613608, + "delta_vs_sl": { + "mIoU": { + "mean": 0.43139403979093344, + "std": 3.032269009262656, + "per_fold": { + "0": 5.6533, + "1": -0.558, + "2": 0.144, + "3": -0.9639, + "4": -2.1184 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7663099580409404 + }, + "kappa": { + "mean": 0.8359742844314354, + "std": 4.610755545232051, + "per_fold": { + "0": 8.3859, + "1": -0.7896, + "2": 1.4786, + "3": -1.1406, + "4": -3.7545 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.7059163279056483 + }, + "OA": { + "mean": 0.25103102644644365, + "std": 2.778816715212295, + "per_fold": { + "0": 5.165, + "1": -0.6294, + "2": -0.5259, + "3": -1.2057, + "4": -1.5489 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.8497738458832722 + }, + "macroF1": { + "mean": 0.4045238378313513, + "std": 2.5548832806913873, + "per_fold": { + "0": 4.7476, + "1": -0.562, + "2": 0.3883, + "3": -0.6982, + "4": -1.8531 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7411799172992508 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.783144300588984, + "std": 0.398539431509687, + "per_fold": { + "0": 2.4073, + "1": 2.599, + "2": 3.3234, + "3": 2.5032, + "4": 3.0829 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 9.821367355886129e-05 + }, + "kappa": { + "mean": 3.8097433044424136, + "std": 0.3853346517967321, + "per_fold": { + "0": 3.4897, + "1": 3.4881, + "2": 4.2671, + "3": 3.6175, + "4": 4.1864 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 2.477877614926118e-05 + }, + "OA": { + "mean": 2.733807789409872, + "std": 0.43869746230719053, + "per_fold": { + "0": 2.2676, + "1": 2.6871, + "2": 3.19, + "3": 2.3495, + "4": 3.1749 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00015382740045289224 + }, + "macroF1": { + "mean": 2.188719014733363, + "std": 0.33783538848356026, + "per_fold": { + "0": 1.8587, + "1": 2.0602, + "2": 2.6139, + "3": 1.9317, + "4": 2.4791 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00013200798540936485 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 60.61167137141807, + "std": 2.3216131340637953 + }, + "mIoU_tta": { + "mean": 62.945380432194874, + "std": 2.127139838145507 + }, + "kappa": { + "mean": 50.368753638498696, + "std": 2.919693909308241 + }, + "kappa_tta": { + "mean": 53.535830198413294, + "std": 2.6932522857195673 + }, + "F1_coffee": { + "mean": 82.98092104358062, + "std": 4.560934439980237 + }, + "F1_coffee_tta": { + "mean": 84.95675029868954, + "std": 3.986858251090073 + }, + "macroF1": { + "mean": 74.78364997348326, + "std": 1.599961841326607 + }, + "macroF1_tta": { + "mean": 76.56141484178234, + "std": 1.4212684865456169 + }, + "OA": { + "mean": 77.94597716617528, + "std": 3.0125808600246535 + }, + "OA_tta": { + "mean": 79.99475797845136, + "std": 2.8643514781492243 + }, + "precision_coffee": { + "mean": 90.57700220318165, + "std": 2.2629297367650243 + }, + "precision_coffee_tta": { + "mean": 90.17081704472724, + "std": 2.1594105392243486 + }, + "recall_coffee": { + "mean": 76.91803901324056, + "std": 5.917977858973747 + }, + "recall_coffee_tta": { + "mean": 80.55092557886073, + "std": 5.312824398048191 + }, + "all_drawn_mIoU": 55.93091918889455, + "changed_recall": 21.148079395822702, + "delta_vs_sl": { + "mIoU": { + "mean": -1.816409264890649, + "std": 3.452796690021279, + "per_fold": { + "0": -2.7808, + "1": -6.4566, + "2": 3.1091, + "3": -0.8707, + "4": -2.0831 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.30469107877505675 + }, + "kappa": { + "mean": -2.1011848378385833, + "std": 4.973485517232575, + "per_fold": { + "0": -3.3526, + "1": -8.6487, + "2": 5.0294, + "3": -0.456, + "4": -3.078 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.39830908389485886 + }, + "OA": { + "mean": -1.9136991831283268, + "std": 2.787703982598077, + "per_fold": { + "0": -2.5249, + "1": -5.7379, + "2": 2.0846, + "3": -1.6459, + "4": -1.7444 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.1995738734518753 + }, + "macroF1": { + "mean": -1.2904123639956908, + "std": 2.685375598138263, + "per_fold": { + "0": -2.1539, + "1": -4.7824, + "2": 2.6011, + "3": -0.4867, + "4": -1.6302 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.34309293623275594 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.3337090607768105, + "std": 0.4080066581651812, + "per_fold": { + "0": 2.9377, + "1": 2.4475, + "2": 2.3474, + "3": 2.0689, + "4": 1.8671 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00021537629164896903 + }, + "kappa": { + "mean": 3.1670765599145896, + "std": 0.5172503787043393, + "per_fold": { + "0": 3.9925, + "1": 3.1797, + "2": 3.2037, + "3": 2.7795, + "4": 2.6801 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00016485052160451126 + }, + "OA": { + "mean": 2.0487808122760782, + "std": 0.3582981113769885, + "per_fold": { + "0": 2.4676, + "1": 2.324, + "2": 2.0543, + "3": 1.7929, + "4": 1.6051 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00021562623052119592 + }, + "macroF1": { + "mean": 1.7777648682990759, + "std": 0.34411825706484805, + "per_fold": { + "0": 2.3305, + "1": 1.8298, + "2": 1.7383, + "3": 1.5401, + "4": 1.4501 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0003207406185340805 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 71.27046948582802, + "std": 4.357532872004756 + }, + "mIoU_tta": { + "mean": 72.38189812315917, + "std": 3.4094823043416946 + }, + "kappa": { + "mean": 65.62088562244875, + "std": 5.398093782918958 + }, + "kappa_tta": { + "mean": 67.07769720489918, + "std": 4.179150170292384 + }, + "F1_coffee": { + "mean": 89.38151757800644, + "std": 5.258596738937863 + }, + "F1_coffee_tta": { + "mean": 90.2815760015379, + "std": 4.242160396016718 + }, + "macroF1": { + "mean": 82.72748340396538, + "std": 2.853649451594254 + }, + "macroF1_tta": { + "mean": 83.50079129564779, + "std": 2.1528858749674704 + }, + "OA": { + "mean": 85.79248085102616, + "std": 4.525750969049618 + }, + "OA_tta": { + "mean": 86.68866475817231, + "std": 3.7357155129368795 + }, + "precision_coffee": { + "mean": 91.79042542071052, + "std": 1.6530224952639905 + }, + "precision_coffee_tta": { + "mean": 91.30348361368347, + "std": 1.7343510834599574 + }, + "recall_coffee": { + "mean": 87.44539282673361, + "std": 8.798008363231796 + }, + "recall_coffee_tta": { + "mean": 89.48047273126795, + "std": 7.023813521869715 + }, + "all_drawn_mIoU": 64.53043090560395, + "changed_recall": 25.1629465899016, + "delta_vs_sl": { + "mIoU": { + "mean": -2.375828027781728, + "std": 2.3962790510036207, + "per_fold": { + "0": -6.4604, + "1": -2.2022, + "2": -1.8525, + "3": -1.0308, + "4": -0.3332 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.09091667888268848 + }, + "kappa": { + "mean": -3.18820684826954, + "std": 3.1498641491308432, + "per_fold": { + "0": -8.5316, + "1": -3.0808, + "2": -2.4729, + "3": -1.3711, + "4": -0.4846 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.08636594546312404 + }, + "OA": { + "mean": -1.7393626076253752, + "std": 1.9067569328337668, + "per_fold": { + "0": -5.0426, + "1": -1.4159, + "2": -1.1876, + "3": -0.8959, + "4": -0.1548 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.110973460691608 + }, + "macroF1": { + "mean": -1.6606487039836508, + "std": 1.717539079093007, + "per_fold": { + "0": -4.6025, + "1": -1.5174, + "2": -1.2523, + "3": -0.6903, + "4": -0.2407 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.09667197864741678 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.1114286373311528, + "std": 1.1402056292176497, + "per_fold": { + "0": 2.97, + "1": 0.1992, + "2": 1.3588, + "3": 0.7792, + "4": 0.2499 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0947833634576887 + }, + "kappa": { + "mean": 1.456811582450409, + "std": 1.5006566582461904, + "per_fold": { + "0": 3.9006, + "1": 0.2445, + "2": 1.7754, + "3": 1.0446, + "4": 0.3189 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.09573121747840559 + }, + "OA": { + "mean": 0.8961839071461611, + "std": 0.8665529197850967, + "per_fold": { + "0": 2.3482, + "1": 0.2485, + "2": 0.9728, + "3": 0.6581, + "4": 0.2533 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.08180480719538448 + }, + "macroF1": { + "mean": 0.7733078916824269, + "std": 0.8386241668753994, + "per_fold": { + "0": 2.1601, + "1": 0.1164, + "2": 0.9082, + "3": 0.5229, + "4": 0.1589 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.10821767155880635 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.55845383205617, + "std": 3.370225998186489 + }, + "mIoU_tta": { + "mean": 75.2244218161108, + "std": 3.0205308506967 + }, + "kappa": { + "mean": 70.17354450538122, + "std": 4.056580715379752 + }, + "kappa_tta": { + "mean": 71.02584757970332, + "std": 3.641445517167354 + }, + "F1_coffee": { + "mean": 91.0464485494019, + "std": 4.043085786764169 + }, + "F1_coffee_tta": { + "mean": 91.52829240120596, + "std": 3.599715906236731 + }, + "macroF1": { + "mean": 85.03404074077636, + "std": 2.113579585368321 + }, + "macroF1_tta": { + "mean": 85.47868458429575, + "std": 1.8658012312679824 + }, + "OA": { + "mean": 87.83944836080275, + "std": 3.5119058841324784 + }, + "OA_tta": { + "mean": 88.34114638350702, + "std": 3.193971695943659 + }, + "precision_coffee": { + "mean": 92.65461219766901, + "std": 1.694508905274557 + }, + "precision_coffee_tta": { + "mean": 92.28777326969676, + "std": 1.7271986864340676 + }, + "recall_coffee": { + "mean": 89.78138911998303, + "std": 7.176350585618238 + }, + "recall_coffee_tta": { + "mean": 90.98697046666653, + "std": 6.277774519637237 + }, + "all_drawn_mIoU": 67.2530484163817, + "changed_recall": 30.854083505357902, + "delta_vs_sl": { + "mIoU": { + "mean": -0.29261807254534633, + "std": 1.4310780419370812, + "per_fold": { + "0": -2.5197, + "1": 0.2837, + "2": -0.7414, + "3": 1.2544, + "4": 0.2598 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.6712452446015815 + }, + "kappa": { + "mean": -0.297479220708648, + "std": 1.835570234846432, + "per_fold": { + "0": -3.1156, + "1": 0.4098, + "2": -0.9212, + "3": 1.7434, + "4": 0.3962 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7353992397691068 + }, + "OA": { + "mean": -0.3787213622526934, + "std": 0.9945459665469026, + "per_fold": { + "0": -1.9769, + "1": -0.0328, + "2": -0.573, + "3": 0.6596, + "4": 0.0295 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.44247180331627906 + }, + "macroF1": { + "mean": -0.1825013253957394, + "std": 0.9894842298701112, + "per_fold": { + "0": -1.7345, + "1": 0.2179, + "2": -0.4706, + "3": 0.875, + "4": 0.1997 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.701176106961526 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.6659679840546289, + "std": 0.560335212553924, + "per_fold": { + "0": 1.4209, + "1": -0.009, + "2": 1.0293, + "3": 0.4385, + "4": 0.45 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.05653135891642752 + }, + "kappa": { + "mean": 0.8523030743220985, + "std": 0.7085999222143788, + "per_fold": { + "0": 1.7905, + "1": -0.0248, + "2": 1.3201, + "3": 0.5772, + "4": 0.5985 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.054684171737026145 + }, + "OA": { + "mean": 0.5016980227042694, + "std": 0.38803089059168094, + "per_fold": { + "0": 1.0947, + "1": 0.0877, + "2": 0.6557, + "3": 0.3372, + "4": 0.3331 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.04451431221073767 + }, + "macroF1": { + "mean": 0.44464384351937836, + "std": 0.3910019940737602, + "per_fold": { + "0": 0.9906, + "1": -0.0204, + "2": 0.6693, + "3": 0.2839, + "4": 0.2999 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.06378851981811998 + } + } + } + } + }, + "ssl_lp@e200": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 64.4906115376712, + "std": 4.652776053192584 + }, + "mIoU_tta": { + "mean": 65.40662028594394, + "std": 3.7100154011700197 + }, + "kappa": { + "mean": 55.284477120299734, + "std": 6.422237613628784 + }, + "kappa_tta": { + "mean": 56.46584180848713, + "std": 5.293900851928901 + }, + "F1_coffee": { + "mean": 86.44908136351563, + "std": 6.0088102432684565 + }, + "F1_coffee_tta": { + "mean": 87.54270610683174, + "std": 4.800956999515049 + }, + "macroF1": { + "mean": 77.473620163078, + "std": 3.382816274062058 + }, + "macroF1_tta": { + "mean": 78.13586009748168, + "std": 2.6944120750687377 + }, + "OA": { + "mean": 81.77603196214818, + "std": 5.000955944041961 + }, + "OA_tta": { + "mean": 82.7508104553677, + "std": 4.1682282660445535 + }, + "precision_coffee": { + "mean": 88.54107831749921, + "std": 1.9048558102195634 + }, + "precision_coffee_tta": { + "mean": 87.89482515191081, + "std": 1.994175071182443 + }, + "recall_coffee": { + "mean": 85.03473441978403, + "std": 9.700148083874529 + }, + "recall_coffee_tta": { + "mean": 87.54254856880515, + "std": 7.73327587867036 + }, + "all_drawn_mIoU": 58.718718108982856, + "changed_recall": 21.447967089541006, + "delta_vs_sl": { + "mIoU": { + "mean": 8.303118362438004, + "std": 2.2198231672974025, + "per_fold": { + "0": 8.6311, + "1": 11.3694, + "2": 6.057, + "3": 6.2296, + "4": 9.2285 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0011174416715917829 + }, + "kappa": { + "mean": 11.944233947593379, + "std": 3.5886629805547314, + "per_fold": { + "0": 13.3937, + "1": 16.5415, + "2": 7.3786, + "3": 9.4237, + "4": 12.9836 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0017408611241980171 + }, + "OA": { + "mean": 7.291964325373326, + "std": 1.6701786193759751, + "per_fold": { + "0": 7.013, + "1": 9.388, + "2": 6.6602, + "3": 5.0282, + "4": 8.3704 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0006167389459968554 + }, + "macroF1": { + "mean": 6.387761290785184, + "std": 1.80831472271113, + "per_fold": { + "0": 7.0774, + "1": 8.6017, + "2": 4.2691, + "3": 4.7898, + "4": 7.2008 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0013895531966325006 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.9160087482727434, + "std": 1.086460970067252, + "per_fold": { + "0": 2.7121, + "1": -0.1765, + "2": 0.9665, + "3": 0.6267, + "4": 0.4513 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.13247420685190886 + }, + "kappa": { + "mean": 1.1813646881874065, + "std": 1.4677872120578366, + "per_fold": { + "0": 3.5766, + "1": -0.2892, + "2": 1.334, + "3": 0.8821, + "4": 0.4034 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.14628536851555046 + }, + "OA": { + "mean": 0.974778493219523, + "std": 0.8601341868796508, + "per_fold": { + "0": 2.4133, + "1": 0.1001, + "2": 0.8895, + "3": 0.6956, + "4": 0.7755 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.06438292154838297 + }, + "macroF1": { + "mean": 0.6622399344036893, + "std": 0.8938712040190508, + "per_fold": { + "0": 2.1623, + "1": -0.1699, + "2": 0.6791, + "3": 0.4169, + "4": 0.2229 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.1729353864133426 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.67457884004885, + "std": 3.9744006113942043 + }, + "mIoU_tta": { + "mean": 67.12559615050796, + "std": 3.4602712356591625 + }, + "kappa": { + "mean": 58.58870882497065, + "std": 5.360744210722849 + }, + "kappa_tta": { + "mean": 59.140387411405754, + "std": 4.7867107640027955 + }, + "F1_coffee": { + "mean": 87.83530048440028, + "std": 5.02133397603755 + }, + "F1_coffee_tta": { + "mean": 88.48114218737278, + "std": 4.540745771147021 + }, + "macroF1": { + "mean": 79.20601201672181, + "std": 2.7689256959834685 + }, + "macroF1_tta": { + "mean": 79.49408541715957, + "std": 2.439950469044642 + }, + "OA": { + "mean": 83.36694316252202, + "std": 4.240318909970002 + }, + "OA_tta": { + "mean": 83.97677256835284, + "std": 3.8610850346233936 + }, + "precision_coffee": { + "mean": 88.99647931313288, + "std": 1.7193388635160087 + }, + "precision_coffee_tta": { + "mean": 88.39714752274132, + "std": 1.6695066777393406 + }, + "recall_coffee": { + "mean": 87.11963326171751, + "std": 8.411732060033426 + }, + "recall_coffee_tta": { + "mean": 88.90403827597024, + "std": 7.8314657486676476 + }, + "all_drawn_mIoU": 60.42970335620673, + "changed_recall": 23.023805347683428, + "delta_vs_sl": { + "mIoU": { + "mean": 4.246498203740138, + "std": 1.2513019996668555, + "per_fold": { + "0": 2.0672, + "1": 5.0781, + "2": 4.6612, + "3": 5.0409, + "4": 4.3851 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0016175522876288127 + }, + "kappa": { + "mean": 6.118770348633355, + "std": 1.501223723975868, + "per_fold": { + "0": 3.63, + "1": 7.2934, + "2": 6.0786, + "3": 7.307, + "4": 6.2849 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0008040064045062468 + }, + "OA": { + "mean": 3.507266813218416, + "std": 1.3295658066352163, + "per_fold": { + "0": 1.3269, + "1": 3.6845, + "2": 4.9646, + "3": 3.8606, + "4": 3.6997 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004132626177222581 + }, + "macroF1": { + "mean": 3.1319496792428767, + "std": 0.8515988563928332, + "per_fold": { + "0": 1.6442, + "1": 3.6584, + "2": 3.3242, + "3": 3.7136, + "4": 3.3193 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0011919250961098245 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.45101731045909615, + "std": 0.6745697413399907, + "per_fold": { + "0": 1.3365, + "1": -0.4235, + "2": 0.0285, + "3": 0.5932, + "4": 0.7203 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.20922384241155692 + }, + "kappa": { + "mean": 0.551678586435122, + "std": 0.9329904640565069, + "per_fold": { + "0": 1.7479, + "1": -0.6577, + "2": -0.068, + "3": 0.8218, + "4": 0.9144 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.2566425565711547 + }, + "OA": { + "mean": 0.6098294058307999, + "std": 0.42412667818126726, + "per_fold": { + "0": 1.1192, + "1": -0.0038, + "2": 0.4469, + "3": 0.6401, + "4": 0.8467 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.032430450654872024 + }, + "macroF1": { + "mean": 0.288073400437753, + "std": 0.5286172186411215, + "per_fold": { + "0": 1.0146, + "1": -0.3517, + "2": -0.0822, + "3": 0.3894, + "4": 0.4703 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.289963763441461 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.00521835401045, + "std": 3.6456295743935887 + }, + "mIoU_tta": { + "mean": 69.41859482753884, + "std": 2.7017827496178324 + }, + "kappa": { + "mean": 62.25277830604565, + "std": 4.496040965943184 + }, + "kappa_tta": { + "mean": 62.73862511901136, + "std": 3.2413443375237057 + }, + "F1_coffee": { + "mean": 88.83476821348492, + "std": 4.987732938982397 + }, + "F1_coffee_tta": { + "mean": 89.47018172912809, + "std": 4.33280468571183 + }, + "macroF1": { + "mean": 81.03289583901099, + "std": 2.3467487790734736 + }, + "macroF1_tta": { + "mean": 81.28921973090301, + "std": 1.6601454154958757 + }, + "OA": { + "mean": 84.79859496157071, + "std": 4.218336787302856 + }, + "OA_tta": { + "mean": 85.37697752079546, + "std": 3.6308949645061577 + }, + "precision_coffee": { + "mean": 90.08860288009417, + "std": 1.9180947357090055 + }, + "precision_coffee_tta": { + "mean": 89.36349797623932, + "std": 1.9015374011857382 + }, + "recall_coffee": { + "mean": 88.06841030899959, + "std": 9.219209391829592 + }, + "recall_coffee_tta": { + "mean": 89.94297497314734, + "std": 8.255742547324173 + }, + "all_drawn_mIoU": 62.19745577821201, + "changed_recall": 19.874631958707667, + "delta_vs_sl": { + "mIoU": { + "mean": -4.641079159599296, + "std": 1.210595961959438, + "per_fold": { + "0": -6.3443, + "1": -3.3345, + "2": -4.2164, + "3": -3.9225, + "4": -5.3877 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.001017011337478012 + }, + "kappa": { + "mean": -6.556314164672651, + "std": 1.5397772956471631, + "per_fold": { + "0": -8.3774, + "1": -4.7716, + "2": -6.0372, + "3": -5.6583, + "4": -7.9371 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0006793935621316804 + }, + "OA": { + "mean": -2.7332484970808166, + "std": 1.4121142387971295, + "per_fold": { + "0": -4.9292, + "1": -1.3212, + "2": -2.0008, + "3": -2.1497, + "4": -3.2654 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.012368493793021981 + }, + "macroF1": { + "mean": -3.3552362689380373, + "std": 0.8571200941070529, + "per_fold": { + "0": -4.5063, + "1": -2.4238, + "2": -3.0146, + "3": -2.8578, + "4": -3.9737 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0009388824047741898 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4133764735283975, + "std": 1.0085772549932708, + "per_fold": { + "0": 1.7326, + "1": -1.0466, + "2": 0.1557, + "3": 0.4524, + "4": 0.7727 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.411272105929746 + }, + "kappa": { + "mean": 0.48584681296570836, + "std": 1.3716294559685078, + "per_fold": { + "0": 2.2267, + "1": -1.5492, + "2": 0.1543, + "3": 0.6444, + "4": 0.9531 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4726602035043934 + }, + "OA": { + "mean": 0.5783825592247525, + "std": 0.638955911740501, + "per_fold": { + "0": 1.389, + "1": -0.3083, + "2": 0.3143, + "3": 0.5719, + "4": 0.9249 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.11297053176733873 + }, + "macroF1": { + "mean": 0.2563238918920234, + "std": 0.7476663171405624, + "per_fold": { + "0": 1.2585, + "1": -0.8136, + "2": 0.0729, + "3": 0.2776, + "4": 0.4861 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.48606291788288947 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.40246394493232, + "std": 4.0715601390250145 + }, + "mIoU_tta": { + "mean": 69.97324434009948, + "std": 3.116643472819477 + }, + "kappa": { + "mean": 62.88625515840916, + "std": 4.916689001902211 + }, + "kappa_tta": { + "mean": 63.60644088719812, + "std": 3.6474905062500396 + }, + "F1_coffee": { + "mean": 88.86544861908318, + "std": 5.530831637620658 + }, + "F1_coffee_tta": { + "mean": 89.55020981177287, + "std": 4.767535415724553 + }, + "macroF1": { + "mean": 81.33273969635157, + "std": 2.6317765560709154 + }, + "macroF1_tta": { + "mean": 81.7179135070325, + "std": 1.9144366796419499 + }, + "OA": { + "mean": 84.99049678618931, + "std": 4.6277626375355805 + }, + "OA_tta": { + "mean": 85.6223761955289, + "std": 3.9956047543060116 + }, + "precision_coffee": { + "mean": 90.39810712294579, + "std": 1.5981591727676279 + }, + "precision_coffee_tta": { + "mean": 89.76369019918636, + "std": 1.5794928012951335 + }, + "recall_coffee": { + "mean": 87.93318919311544, + "std": 10.099412548327138 + }, + "recall_coffee_tta": { + "mean": 89.76256253712353, + "std": 8.967089376765042 + }, + "all_drawn_mIoU": 62.53440673247577, + "changed_recall": 19.997107152847835, + "delta_vs_sl": { + "mIoU": { + "mean": -5.448607959669205, + "std": 2.1681165251085863, + "per_fold": { + "0": -8.7901, + "1": -3.6109, + "2": -6.2004, + "3": -3.5623, + "4": -5.0793 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.004930080958271296 + }, + "kappa": { + "mean": -7.5847685676807, + "std": 2.776600852873096, + "per_fold": { + "0": -11.6948, + "1": -5.1165, + "2": -8.7571, + "3": -5.0554, + "4": -7.3 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00363598811963436 + }, + "OA": { + "mean": -3.227672936866142, + "std": 2.0003907478612035, + "per_fold": { + "0": -6.6316, + "1": -1.5536, + "2": -2.9, + "3": -2.0133, + "4": -3.0399 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0225978847293587 + }, + "macroF1": { + "mean": -3.8838023698205375, + "std": 1.5397499725690924, + "per_fold": { + "0": -6.2657, + "1": -2.5847, + "2": -4.3799, + "3": -2.5332, + "4": -3.6555 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.004864523328690092 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5707803951671722, + "std": 1.0025200915679688, + "per_fold": { + "0": 1.9686, + "1": -0.6341, + "2": -0.1185, + "3": 0.7289, + "4": 0.9091 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.2719419990403689 + }, + "kappa": { + "mean": 0.7201857287889467, + "std": 1.3446147248712474, + "per_fold": { + "0": 2.5245, + "1": -0.9356, + "2": -0.2275, + "3": 1.0259, + "4": 1.2136 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.29716790068150767 + }, + "OA": { + "mean": 0.6318794093395838, + "std": 0.6773009420172158, + "per_fold": { + "0": 1.5818, + "1": -0.1544, + "2": 0.1369, + "3": 0.7125, + "4": 0.8826 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.10529254094902148 + }, + "macroF1": { + "mean": 0.38517381068093925, + "std": 0.7468942580746413, + "per_fold": { + "0": 1.4538, + "1": -0.4934, + "2": -0.1229, + "3": 0.4778, + "4": 0.6107 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.31307005367844715 + } + } + } + } + }, + "ssl_lp+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.43248587938504, + "std": 2.7845918536068366 + }, + "mIoU_tta": { + "mean": 65.98346970304638, + "std": 2.7283542918008745 + }, + "kappa": { + "mean": 56.60580137509927, + "std": 3.7069111375714363 + }, + "kappa_tta": { + "mean": 57.33807735266976, + "std": 3.675002475411516 + }, + "F1_coffee": { + "mean": 87.71224858483731, + "std": 4.022060529697774 + }, + "F1_coffee_tta": { + "mean": 88.31906415901577, + "std": 3.9062712738541876 + }, + "macroF1": { + "mean": 78.26749436712248, + "std": 1.8503316905981797 + }, + "macroF1_tta": { + "mean": 78.62497013486018, + "std": 1.8182792936863577 + }, + "OA": { + "mean": 82.7564302700453, + "std": 3.5764443272162185 + }, + "OA_tta": { + "mean": 83.4007600835308, + "std": 3.5677440345583795 + }, + "precision_coffee": { + "mean": 87.71232563868304, + "std": 2.738409250672119 + }, + "precision_coffee_tta": { + "mean": 87.21924749539036, + "std": 2.728595162464539 + }, + "recall_coffee": { + "mean": 87.84256428668206, + "std": 5.6333856881032425 + }, + "recall_coffee_tta": { + "mean": 89.55404967561628, + "std": 5.320376816966625 + }, + "all_drawn_mIoU": 59.5309982801391, + "changed_recall": 24.160434985279302, + "delta_vs_sl": { + "mIoU": { + "mean": 9.24499270415183, + "std": 1.6757071857792185, + "per_fold": { + "0": 11.4856, + "1": 9.4997, + "2": 9.6304, + "3": 6.8431, + "4": 8.7661 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002480783343132915 + }, + "kappa": { + "mean": 13.265558202392915, + "std": 2.380728347837631, + "per_fold": { + "0": 16.745, + "1": 13.7959, + "2": 13.4438, + "3": 10.3107, + "4": 12.0324 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002386296515114068 + }, + "OA": { + "mean": 8.272362633270458, + "std": 1.5895999048127367, + "per_fold": { + "0": 9.9187, + "1": 8.226, + "2": 9.1246, + "3": 5.6932, + "4": 8.3993 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0003117163985639953 + }, + "macroF1": { + "mean": 7.181635494829672, + "std": 1.4882544020286679, + "per_fold": { + "0": 9.3482, + "1": 7.2225, + "2": 7.4039, + "3": 5.2043, + "4": 6.7292 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00041836899402588284 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5509838236613461, + "std": 0.1729579048710025, + "per_fold": { + "0": 0.575, + "1": 0.3717, + "2": 0.8089, + "3": 0.5866, + "4": 0.4126 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0020530925145201572 + }, + "kappa": { + "mean": 0.7322759775704825, + "std": 0.3129052725252795, + "per_fold": { + "0": 0.7499, + "1": 0.5142, + "2": 1.1648, + "3": 0.8709, + "4": 0.3615 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006370820130643112 + }, + "OA": { + "mean": 0.6443298134855041, + "std": 0.1631871179904154, + "per_fold": { + "0": 0.5814, + "1": 0.4594, + "2": 0.8262, + "3": 0.5486, + "4": 0.806 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0009083693409130614 + }, + "macroF1": { + "mean": 0.35747576773770506, + "std": 0.1607933572542093, + "per_fold": { + "0": 0.4016, + "1": 0.2323, + "2": 0.5734, + "3": 0.4126, + "4": 0.1674 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.007644824764990538 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.17591009158835, + "std": 2.3292100785739476 + }, + "mIoU_tta": { + "mean": 67.7393622170645, + "std": 2.0118182502415056 + }, + "kappa": { + "mean": 59.42115743799884, + "std": 2.767262135629767 + }, + "kappa_tta": { + "mean": 60.163124794232694, + "std": 2.364564978048553 + }, + "F1_coffee": { + "mean": 88.2857860652463, + "std": 3.9689195762126004 + }, + "F1_coffee_tta": { + "mean": 88.89369225883337, + "std": 3.683375254798354 + }, + "macroF1": { + "mean": 79.66138362105661, + "std": 1.41137799476292 + }, + "macroF1_tta": { + "mean": 80.03413804984908, + "std": 1.180250870261465 + }, + "OA": { + "mean": 83.73654209724405, + "std": 3.2959604843201107 + }, + "OA_tta": { + "mean": 84.36317180662564, + "std": 3.1053617621822394 + }, + "precision_coffee": { + "mean": 88.92465933450197, + "std": 2.2665381228264856 + }, + "precision_coffee_tta": { + "mean": 88.41981373741926, + "std": 2.2157084944331307 + }, + "recall_coffee": { + "mean": 87.85334933780283, + "std": 6.243200295016847 + }, + "recall_coffee_tta": { + "mean": 89.54018575675893, + "std": 5.888603824405347 + }, + "all_drawn_mIoU": 61.023739552990186, + "changed_recall": 23.978940419696237, + "delta_vs_sl": { + "mIoU": { + "mean": 4.747829455279627, + "std": 1.9439503602654686, + "per_fold": { + "0": 4.0433, + "1": 2.7422, + "2": 7.9706, + "3": 4.2925, + "4": 4.6905 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.005465597305440599 + }, + "kappa": { + "mean": 6.951218961661543, + "std": 2.9460599145973285, + "per_fold": { + "0": 6.112, + "1": 3.9066, + "2": 11.859, + "3": 6.1811, + "4": 6.6974 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006186920789677086 + }, + "OA": { + "mean": 3.876865747940454, + "std": 1.6121810688230864, + "per_fold": { + "0": 2.9767, + "1": 2.2326, + "2": 6.4908, + "3": 3.6883, + "4": 3.9959 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005779636648689009 + }, + "macroF1": { + "mean": 3.5873212835776824, + "std": 1.5725914155061136, + "per_fold": { + "0": 3.1339, + "1": 1.9567, + "2": 6.1957, + "3": 3.1173, + "4": 3.533 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006978650977883274 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5634521254761367, + "std": 0.3382746491949394, + "per_fold": { + "0": 1.0927, + "1": 0.1969, + "2": 0.4201, + "3": 0.6599, + "4": 0.4477 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.020393654281436743 + }, + "kappa": { + "mean": 0.7419673562338616, + "std": 0.4808029502200903, + "per_fold": { + "0": 1.4652, + "1": 0.2118, + "2": 0.5627, + "3": 0.9453, + "4": 0.5249 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.026038667479703206 + }, + "OA": { + "mean": 0.6266297093816007, + "std": 0.19301236379506004, + "per_fold": { + "0": 0.9186, + "1": 0.4218, + "2": 0.4896, + "3": 0.6813, + "4": 0.6218 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0019119393118307165 + }, + "macroF1": { + "mean": 0.3727544287924559, + "std": 0.2665168610934636, + "per_fold": { + "0": 0.796, + "1": 0.0884, + "2": 0.2776, + "3": 0.435, + "4": 0.2668 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.03527371474540157 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.50445509307572, + "std": 3.5815267830866153 + }, + "mIoU_tta": { + "mean": 68.89502875297464, + "std": 2.8875068717554777 + }, + "kappa": { + "mean": 61.50676618084301, + "std": 4.244702861045803 + }, + "kappa_tta": { + "mean": 61.96660591846391, + "std": 3.3522802450863503 + }, + "F1_coffee": { + "mean": 88.69253469037048, + "std": 5.322505406454883 + }, + "F1_coffee_tta": { + "mean": 89.27977879977504, + "std": 4.714777577919612 + }, + "macroF1": { + "mean": 80.65034516372705, + "std": 2.2631370403316824 + }, + "macroF1_tta": { + "mean": 80.8958648353901, + "std": 1.7437540772386737 + }, + "OA": { + "mean": 84.59242879437983, + "std": 4.424667627507077 + }, + "OA_tta": { + "mean": 85.1163908534719, + "std": 3.9608735847106007 + }, + "precision_coffee": { + "mean": 89.6161668546309, + "std": 1.9300272974236263 + }, + "precision_coffee_tta": { + "mean": 88.93117523021056, + "std": 1.8636415292897157 + }, + "recall_coffee": { + "mean": 88.27777864235843, + "std": 9.704195286115347 + }, + "recall_coffee_tta": { + "mean": 90.00339063741565, + "std": 8.667622897429359 + }, + "all_drawn_mIoU": 61.88778504252807, + "changed_recall": 23.178717931439824, + "delta_vs_sl": { + "mIoU": { + "mean": -5.141842420534024, + "std": 1.6034212651325745, + "per_fold": { + "0": -7.7628, + "1": -4.9255, + "2": -5.2965, + "3": -3.6767, + "4": -4.0477 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0020026975658967564 + }, + "kappa": { + "mean": -7.3023262898753005, + "std": 2.001315642367899, + "per_fold": { + "0": -10.4566, + "1": -7.1335, + "2": -7.6964, + "3": -5.3148, + "4": -5.9104 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0012283994653822148 + }, + "OA": { + "mean": -2.939414664271703, + "std": 1.7182811686298038, + "per_fold": { + "0": -5.9851, + "1": -2.1196, + "2": -2.3957, + "3": -1.8235, + "4": -2.3731 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.018695142879848196 + }, + "macroF1": { + "mean": -3.7377869442219662, + "std": 1.1238688840034654, + "per_fold": { + "0": -5.5702, + "1": -3.6062, + "2": -3.8453, + "3": -2.7099, + "4": -2.9573 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0017458118261592548 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3905736598989321, + "std": 0.8560066943577629, + "per_fold": { + "0": 1.4501, + "1": -0.9137, + "2": 0.2775, + "3": 0.446, + "4": 0.6929 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.3652907766941348 + }, + "kappa": { + "mean": 0.45983973762092206, + "std": 1.1653330690723551, + "per_fold": { + "0": 1.8031, + "1": -1.3876, + "2": 0.3616, + "3": 0.6528, + "4": 0.8694 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4274222011035744 + }, + "OA": { + "mean": 0.5239620590920679, + "std": 0.5534733255185716, + "per_fold": { + "0": 1.2225, + "1": -0.2604, + "2": 0.343, + "3": 0.4931, + "4": 0.8216 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.10170334917966792 + }, + "macroF1": { + "mean": 0.24551967166305247, + "std": 0.6449901037246242, + "per_fold": { + "0": 1.0644, + "1": -0.7289, + "2": 0.1703, + "3": 0.2849, + "4": 0.4369 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4426285802154267 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.04842861133304, + "std": 3.5575615403431686 + }, + "mIoU_tta": { + "mean": 69.51701697809621, + "std": 2.9164949318820237 + }, + "kappa": { + "mean": 62.321647593488834, + "std": 4.264992124674561 + }, + "kappa_tta": { + "mean": 62.91524646312181, + "std": 3.4093674923307455 + }, + "F1_coffee": { + "mean": 88.90454279413771, + "std": 5.129873147030368 + }, + "F1_coffee_tta": { + "mean": 89.46685421673602, + "std": 4.6233313192681935 + }, + "macroF1": { + "mean": 81.06538004824306, + "std": 2.2525453873393113 + }, + "macroF1_tta": { + "mean": 81.37218629564099, + "std": 1.7684131648671033 + }, + "OA": { + "mean": 84.86825193908462, + "std": 4.3096261059052345 + }, + "OA_tta": { + "mean": 85.4078361897309, + "std": 3.8998792580704706 + }, + "precision_coffee": { + "mean": 89.86918718740203, + "std": 2.048250394677406 + }, + "precision_coffee_tta": { + "mean": 89.31257218364144, + "std": 2.0018151369309165 + }, + "recall_coffee": { + "mean": 88.40929564862894, + "std": 9.28899462975307 + }, + "recall_coffee_tta": { + "mean": 90.00122705640639, + "std": 8.554651532733722 + }, + "all_drawn_mIoU": 62.30155410425891, + "changed_recall": 20.636828552809586, + "delta_vs_sl": { + "mIoU": { + "mean": -5.802643293268477, + "std": 2.0685525035737915, + "per_fold": { + "0": -8.5036, + "1": -4.5482, + "2": -7.5137, + "3": -3.8154, + "4": -4.6323 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0032972313176065507 + }, + "kappa": { + "mean": -8.149376132601034, + "std": 2.7428374006933116, + "per_fold": { + "0": -11.5637, + "1": -6.4847, + "2": -10.6165, + "3": -5.4551, + "4": -6.6269 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002664456513948381 + }, + "OA": { + "mean": -3.3499177839708323, + "std": 1.8438082515752507, + "per_fold": { + "0": -6.3331, + "1": -1.9593, + "2": -3.8154, + "3": -1.8568, + "4": -2.785 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.015315970947089756 + }, + "macroF1": { + "mean": -4.151162017929048, + "std": 1.4455843198926783, + "per_fold": { + "0": -6.0671, + "1": -3.2807, + "2": -5.3119, + "3": -2.7749, + "4": -3.3212 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0030238182555918326 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.46858836676316, + "std": 0.6875913104257704, + "per_fold": { + "0": 1.4452, + "1": -0.4672, + "2": 0.2859, + "3": 0.4443, + "4": 0.6347 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.20221855292078658 + }, + "kappa": { + "mean": 0.5935988696329659, + "std": 0.9224091734815675, + "per_fold": { + "0": 1.8724, + "1": -0.7, + "2": 0.3588, + "3": 0.6542, + "4": 0.7825 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.22355694134112744 + }, + "OA": { + "mean": 0.5395842506462827, + "std": 0.46227292148269206, + "per_fold": { + "0": 1.1675, + "1": -0.0699, + "2": 0.3414, + "3": 0.5, + "4": 0.7589 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05941799530715937 + }, + "macroF1": { + "mean": 0.3068062473979154, + "std": 0.5134842984646736, + "per_fold": { + "0": 1.0552, + "1": -0.3781, + "2": 0.1778, + "3": 0.2814, + "4": 0.3977 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.25247755085515555 + } + } + } + } + }, + "ssl_lp": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.44188101465076, + "std": 2.28213484111905 + }, + "mIoU_tta": { + "mean": 66.00057083752024, + "std": 2.205394725429885 + }, + "kappa": { + "mean": 56.678736687882804, + "std": 2.942006456321064 + }, + "kappa_tta": { + "mean": 57.403653913698086, + "std": 2.9189121555186515 + }, + "F1_coffee": { + "mean": 87.67031025317013, + "std": 3.6612832816333634 + }, + "F1_coffee_tta": { + "mean": 88.30764299947377, + "std": 3.498068018991297 + }, + "macroF1": { + "mean": 78.30072987409783, + "std": 1.484541254077463 + }, + "macroF1_tta": { + "mean": 78.6574438376408, + "std": 1.4617649737907255 + }, + "OA": { + "mean": 82.7000691798577, + "std": 3.1300922190691307 + }, + "OA_tta": { + "mean": 83.3686373494198, + "std": 3.0742988922607233 + }, + "precision_coffee": { + "mean": 87.95721024036372, + "std": 2.8460973432012473 + }, + "precision_coffee_tta": { + "mean": 87.4335140108058, + "std": 2.7620380894510053 + }, + "recall_coffee": { + "mean": 87.53019187891087, + "std": 4.7670708570208 + }, + "recall_coffee_tta": { + "mean": 89.32766471827851, + "std": 4.434182508919621 + }, + "all_drawn_mIoU": 59.66346122544725, + "changed_recall": 24.587489960316695, + "delta_vs_sl": { + "mIoU": { + "mean": 9.254387839417541, + "std": 1.9700648963393326, + "per_fold": { + "0": 12.0024, + "1": 8.5152, + "2": 10.2624, + "3": 6.7816, + "4": 8.7103 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004644579650228611 + }, + "kappa": { + "mean": 13.338493515176435, + "std": 2.857388245897308, + "per_fold": { + "0": 17.618, + "1": 12.3821, + "2": 14.5903, + "3": 10.215, + "4": 11.8871 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004759312405733865 + }, + "OA": { + "mean": 8.21600154308285, + "std": 1.8384872086137494, + "per_fold": { + "0": 10.4046, + "1": 7.2856, + "2": 9.2826, + "3": 5.635, + "4": 8.4722 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005635844688862183 + }, + "macroF1": { + "mean": 7.2148710018050135, + "std": 1.7333009668440849, + "per_fold": { + "0": 9.7587, + "1": 6.5353, + "2": 7.9616, + "3": 5.1617, + "4": 6.6571 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.000741464078437581 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5586898228694892, + "std": 0.16328631216622913, + "per_fold": { + "0": 0.8093, + "1": 0.5876, + "2": 0.3637, + "3": 0.5431, + "4": 0.4898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0015682488104988616 + }, + "kappa": { + "mean": 0.7249172258152882, + "std": 0.29257382148842564, + "per_fold": { + "0": 1.1068, + "1": 0.8313, + "2": 0.3569, + "3": 0.8107, + "4": 0.5189 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005189292305450907 + }, + "OA": { + "mean": 0.6685681695621014, + "std": 0.12226572415991148, + "per_fold": { + "0": 0.7593, + "1": 0.5541, + "2": 0.7088, + "3": 0.5249, + "4": 0.7959 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00025687705813762674 + }, + "macroF1": { + "mean": 0.35671396354296975, + "std": 0.1518029313171588, + "per_fold": { + "0": 0.5731, + "1": 0.4047, + "2": 0.1841, + "3": 0.3779, + "4": 0.2436 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006278272487592453 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.05853929853609, + "std": 2.4433154283236362 + }, + "mIoU_tta": { + "mean": 67.62433464355884, + "std": 2.159141871795794 + }, + "kappa": { + "mean": 59.27018357522995, + "std": 2.935887506878419 + }, + "kappa_tta": { + "mean": 60.00554569009944, + "std": 2.594600119789568 + }, + "F1_coffee": { + "mean": 88.16366581909021, + "std": 3.99763002592818 + }, + "F1_coffee_tta": { + "mean": 88.78085058243741, + "std": 3.703558805753373 + }, + "macroF1": { + "mean": 79.58861326156394, + "std": 1.5025133760326934 + }, + "macroF1_tta": { + "mean": 79.96141100714001, + "std": 1.306941849296124 + }, + "OA": { + "mean": 83.59208423046496, + "std": 3.33491532900135 + }, + "OA_tta": { + "mean": 84.22667486643056, + "std": 3.137773094953791 + }, + "precision_coffee": { + "mean": 89.00915976041556, + "std": 2.552438469260505 + }, + "precision_coffee_tta": { + "mean": 88.48484916929525, + "std": 2.4457035953428616 + }, + "recall_coffee": { + "mean": 87.51592369648105, + "std": 6.095040262014675 + }, + "recall_coffee_tta": { + "mean": 89.2342904126403, + "std": 5.7772164580974135 + }, + "all_drawn_mIoU": 60.813280980075014, + "changed_recall": 22.577074200662334, + "delta_vs_sl": { + "mIoU": { + "mean": 4.630458662227367, + "std": 2.2259137609511903, + "per_fold": { + "0": 3.6677, + "1": 2.4907, + "2": 8.3645, + "3": 4.0228, + "4": 4.6066 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.009650038462436358 + }, + "kappa": { + "mean": 6.800245098892657, + "std": 3.383218953912189, + "per_fold": { + "0": 5.5461, + "1": 3.5799, + "2": 12.5219, + "3": 5.7728, + "4": 6.5806 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.010868414788600378 + }, + "OA": { + "mean": 3.732407881161376, + "std": 1.7386658037051166, + "per_fold": { + "0": 2.7141, + "1": 1.9496, + "2": 6.5265, + "3": 3.5498, + "4": 3.922 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.008646988040186366 + }, + "macroF1": { + "mean": 3.514550924084992, + "std": 1.793396153977013, + "per_fold": { + "0": 2.8539, + "1": 1.8064, + "2": 6.5372, + "3": 2.9039, + "4": 3.4714 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.011855797707581583 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5657953450227595, + "std": 0.3714761581758042, + "per_fold": { + "0": 1.1977, + "1": 0.4346, + "2": 0.3103, + "3": 0.5848, + "4": 0.3016 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.027133152798619678 + }, + "kappa": { + "mean": 0.7353621148694941, + "std": 0.5437715181287203, + "per_fold": { + "0": 1.631, + "1": 0.5556, + "2": 0.3622, + "3": 0.8383, + "4": 0.2898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.03901283411103654 + }, + "OA": { + "mean": 0.6345906359655743, + "std": 0.2091370735829414, + "per_fold": { + "0": 0.9909, + "1": 0.5347, + "2": 0.4545, + "3": 0.6332, + "4": 0.5597 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002463468439003486 + }, + "macroF1": { + "mean": 0.37279774557609074, + "std": 0.29518566818842984, + "per_fold": { + "0": 0.8765, + "1": 0.2706, + "2": 0.1841, + "3": 0.3807, + "4": 0.1521 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04763474100504639 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.49833782935684, + "std": 3.71758640172668 + }, + "mIoU_tta": { + "mean": 68.89073456531825, + "std": 2.992403332006379 + }, + "kappa": { + "mean": 61.53037169630083, + "std": 4.476880473067986 + }, + "kappa_tta": { + "mean": 61.99285187847173, + "std": 3.5206352244401944 + }, + "F1_coffee": { + "mean": 88.58524695326416, + "std": 5.313616739110779 + }, + "F1_coffee_tta": { + "mean": 89.16107922018425, + "std": 4.718065462947091 + }, + "macroF1": { + "mean": 80.66310582047637, + "std": 2.3758458362262025 + }, + "macroF1_tta": { + "mean": 80.91453329496018, + "std": 1.8260840368413322 + }, + "OA": { + "mean": 84.48974889406469, + "std": 4.442653181344576 + }, + "OA_tta": { + "mean": 85.00545494921332, + "std": 3.97900276993881 + }, + "precision_coffee": { + "mean": 89.82030572556167, + "std": 1.9874975558895336 + }, + "precision_coffee_tta": { + "mean": 89.16365743086496, + "std": 1.8765055497906442 + }, + "recall_coffee": { + "mean": 87.86055458965185, + "std": 9.576667902893632 + }, + "recall_coffee_tta": { + "mean": 89.52644595774682, + "std": 8.580371689148903 + }, + "all_drawn_mIoU": 61.874324213776575, + "changed_recall": 20.817281970532452, + "delta_vs_sl": { + "mIoU": { + "mean": -5.147959684252898, + "std": 1.723907040972685, + "per_fold": { + "0": -7.8316, + "1": -4.123, + "2": -5.8906, + "3": -3.6308, + "4": -4.2638 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002614740285104636 + }, + "kappa": { + "mean": -7.278720774417467, + "std": 2.2041273292272066, + "per_fold": { + "0": -10.5539, + "1": -5.9216, + "2": -8.5016, + "3": -5.2412, + "4": -6.1753 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0017931650486718255 + }, + "OA": { + "mean": -3.04209456458685, + "std": 1.7437828884538806, + "per_fold": { + "0": -6.0382, + "1": -1.792, + "2": -2.9075, + "3": -1.8447, + "4": -2.628 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.017528055697553873 + }, + "macroF1": { + "mean": -3.7250262874726303, + "std": 1.2193092378245947, + "per_fold": { + "0": -5.6233, + "1": -2.9865, + "2": -4.254, + "3": -2.6658, + "4": -3.0955 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0024017084865067357 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.39239673596140534, + "std": 0.7803426366463777, + "per_fold": { + "0": 1.4421, + "1": -0.7106, + "2": 0.1423, + "3": 0.4789, + "4": 0.6093 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.32374905762951045 + }, + "kappa": { + "mean": 0.46248018217089565, + "std": 1.0455351427938915, + "per_fold": { + "0": 1.8074, + "1": -1.0666, + "2": 0.1463, + "3": 0.6955, + "4": 0.7298 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3786068491719399 + }, + "OA": { + "mean": 0.5157060551486154, + "std": 0.5147182336882642, + "per_fold": { + "0": 1.2105, + "1": -0.1684, + "2": 0.2965, + "3": 0.4799, + "4": 0.76 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.08858663313968836 + }, + "macroF1": { + "mean": 0.25142747448377917, + "std": 0.5860485360413203, + "per_fold": { + "0": 1.0615, + "1": -0.563, + "2": 0.0659, + "3": 0.3162, + "4": 0.3766 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.39172234600380956 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.59857001471512, + "std": 4.290613443317585 + }, + "mIoU_tta": { + "mean": 68.96563341886326, + "std": 3.684489638728877 + }, + "kappa": { + "mean": 61.69416292228571, + "std": 5.236769796505163 + }, + "kappa_tta": { + "mean": 62.126099765458, + "std": 4.449865635601844 + }, + "F1_coffee": { + "mean": 88.54058729000886, + "std": 5.820619879131708 + }, + "F1_coffee_tta": { + "mean": 89.10779807322521, + "std": 5.300144233083261 + }, + "macroF1": { + "mean": 80.72929072583364, + "std": 2.802709716908013 + }, + "macroF1_tta": { + "mean": 80.96080296019414, + "std": 2.334039286185847 + }, + "OA": { + "mean": 84.52696856375962, + "std": 4.88352881561025 + }, + "OA_tta": { + "mean": 85.03795217818559, + "std": 4.495885772983449 + }, + "precision_coffee": { + "mean": 89.86738231079465, + "std": 2.0500764595847416 + }, + "precision_coffee_tta": { + "mean": 89.18672717293566, + "std": 1.960780733947156 + }, + "recall_coffee": { + "mean": 87.80959439711307, + "std": 10.406089742845138 + }, + "recall_coffee_tta": { + "mean": 89.50350584070505, + "std": 9.693397859321218 + }, + "all_drawn_mIoU": 61.93747341415842, + "changed_recall": 19.189626665252682, + "delta_vs_sl": { + "mIoU": { + "mean": -6.252501889886403, + "std": 2.5883371821057986, + "per_fold": { + "0": -10.2553, + "1": -4.5146, + "2": -7.4594, + "3": -4.1478, + "4": -4.8854 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005686355057729712 + }, + "kappa": { + "mean": -8.776860803804137, + "std": 3.411999137469566, + "per_fold": { + "0": -13.9179, + "1": -6.4284, + "2": -10.6125, + "3": -5.9423, + "4": -6.9831 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00452981693624919 + }, + "OA": { + "mean": -3.691201159295821, + "std": 2.3482192997419014, + "per_fold": { + "0": -7.7323, + "1": -2.0921, + "2": -3.5871, + "3": -2.0609, + "4": -2.9837 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.02456270509555255 + }, + "macroF1": { + "mean": -4.487251340338483, + "std": 1.8537459153044955, + "per_fold": { + "0": -7.3778, + "1": -3.2301, + "2": -5.3101, + "3": -3.0181, + "4": -3.5001 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005644259886661991 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3670634041481364, + "std": 0.6381642328643116, + "per_fold": { + "0": 1.3246, + "1": -0.4557, + "2": 0.215, + "3": 0.4532, + "4": 0.2982 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.2677879778742079 + }, + "kappa": { + "mean": 0.4319368431722722, + "std": 0.8525172140816687, + "per_fold": { + "0": 1.6706, + "1": -0.687, + "2": 0.2569, + "3": 0.6702, + "4": 0.2491 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.3205490864233573 + }, + "OA": { + "mean": 0.5109836144259617, + "std": 0.42694529312462365, + "per_fold": { + "0": 1.1055, + "1": -0.057, + "2": 0.3252, + "3": 0.5365, + "4": 0.6448 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05544676393214698 + }, + "macroF1": { + "mean": 0.23151223436052817, + "std": 0.4902223602863631, + "per_fold": { + "0": 0.9912, + "1": -0.3675, + "2": 0.1189, + "3": 0.2831, + "4": 0.1319 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.3505247463607168 + } + } + } + } + }, + "ssl_lpft+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.43436241463135, + "std": 2.775199727817916 + }, + "mIoU_tta": { + "mean": 65.9789524915056, + "std": 2.711882017890485 + }, + "kappa": { + "mean": 56.6089119479818, + "std": 3.695134300285037 + }, + "kappa_tta": { + "mean": 57.3305283686617, + "std": 3.650500125154914 + }, + "F1_coffee": { + "mean": 87.71379577882784, + "std": 4.022056512248373 + }, + "F1_coffee_tta": { + "mean": 88.31981715305054, + "std": 3.90718424641454 + }, + "macroF1": { + "mean": 78.26885432669133, + "std": 1.8442731963239039 + }, + "macroF1_tta": { + "mean": 78.62085247256312, + "std": 1.8053959484123174 + }, + "OA": { + "mean": 82.75958781132232, + "std": 3.5708930034766015 + }, + "OA_tta": { + "mean": 83.40151693879486, + "std": 3.564129785514343 + }, + "precision_coffee": { + "mean": 87.71435338372733, + "std": 2.7205912812030615 + }, + "precision_coffee_tta": { + "mean": 87.21364037722351, + "std": 2.7132108254502865 + }, + "recall_coffee": { + "mean": 87.84439258092047, + "std": 5.656044490364865 + }, + "recall_coffee_tta": { + "mean": 89.56215261799733, + "std": 5.338758118619967 + }, + "all_drawn_mIoU": 59.53991860348033, + "changed_recall": 24.18303119357364, + "delta_vs_sl": { + "mIoU": { + "mean": 9.246869239398137, + "std": 1.6726946148580104, + "per_fold": { + "0": 11.5059, + "1": 9.4831, + "2": 9.6235, + "3": 6.871, + "4": 8.7509 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002461413289563711 + }, + "kappa": { + "mean": 13.268668775275454, + "std": 2.3817494675305317, + "per_fold": { + "0": 16.7802, + "1": 13.7707, + "2": 13.4273, + "3": 10.3521, + "4": 12.013 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002388113537506353 + }, + "OA": { + "mean": 8.275520174547475, + "std": 1.5849820199702493, + "per_fold": { + "0": 9.9283, + "1": 8.219, + "2": 9.136, + "3": 5.7138, + "4": 8.3806 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0003077366119937861 + }, + "macroF1": { + "mean": 7.182995454398525, + "std": 1.4879920776741282, + "per_fold": { + "0": 9.3652, + "1": 7.2094, + "2": 7.3957, + "3": 5.225, + "4": 6.7197 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004177745024369609 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5445900768742504, + "std": 0.1782051816245468, + "per_fold": { + "0": 0.5611, + "1": 0.3451, + "2": 0.8146, + "3": 0.5727, + "4": 0.4295 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0023989432447996703 + }, + "kappa": { + "mean": 0.7216164206798922, + "std": 0.3149154211572852, + "per_fold": { + "0": 0.7234, + "1": 0.4735, + "2": 1.1752, + "3": 0.8503, + "4": 0.3857 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006867688541765841 + }, + "OA": { + "mean": 0.6419291274725453, + "std": 0.1724557523028191, + "per_fold": { + "0": 0.5724, + "1": 0.4508, + "2": 0.8316, + "3": 0.5375, + "4": 0.8173 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0011384002470253584 + }, + "macroF1": { + "mean": 0.3519981458717837, + "std": 0.16127048522455464, + "per_fold": { + "0": 0.3888, + "1": 0.211, + "2": 0.5774, + "3": 0.4024, + "4": 0.1804 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.008157262126443516 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.25042460013039, + "std": 2.3072734282680956 + }, + "mIoU_tta": { + "mean": 67.80373880337588, + "std": 1.9860495862127907 + }, + "kappa": { + "mean": 59.53558478530549, + "std": 2.6864723848555423 + }, + "kappa_tta": { + "mean": 60.25781903614304, + "std": 2.279558305152953 + }, + "F1_coffee": { + "mean": 88.31023627105175, + "std": 3.9889769136883357 + }, + "F1_coffee_tta": { + "mean": 88.92830457979112, + "std": 3.7028873028533638 + }, + "macroF1": { + "mean": 79.72089908805492, + "std": 1.375576961194543 + }, + "macroF1_tta": { + "mean": 80.08269550617099, + "std": 1.142321176915491 + }, + "OA": { + "mean": 83.77675770151885, + "std": 3.31405635605299 + }, + "OA_tta": { + "mean": 84.41100929188681, + "std": 3.1232360917348294 + }, + "precision_coffee": { + "mean": 88.95964222117033, + "std": 2.3015060104196814 + }, + "precision_coffee_tta": { + "mean": 88.41800676448914, + "std": 2.2259620775751174 + }, + "recall_coffee": { + "mean": 87.8619771823903, + "std": 6.228275585625343 + }, + "recall_coffee_tta": { + "mean": 89.60843547764289, + "std": 5.90305512766194 + }, + "all_drawn_mIoU": 61.08758110846345, + "changed_recall": 23.59671207896894, + "delta_vs_sl": { + "mIoU": { + "mean": 4.822343963821662, + "std": 2.0047551043265033, + "per_fold": { + "0": 4.0548, + "1": 2.6931, + "2": 8.0146, + "3": 4.0747, + "4": 5.2745 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.005773428487518914 + }, + "kappa": { + "mean": 7.0656463089682, + "std": 3.0362877882462023, + "per_fold": { + "0": 6.1351, + "1": 3.8322, + "2": 11.9519, + "3": 5.8622, + "4": 7.5468 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006500605541510566 + }, + "OA": { + "mean": 3.91708135221524, + "std": 1.6156266479817154, + "per_fold": { + "0": 2.9839, + "1": 2.2073, + "2": 6.4108, + "3": 3.535, + "4": 4.4484 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005612022140635731 + }, + "macroF1": { + "mean": 3.6468367505759858, + "std": 1.6269827219121993, + "per_fold": { + "0": 3.1438, + "1": 1.9194, + "2": 6.2501, + "3": 2.9582, + "4": 3.9627 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.007426727060770681 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5533142032455132, + "std": 0.36309770870570424, + "per_fold": { + "0": 1.1076, + "1": 0.2173, + "2": 0.4751, + "3": 0.697, + "4": 0.2696 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.027090121505399297 + }, + "kappa": { + "mean": 0.7222342508375561, + "std": 0.5298477872583817, + "per_fold": { + "0": 1.4854, + "1": 0.2428, + "2": 0.636, + "3": 1.0, + "4": 0.2469 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.03810347608538941 + }, + "OA": { + "mean": 0.6342515903679782, + "std": 0.19225637494374498, + "per_fold": { + "0": 0.9288, + "1": 0.4384, + "2": 0.5378, + "3": 0.7151, + "4": 0.5511 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0017999914742261273 + }, + "macroF1": { + "mean": 0.36179641811607155, + "std": 0.28968860902027715, + "per_fold": { + "0": 0.8071, + "1": 0.1035, + "2": 0.315, + "3": 0.463, + "4": 0.1205 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.0491784084200888 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 71.15233756638179, + "std": 1.4563634594740005 + }, + "mIoU_tta": { + "mean": 71.49231971260414, + "std": 1.1598009104294171 + }, + "kappa": { + "mean": 65.27393541201158, + "std": 1.5732361332101406 + }, + "kappa_tta": { + "mean": 65.7069859392651, + "std": 1.1590647277048485 + }, + "F1_coffee": { + "mean": 90.13747245607476, + "std": 2.9767410947019997 + }, + "F1_coffee_tta": { + "mean": 90.49983734023114, + "std": 2.7819805042416146 + }, + "macroF1": { + "mean": 82.61058306535033, + "std": 0.8008499949543086 + }, + "macroF1_tta": { + "mean": 82.82428700977505, + "std": 0.5961703927388299 + }, + "OA": { + "mean": 86.18826037514978, + "std": 2.4501719307433496 + }, + "OA_tta": { + "mean": 86.55902077902559, + "std": 2.2856682034484868 + }, + "precision_coffee": { + "mean": 90.45869081091662, + "std": 2.08440694787966 + }, + "precision_coffee_tta": { + "mean": 90.0087660580107, + "std": 2.1379197869546687 + }, + "recall_coffee": { + "mean": 89.94738759330951, + "std": 5.027515035628994 + }, + "recall_coffee_tta": { + "mean": 91.11180787245671, + "std": 4.698274788046155 + }, + "all_drawn_mIoU": 64.24552624050912, + "changed_recall": 30.642481388618926, + "delta_vs_sl": { + "mIoU": { + "mean": -2.4939599472279697, + "std": 1.3303416403021107, + "per_fold": { + "0": -0.5541, + "1": -3.4121, + "2": -3.8151, + "3": -2.9286, + "4": -1.7599 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.013785360264398042 + }, + "kappa": { + "mean": -3.5351570587067043, + "std": 1.9530482987365203, + "per_fold": { + "0": -0.6793, + "1": -4.8474, + "2": -5.476, + "3": -4.2122, + "4": -2.4608 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.015508404974220569 + }, + "OA": { + "mean": -1.3435830835017584, + "std": 0.537260536234392, + "per_fold": { + "0": -0.4751, + "1": -1.7209, + "2": -1.7778, + "3": -1.5561, + "4": -1.1879 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.00501815669464179 + }, + "macroF1": { + "mean": -1.7775490425986789, + "std": 0.9654594417681611, + "per_fold": { + "0": -0.3704, + "1": -2.417, + "2": -2.7352, + "3": -2.1321, + "4": -1.233 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.014649170298462088 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3399821462223741, + "std": 0.4002340319548515, + "per_fold": { + "0": 0.6348, + "1": -0.3629, + "2": 0.4225, + "3": 0.5009, + "4": 0.5046 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.13032201051430745 + }, + "kappa": { + "mean": 0.4330505272535106, + "std": 0.5590683870037969, + "per_fold": { + "0": 0.7963, + "1": -0.5544, + "2": 0.5514, + "3": 0.7114, + "4": 0.6606 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.15830389180928342 + }, + "OA": { + "mean": 0.3707604038758234, + "std": 0.22763519926635079, + "per_fold": { + "0": 0.5193, + "1": -0.0274, + "2": 0.4042, + "3": 0.5116, + "4": 0.4461 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.021926018653451878 + }, + "macroF1": { + "mean": 0.21370394442470228, + "std": 0.28881304469917896, + "per_fold": { + "0": 0.4284, + "1": -0.2931, + "2": 0.2727, + "3": 0.3229, + "4": 0.3376 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.17335778097827761 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.52373613178149, + "std": 1.902456283397803 + }, + "mIoU_tta": { + "mean": 72.86594704431438, + "std": 1.6016661628696345 + }, + "kappa": { + "mean": 67.24850496387253, + "std": 2.1741282776559254 + }, + "kappa_tta": { + "mean": 67.68915762312105, + "std": 1.770517657171604 + }, + "F1_coffee": { + "mean": 90.62544780226956, + "std": 3.1124265034661396 + }, + "F1_coffee_tta": { + "mean": 90.9422624991479, + "std": 2.9351367452714903 + }, + "macroF1": { + "mean": 83.60390724863768, + "std": 1.0890476912437808 + }, + "macroF1_tta": { + "mean": 83.82378608640366, + "std": 0.8826655326851661 + }, + "OA": { + "mean": 86.92149835473558, + "std": 2.724887703949131 + }, + "OA_tta": { + "mean": 87.25831296029939, + "std": 2.5533319205218348 + }, + "precision_coffee": { + "mean": 90.99284439212894, + "std": 1.7582833115610592 + }, + "precision_coffee_tta": { + "mean": 90.64593100531492, + "std": 1.747747441145782 + }, + "recall_coffee": { + "mean": 90.35458377737538, + "std": 5.060820567391021 + }, + "recall_coffee_tta": { + "mean": 91.32346305009779, + "std": 4.780044016510376 + }, + "all_drawn_mIoU": 65.39321742666354, + "changed_recall": 30.325348535629246, + "delta_vs_sl": { + "mIoU": { + "mean": -2.3273357728200295, + "std": 0.8027798516319988, + "per_fold": { + "0": -1.5256, + "1": -2.5261, + "2": -3.6158, + "3": -1.9697, + "4": -1.9994 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.002918930948766053 + }, + "kappa": { + "mean": -3.2225187622173537, + "std": 1.1081133138745654, + "per_fold": { + "0": -2.1257, + "1": -3.5451, + "2": -4.987, + "3": -2.7095, + "4": -2.7452 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.0028854936221105456 + }, + "OA": { + "mean": -1.2966713683198634, + "std": 0.2917231074863972, + "per_fold": { + "0": -1.0022, + "1": -1.0668, + "2": -1.7394, + "3": -1.3103, + "4": -1.3646 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.0005754660008375772 + }, + "macroF1": { + "mean": -1.6126348175344276, + "std": 0.5568006449109006, + "per_fold": { + "0": -1.0599, + "1": -1.7914, + "2": -2.4925, + "3": -1.3436, + "4": -1.3758 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.0029295765994086435 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.34221091253288877, + "std": 0.4430660505567447, + "per_fold": { + "0": 0.6031, + "1": -0.4165, + "2": 0.3415, + "3": 0.6842, + "4": 0.4988 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.15922701652661939 + }, + "kappa": { + "mean": 0.44065265924853064, + "std": 0.611297575366496, + "per_fold": { + "0": 0.7783, + "1": -0.6025, + "2": 0.43, + "3": 0.9328, + "4": 0.6646 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.18228414475192764 + }, + "OA": { + "mean": 0.3368146055638192, + "std": 0.23826971792642504, + "per_fold": { + "0": 0.4733, + "1": -0.0689, + "2": 0.3446, + "3": 0.537, + "4": 0.3979 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.03415542345520398 + }, + "macroF1": { + "mean": 0.21987883776596676, + "std": 0.3161112383484645, + "per_fold": { + "0": 0.4084, + "1": -0.3209, + "2": 0.2143, + "3": 0.4605, + "4": 0.3372 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.19484022122643177 + } + } + } + } + }, + "ssl_lpft": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.28756666724732, + "std": 2.2804912158112387 + }, + "mIoU_tta": { + "mean": 65.83663986244524, + "std": 2.2072469461989757 + }, + "kappa": { + "mean": 56.43421848807519, + "std": 2.9988404906450437 + }, + "kappa_tta": { + "mean": 57.13816171447901, + "std": 2.984857007839109 + }, + "F1_coffee": { + "mean": 87.58705920254995, + "std": 3.604890817400872 + }, + "F1_coffee_tta": { + "mean": 88.22978240768774, + "std": 3.4538348683332987 + }, + "macroF1": { + "mean": 78.17820645871362, + "std": 1.5104453561345577 + }, + "macroF1_tta": { + "mean": 78.5253619339621, + "std": 1.4912096690598582 + }, + "OA": { + "mean": 82.58489161753552, + "std": 3.0716080327085824 + }, + "OA_tta": { + "mean": 83.25676701297466, + "std": 3.0227336576332244 + }, + "precision_coffee": { + "mean": 87.957600057375, + "std": 2.8274059550543065 + }, + "precision_coffee_tta": { + "mean": 87.41279965366742, + "std": 2.7479764886852753 + }, + "recall_coffee": { + "mean": 87.3649828175082, + "std": 4.712093976612667 + }, + "recall_coffee_tta": { + "mean": 89.19011199720872, + "std": 4.375926564388206 + }, + "all_drawn_mIoU": 59.516326651604935, + "changed_recall": 23.760995615135357, + "delta_vs_sl": { + "mIoU": { + "mean": 9.100073492014108, + "std": 1.907424142359146, + "per_fold": { + "0": 12.0541, + "1": 8.5923, + "2": 9.3671, + "3": 6.7904, + "4": 8.6965 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004373196339791367 + }, + "kappa": { + "mean": 13.093975315368837, + "std": 2.7966617240424827, + "per_fold": { + "0": 17.7013, + "1": 12.5029, + "2": 13.1654, + "3": 10.2287, + "4": 11.8716 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004704576672823501 + }, + "OA": { + "mean": 8.10082398076067, + "std": 1.7713936895233708, + "per_fold": { + "0": 10.4446, + "1": 7.3281, + "2": 8.6387, + "3": 5.6414, + "4": 8.4513 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005154206138475118 + }, + "macroF1": { + "mean": 7.092347586420795, + "std": 1.6951876554278094, + "per_fold": { + "0": 9.7987, + "1": 6.595, + "2": 7.2502, + "3": 5.1684, + "4": 6.6495 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0007270174385556864 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5490731951979143, + "std": 0.12284126683114079, + "per_fold": { + "0": 0.7585, + "1": 0.5105, + "2": 0.4359, + "3": 0.5364, + "4": 0.504 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0005631522899045998 + }, + "kappa": { + "mean": 0.7039432264038112, + "std": 0.2268578636519192, + "per_fold": { + "0": 1.025, + "1": 0.7105, + "2": 0.4492, + "3": 0.8001, + "4": 0.5349 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002265733316188462 + }, + "OA": { + "mean": 0.6718753954391417, + "std": 0.14700818904428206, + "per_fold": { + "0": 0.7205, + "1": 0.5116, + "2": 0.7905, + "3": 0.5196, + "4": 0.8173 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005166500875370811 + }, + "macroF1": { + "mean": 0.34715547524849344, + "std": 0.12025975558552975, + "per_fold": { + "0": 0.5339, + "1": 0.3451, + "2": 0.2325, + "3": 0.3729, + "4": 0.2514 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002965627708683794 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.14570525424455, + "std": 2.591280956381358 + }, + "mIoU_tta": { + "mean": 67.68903254572173, + "std": 2.281122655384273 + }, + "kappa": { + "mean": 59.40278602975967, + "std": 3.169185975746806 + }, + "kappa_tta": { + "mean": 60.10136383846001, + "std": 2.7858846302190323 + }, + "F1_coffee": { + "mean": 88.17960233232354, + "std": 4.029455335182116 + }, + "F1_coffee_tta": { + "mean": 88.79750281537173, + "std": 3.7278880739178692 + }, + "macroF1": { + "mean": 79.65457903036946, + "std": 1.6193475504667676 + }, + "macroF1_tta": { + "mean": 80.0096039118288, + "std": 1.4020057043969762 + }, + "OA": { + "mean": 83.62650041297631, + "std": 3.389117647456492 + }, + "OA_tta": { + "mean": 84.25512773290532, + "std": 3.186638362741948 + }, + "precision_coffee": { + "mean": 89.07448219407578, + "std": 2.5801355847944354 + }, + "precision_coffee_tta": { + "mean": 88.51223374467301, + "std": 2.472782917149756 + }, + "recall_coffee": { + "mean": 87.48582830659495, + "std": 6.154834776426782 + }, + "recall_coffee_tta": { + "mean": 89.23969086997724, + "std": 5.810838425849998 + }, + "all_drawn_mIoU": 60.88703237150162, + "changed_recall": 22.113545632974496, + "delta_vs_sl": { + "mIoU": { + "mean": 4.717624617935842, + "std": 2.0406517562077973, + "per_fold": { + "0": 3.6845, + "1": 3.0319, + "2": 8.2243, + "3": 4.0587, + "4": 4.5887 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006654765973164911 + }, + "kappa": { + "mean": 6.932847553422386, + "std": 3.1167518161192755, + "per_fold": { + "0": 5.582, + "1": 4.3697, + "2": 12.3273, + "3": 5.828, + "4": 6.5572 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.007630477138610535 + }, + "OA": { + "mean": 3.7668240636727233, + "std": 1.6070936472448567, + "per_fold": { + "0": 2.7201, + "1": 2.246, + "2": 6.3875, + "3": 3.5773, + "4": 3.9032 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006335679637989008 + }, + "macroF1": { + "mean": 3.580516692890535, + "std": 1.6615887451764184, + "per_fold": { + "0": 2.8681, + "1": 2.2011, + "2": 6.4434, + "3": 2.9307, + "4": 3.4593 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.008532653691065385 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5433272914771734, + "std": 0.37228827559343913, + "per_fold": { + "0": 1.1836, + "1": 0.2783, + "2": 0.3883, + "3": 0.5469, + "4": 0.3194 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.030981980969116037 + }, + "kappa": { + "mean": 0.6985778087003368, + "std": 0.5375031433762502, + "per_fold": { + "0": 1.5992, + "1": 0.3251, + "2": 0.4753, + "3": 0.7802, + "4": 0.3132 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04384664814211969 + }, + "OA": { + "mean": 0.6286273199290093, + "std": 0.20761275814856298, + "per_fold": { + "0": 0.9867, + "1": 0.4664, + "2": 0.507, + "3": 0.6047, + "4": 0.5784 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002483094606696045 + }, + "macroF1": { + "mean": 0.35502488145931466, + "std": 0.2956845407421705, + "per_fold": { + "0": 0.8644, + "1": 0.153, + "2": 0.2411, + "3": 0.3524, + "4": 0.1642 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.05495273848035007 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 70.74611206423597, + "std": 1.6988183659682552 + }, + "mIoU_tta": { + "mean": 71.07988809309617, + "std": 1.3124895369901097 + }, + "kappa": { + "mean": 64.6779500703238, + "std": 2.03313750510712 + }, + "kappa_tta": { + "mean": 65.09347862467347, + "std": 1.540647919309112 + }, + "F1_coffee": { + "mean": 89.96268939497324, + "std": 3.0986055125897805 + }, + "F1_coffee_tta": { + "mean": 90.35635689680196, + "std": 2.8843491398306815 + }, + "macroF1": { + "mean": 82.30822033403706, + "std": 1.019547515573898 + }, + "macroF1_tta": { + "mean": 82.51344851871738, + "std": 0.7626290049494838 + }, + "OA": { + "mean": 85.96262684829887, + "std": 2.5694020087462737 + }, + "OA_tta": { + "mean": 86.36149880350251, + "std": 2.371321496791793 + }, + "precision_coffee": { + "mean": 90.31979480904265, + "std": 1.8600345363946982 + }, + "precision_coffee_tta": { + "mean": 89.81587783221808, + "std": 1.845891441478803 + }, + "recall_coffee": { + "mean": 89.75785920619882, + "std": 5.476200554076552 + }, + "recall_coffee_tta": { + "mean": 91.03378937015887, + "std": 5.127992177492678 + }, + "all_drawn_mIoU": 63.85884636226238, + "changed_recall": 29.420440022486037, + "delta_vs_sl": { + "mIoU": { + "mean": -2.9001854493737653, + "std": 1.164688785209253, + "per_fold": { + "0": -0.9601, + "1": -3.2698, + "2": -4.051, + "3": -2.8725, + "4": -3.3475 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0050966902037086915 + }, + "kappa": { + "mean": -4.131142400394502, + "std": 1.7403477875605635, + "per_fold": { + "0": -1.211, + "1": -4.6572, + "2": -5.801, + "3": -4.1322, + "4": -4.8544 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.006054957414462792 + }, + "OA": { + "mean": -1.5692166103526746, + "std": 0.4951563227155155, + "per_fold": { + "0": -0.7885, + "1": -1.5106, + "2": -1.9439, + "3": -1.5571, + "4": -2.0459 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0020935609837525416 + }, + "macroF1": { + "mean": -2.079911773911971, + "std": 0.8517698724638088, + "per_fold": { + "0": -0.6499, + "1": -2.3375, + "2": -2.8978, + "3": -2.0855, + "4": -2.4289 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005469558032881466 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.33377602886018, + "std": 0.46597430288917263, + "per_fold": { + "0": 0.6969, + "1": -0.4797, + "2": 0.4191, + "3": 0.54, + "4": 0.4925 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.1844817614262671 + }, + "kappa": { + "mean": 0.41552855434967456, + "std": 0.6476872116949062, + "per_fold": { + "0": 0.8763, + "1": -0.7196, + "2": 0.5442, + "3": 0.7646, + "4": 0.6122 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.22472639807633213 + }, + "OA": { + "mean": 0.39887195520364854, + "std": 0.2550952457230525, + "per_fold": { + "0": 0.5653, + "1": -0.0436, + "2": 0.4047, + "3": 0.5217, + "4": 0.5463 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.024978394204911825 + }, + "macroF1": { + "mean": 0.20522818468033677, + "std": 0.33929784047709405, + "per_fold": { + "0": 0.4735, + "1": -0.3865, + "2": 0.2707, + "3": 0.3552, + "4": 0.3133 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.24761526913329393 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.32077507536724, + "std": 2.138441613202391 + }, + "mIoU_tta": { + "mean": 72.68158083470551, + "std": 1.7212604968101435 + }, + "kappa": { + "mean": 66.9927861736728, + "std": 2.4529983803622426 + }, + "kappa_tta": { + "mean": 67.44549883794882, + "std": 1.9027876042456917 + }, + "F1_coffee": { + "mean": 90.43973301370053, + "std": 3.384417710209202 + }, + "F1_coffee_tta": { + "mean": 90.806594235689, + "std": 3.12115647917685 + }, + "macroF1": { + "mean": 83.46674283630762, + "std": 1.2468805217001662 + }, + "macroF1_tta": { + "mean": 83.69739328743619, + "std": 0.9576144520715925 + }, + "OA": { + "mean": 86.75336459004386, + "std": 2.918745590073037 + }, + "OA_tta": { + "mean": 87.12776813742025, + "std": 2.6762241720300093 + }, + "precision_coffee": { + "mean": 91.18578434509254, + "std": 1.5968657954412413 + }, + "precision_coffee_tta": { + "mean": 90.75555336547328, + "std": 1.5284454536093715 + }, + "recall_coffee": { + "mean": 89.85003914364025, + "std": 5.81897669877468 + }, + "recall_coffee_tta": { + "mean": 90.97391274126589, + "std": 5.364892248262466 + }, + "all_drawn_mIoU": 65.05964552901698, + "changed_recall": 27.4826160349645, + "delta_vs_sl": { + "mIoU": { + "mean": -2.5302968292342882, + "std": 0.7122032595418573, + "per_fold": { + "0": -2.2984, + "1": -2.5755, + "2": -3.6849, + "3": -1.7535, + "4": -2.3392 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0013595744688626795 + }, + "kappa": { + "mean": -3.4782375524170632, + "std": 1.0036010969401572, + "per_fold": { + "0": -3.0888, + "1": -3.6131, + "2": -5.096, + "3": -2.4013, + "4": -3.192 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0014937729497039077 + }, + "OA": { + "mean": -1.4648051330115777, + "std": 0.3005577229353254, + "per_fold": { + "0": -1.6254, + "1": -1.1044, + "2": -1.7719, + "3": -1.1813, + "4": -1.641 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.00040254015488569434 + }, + "macroF1": { + "mean": -1.7497992298644873, + "std": 0.49962218093140554, + "per_fold": { + "0": -1.5833, + "1": -1.8234, + "2": -2.5449, + "3": -1.1905, + "4": -1.6069 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.001435591893946873 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3608057593382739, + "std": 0.4991783107634801, + "per_fold": { + "0": 0.8468, + "1": -0.4211, + "2": 0.1845, + "3": 0.6541, + "4": 0.5398 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.18135020901018592 + }, + "kappa": { + "mean": 0.4527126642760109, + "std": 0.6772197709986613, + "per_fold": { + "0": 1.0824, + "1": -0.6104, + "2": 0.21, + "3": 0.8915, + "4": 0.6901 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.2092862632865035 + }, + "OA": { + "mean": 0.37440354737636883, + "std": 0.28028595601826845, + "per_fold": { + "0": 0.6626, + "1": -0.0629, + "2": 0.277, + "3": 0.5027, + "4": 0.4927 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04046105157633643 + }, + "macroF1": { + "mean": 0.23065045112856525, + "std": 0.35614523400121445, + "per_fold": { + "0": 0.5789, + "1": -0.326, + "2": 0.1033, + "3": 0.4411, + "4": 0.3559 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.22114724294199745 + } + } + } + } + } +} \ No newline at end of file