diff --git a/.gitattributes b/.gitattributes index 5020667d74b3ae0c7f787b2e3544df4ac2707611..35fb28b6c4935429e5b4a687adb3faf06932cfe9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -70,3 +70,11 @@ vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1 vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_label_efficiency__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary/matrices_fold_ratio_1.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/matrices_fold_ratio_1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/overfit__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_confusion__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.05__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_fold_matrix__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_label_efficiency__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/results_overview__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png filter=lfs diff=lfs merge=lfs -text diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_mask_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_mask_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..cb1a12e50923e2a0087fda5fd2488e951d8ba198 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_mask_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,8 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| Che 20% ngày | SSL_LP (probe) | — | — | — | — | +| Che 20% ngày | SSL_FT (LP-FT) | — | — | — | — | +| Che 60% ngày | SSL_LP (probe) | — | — | — | — | +| Che 60% ngày | SSL_FT (LP-FT) | — | — | — | — | +| Che 75% ngày | SSL_LP (probe) | — | — | — | — | +| Che 75% ngày | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_recipe_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_recipe_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..1e8ffff6e9fc968d1f296b72bf449601b5327393 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_recipe_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,30 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| AdamW + wd | SL | — | — | — | — | +| AdamW + wd | FT thẳng | — | — | — | — | +| AdamW + wd | SSL_LP (probe) | — | — | — | — | +| AdamW + wd | SSL_FT (LP-FT) | — | — | — | — | +| EMA theo epoch | SL | — | — | — | — | +| EMA theo epoch | FT thẳng | — | — | — | — | +| EMA theo epoch | SSL_LP (probe) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| EMA theo epoch | SSL_FT (LP-FT) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| Warm-up + cosine | SL | — | — | — | — | +| Warm-up + cosine | FT thẳng | — | — | — | — | +| Warm-up + cosine | SSL_LP (probe) | — | — | — | — | +| Warm-up + cosine | SSL_FT (LP-FT) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| Số bước ∝ nhãn | SL | — | — | — | — | +| Số bước ∝ nhãn | FT thẳng | — | — | — | — | +| Số bước ∝ nhãn | SSL_LP (probe) | — | — | — | — | +| Số bước ∝ nhãn | SSL_FT (LP-FT) | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SL | — | — | — | — | +| Bỏ ngày ngẫu nhiên | FT thẳng | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SSL_LP (probe) | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SSL_FT (LP-FT) | — | — | — | — | +| Cả năm thành phần | SL | — | — | — | — | +| Cả năm thành phần | FT thẳng | — | — | — | — | +| Cả năm thành phần | SSL_LP (probe) | — | — | — | — | +| Cả năm thành phần | SSL_FT (LP-FT) | — | — | — | — | +| AdamW + bỏ ngày (R7) | SL | — | — | — | — | +| AdamW + bỏ ngày (R7) | FT thẳng | — | — | — | — | +| AdamW + bỏ ngày (R7) | SSL_LP (probe) | — | — | — | — | +| AdamW + bỏ ngày (R7) | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..b438a8c9cdac2d3c06c31d3e7b7a36f7b7af949d --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/ablation_vs_C__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,20 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| ld75 riêng | SL | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| ld75 riêng | SSL_LP (probe) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| ld75 riêng | SSL_FT (LP-FT) | — | — | — | — | +| Lovász riêng | SL | — | — | — | — | +| Lovász riêng | SSL_LP (probe) | — | — | — | — | +| Lovász riêng | SSL_FT (LP-FT) | — | — | — | — | +| SSL 200 epoch riêng | SL | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| SSL 200 epoch riêng | SSL_LP (probe) | — | — | — | — | +| SSL 200 epoch riêng | SSL_FT (LP-FT) | — | — | — | — | +| cả ba cùng lúc | SL | — | — | — | — | +| cả ba cùng lúc | SSL_LP (probe) | — | — | — | — | +| cả ba cùng lúc | SSL_FT (LP-FT) | — | — | — | — | +| cả bốn (thêm bỏ cửa sổ gần test) | SL | — | — | — | — | +| cả bốn (thêm bỏ cửa sổ gần test) | SSL_LP (probe) | — | — | — | — | +| cả bốn (thêm bỏ cửa sổ gần test) | SSL_FT (LP-FT) | — | — | — | — | +| Lovász + SSL 200 (không ld75) | SL | — | — | — | — | +| Lovász + SSL 200 (không ld75) | SSL_LP (probe) | — | — | — | — | +| Lovász + SSL 200 (không ld75) | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/matrices_fold_ratio_1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/matrices_fold_ratio_1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..f47e611091c10b1d60d047f282320eb34d0ba7f7 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/matrices_fold_ratio_1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b3ef3ff5ea0c76218b8a175ebd345aead95dff9381ac656bc0b9c5634c5da8 +size 117050 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/meta__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/meta__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json new file mode 100644 index 0000000000000000000000000000000000000000..6b269e36218202c47190b0fa08ac5bd1a7a09248 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/meta__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json @@ -0,0 +1,26 @@ +{ + "label": "20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180", + "tag": "vc11_utae_cloudmask", + "created": "2026-11-03 02:38:16", + "n_runs": 180, + "runs_per_mode": { + "ssl_lp+es50p30@m20": 30, + "ssl_lp+es50p30@m60": 30, + "ssl_lp+es50p30@m75": 30, + "ssl_lpft+es50p30@m20": 30, + "ssl_lpft+es50p30@m60": 30, + "ssl_lpft+es50p30@m75": 30 + }, + "modes": [ + "ssl_lp+es50p30@m20", + "ssl_lpft+es50p30@m20", + "ssl_lp+es50p30@m60", + "ssl_lpft+es50p30@m60", + "ssl_lp+es50p30@m75", + "ssl_lpft+es50p30@m75" + ], + "n_runs_with_tta": 180, + "experiments": [ + "spatial" + ] +} \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/overfit__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/overfit__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..ccf6f1098e5c7f48b380dcf5873a934f2d26991b --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/overfit__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0da7e80f4fae596244f62b01cc61631ce8206ef2e27166345f89511de9e9208 +size 199815 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/preset_ladder__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/preset_ladder__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..e3aa7d149a496d2b3ec9d53753530926017ca03c --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/preset_ladder__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,191 @@ +| Preset | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| A · giao thức đầu (dừng sớm 30/20) · không TTA | — | — | — | — | +| B · + dừng sớm 50% / 30% · không TTA | — | — | — | — | +| C · + chấm TTA 8 phép | — | — | — | — | +| D · + LP-FT lr 3e-4, giảm dần theo độ sâu ×0,75 | — | — | — | — | +| E · + Lovász loss 0,5 | — | — | — | — | +| X1 · kiểm tra rò rỉ: SSL bỏ cửa sổ cách khu test < 1 km | — | — | — | — | +| X2 · kiểm tra: SSL 200 epoch | — | — | — | — | +| X3 · kiểm tra: chỉ Lovász 0,5 (không ld75) | — | — | — | — | +| X4 · kiểm tra: ld75 + Lovász + SSL 200 epoch cùng lúc | — | — | — | — | +| R1 · công thức MAESTRO: chỉ AdamW + weight decay | — | — | — | — | +| R2 · công thức MAESTRO: chỉ EMA theo epoch | — | — | — | — | +| R3 · công thức MAESTRO: chỉ warm-up + cosine | — | — | — | — | +| R4 · công thức MAESTRO: chỉ số bước ∝ nhãn | — | — | — | — | +| R5 · công thức MAESTRO: chỉ bỏ ngày ngẫu nhiên | — | — | — | — | +| R6 · công thức MAESTRO: cả năm thành phần | — | — | — | — | +| M20 · SSL che 20% số ngày (mặc định 40%) | 65.39 ± 2.99 (15) | 67.11 ± 3.52 (15) | — | — | +| M60 · SSL che 60% số ngày (mặc định 40%) | 66.62 ± 3.16 (15) | 66.91 ± 2.16 (15) | — | — | +| M75 · SSL che 75% số ngày (mức của MAE / MAESTRO) | 65.40 ± 3.03 (15) | 67.53 ± 2.60 (15) | — | — | +| R7 · công thức MAESTRO: AdamW + bỏ ngày (hai thành phần thắng ở đợt 1) | — | — | — | — | +| X6 · kiểm tra: Lovász + SSL 200 epoch (không ld75, không bỏ cửa sổ) | — | — | — | — | +| X5 · kiểm tra: ld75 + Lovász + SSL 200 + bỏ cửa sổ gần test (cả bốn công tắc) | — | — | — | — | + +**A · giao thức đầu (dừng sớm 30/20)** (không TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**B · + dừng sớm 50% / 30%** (không TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**C · + chấm TTA 8 phép** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**D · + LP-FT lr 3e-4, giảm dần theo độ sâu ×0,75** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**E · + Lovász loss 0,5** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X1 · kiểm tra rò rỉ: SSL bỏ cửa sổ cách khu test < 1 km** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X2 · kiểm tra: SSL 200 epoch** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X3 · kiểm tra: chỉ Lovász 0,5 (không ld75)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X4 · kiểm tra: ld75 + Lovász + SSL 200 epoch cùng lúc** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R1 · công thức MAESTRO: chỉ AdamW + weight decay** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R2 · công thức MAESTRO: chỉ EMA theo epoch** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R3 · công thức MAESTRO: chỉ warm-up + cosine** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R4 · công thức MAESTRO: chỉ số bước ∝ nhãn** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R5 · công thức MAESTRO: chỉ bỏ ngày ngẫu nhiên** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R6 · công thức MAESTRO: cả năm thành phần** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**M20 · SSL che 20% số ngày (mặc định 40%)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | 65.36 ± 2.99 (15) | 67.07 ± 3.54 (15) | — | — | +| SSL_FT (LP-FT) | 65.39 ± 2.99 (15) | 67.11 ± 3.52 (15) | — | — | + +**M60 · SSL che 60% số ngày (mặc định 40%)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | 66.64 ± 3.17 (15) | 67.26 ± 2.17 (15) | — | — | +| SSL_FT (LP-FT) | 66.62 ± 3.16 (15) | 66.91 ± 2.16 (15) | — | — | + +**M75 · SSL che 75% số ngày (mức của MAE / MAESTRO)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | 65.35 ± 3.03 (15) | 67.21 ± 3.05 (15) | — | — | +| SSL_FT (LP-FT) | 65.40 ± 3.03 (15) | 67.53 ± 2.60 (15) | — | — | + +**R7 · công thức MAESTRO: AdamW + bỏ ngày (hai thành phần thắng ở đợt 1)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X6 · kiểm tra: Lovász + SSL 200 epoch (không ld75, không bỏ cửa sổ)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X5 · kiểm tra: ld75 + Lovász + SSL 200 + bỏ cửa sổ gần test (cả bốn công tắc)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_confusion__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_confusion__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..61e9fc42f346bdb64cf690fc9f7d57859982d3a1 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_confusion__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d581f3b4bbd4b75be6874f8b6ee93cb1bd5ada9e7e2996cd5b79f738a28f6a +size 292971 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.05__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.05__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..26e5e419bf3eab6eeb7a662f0f492002a6b60707 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.05__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bc392fa4a4c46c4851e42337a5b1860ab084136183a627f852051297fdf7d5 +size 260873 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..c16549579d37892a1c116ebebfa9738888ccac23 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_curves_r0.1__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9b55b35f6451821f0b382f0e9c447a95d17d23501745598b3fc42840cd7271 +size 261386 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_fold_matrix__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_fold_matrix__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..f72a6ca42949ec6e607fc0b34a36787d2d62358f --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_fold_matrix__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00652b82f2e46d092cb2ee2076d7db6297f85653a23412b1ced4d4b23a4563bd +size 102070 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_label_efficiency__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_label_efficiency__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..f31e13f930e8d1a4396034dc33c23c42b8a17ba8 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_label_efficiency__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da84f2fa5565eb291ccb73d1e585db7d164374ffaf2f4efd420fe87346e202ff +size 106043 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.csv b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.csv new file mode 100644 index 0000000000000000000000000000000000000000..d921adb24794f2242e5490e6e335342204782f4c --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.csv @@ -0,0 +1,13 @@ +mode,ratio,runs,epochs,mIoU,mIoU_std,IoU_coffee,IoU_noncoffee,macroF1,OA,delta_vs_sl +ssl_lp+es50p30@m20,0.05,15,62.9,65.364,2.990,79.085,51.644,78.111,83.162, +ssl_lp+es50p30@m20,0.1,15,61.7,67.068,3.543,80.249,53.888,79.425,84.198, +ssl_lpft+es50p30@m20,0.05,15,50.0,65.385,2.989,79.124,51.647,78.124,83.191, +ssl_lpft+es50p30@m20,0.1,15,50.0,67.113,3.523,80.270,53.956,79.461,84.218, +ssl_lp+es50p30@m60,0.05,15,61.8,66.644,3.167,79.840,53.449,79.139,83.826, +ssl_lp+es50p30@m60,0.1,15,66.8,67.260,2.166,80.194,54.327,79.614,84.260, +ssl_lpft+es50p30@m60,0.05,15,50.0,66.622,3.164,79.898,53.345,79.113,83.848, +ssl_lpft+es50p30@m60,0.1,15,53.9,66.909,2.164,80.047,53.770,79.302,84.104, +ssl_lp+es50p30@m75,0.05,15,64.5,65.348,3.030,78.861,51.836,78.098,83.030, +ssl_lp+es50p30@m75,0.1,15,60.6,67.210,3.051,79.790,54.629,79.619,84.032, +ssl_lpft+es50p30@m75,0.05,15,50.0,65.404,3.031,78.944,51.864,78.137,83.090, +ssl_lpft+es50p30@m75,0.1,15,50.5,67.531,2.603,79.965,55.097,79.878,84.187, \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..44c248c456146cb5f2f3a3e7cab36be77a591417 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,14 @@ +| Chế độ | Nhãn | Run | Epoch chạy | mIoU | IoU cà phê | IoU không CP | macro-F1 | OA | Δ mIoU so với SL (fold hơn) | +|---|---|---|---|---|---|---|---|---|---| +| `ssl_lp+es50p30@m20` | 5% | 15 | 63 | **65.36 ± 2.99** | 79.08 ± 6.39 | 51.64 ± 2.81 | 78.11 ± 1.95 | 83.16 ± 3.84 | — | +| `ssl_lp+es50p30@m20` | 10% | 15 | 62 | **67.07 ± 3.54** | 80.25 ± 6.53 | 53.89 ± 3.53 | 79.43 ± 2.38 | 84.20 ± 3.93 | — | +| `ssl_lpft+es50p30@m20` | 5% | 15 | 50 | **65.39 ± 2.99** | 79.12 ± 6.40 | 51.65 ± 2.82 | 78.12 ± 1.95 | 83.19 ± 3.85 | — | +| `ssl_lpft+es50p30@m20` | 10% | 15 | 50 | **67.11 ± 3.52** | 80.27 ± 6.50 | 53.96 ± 3.48 | 79.46 ± 2.36 | 84.22 ± 3.91 | — | +| `ssl_lp+es50p30@m60` | 5% | 15 | 62 | **66.64 ± 3.17** | 79.84 ± 5.96 | 53.45 ± 2.69 | 79.14 ± 2.10 | 83.83 ± 3.73 | — | +| `ssl_lp+es50p30@m60` | 10% | 15 | 67 | **67.26 ± 2.17** | 80.19 ± 5.65 | 54.33 ± 3.58 | 79.61 ± 1.39 | 84.26 ± 3.11 | — | +| `ssl_lpft+es50p30@m60` | 5% | 15 | 50 | **66.62 ± 3.16** | 79.90 ± 5.91 | 53.35 ± 2.78 | 79.11 ± 2.11 | 83.85 ± 3.70 | — | +| `ssl_lpft+es50p30@m60` | 10% | 15 | 54 | **66.91 ± 2.16** | 80.05 ± 5.46 | 53.77 ± 4.39 | 79.30 ± 1.56 | 84.10 ± 2.93 | — | +| `ssl_lp+es50p30@m75` | 5% | 15 | 65 | **65.35 ± 3.03** | 78.86 ± 6.12 | 51.84 ± 3.77 | 78.10 ± 2.15 | 83.03 ± 3.65 | — | +| `ssl_lp+es50p30@m75` | 10% | 15 | 61 | **67.21 ± 3.05** | 79.79 ± 6.62 | 54.63 ± 2.15 | 79.62 ± 1.95 | 84.03 ± 3.80 | — | +| `ssl_lpft+es50p30@m75` | 5% | 15 | 50 | **65.40 ± 3.03** | 78.94 ± 6.16 | 51.86 ± 3.76 | 78.14 ± 2.15 | 83.09 ± 3.67 | — | +| `ssl_lpft+es50p30@m75` | 10% | 15 | 51 | **67.53 ± 2.60** | 79.97 ± 6.14 | 55.10 ± 1.89 | 79.88 ± 1.60 | 84.19 ± 3.49 | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_years__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_years__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md new file mode 100644 index 0000000000000000000000000000000000000000..4f1cd79a266b2ef335673d0ac8e0d5f5d6925469 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/report_years__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.md @@ -0,0 +1,14 @@ +| Chế độ | Nhãn | Run | mIoU 2023 | mIoU 2024 | mIoU 2025 | cà phê TP / FN / FP / TN (% pixel) | +|---|---|---|---|---|---|---| +| `ssl_lp+es50p30@m20` | 5% | 15 | 65.6 | 65.0 | 64.7 | 65.2 / 6.9 / 9.9 / 18.0 | +| `ssl_lp+es50p30@m20` | 10% | 15 | 67.2 | 66.0 | 66.4 | 65.9 / 6.2 / 9.5 / 18.4 | +| `ssl_lpft+es50p30@m20` | 5% | 15 | 65.7 | 65.0 | 64.7 | 65.3 / 6.8 / 9.9 / 18.0 | +| `ssl_lpft+es50p30@m20` | 10% | 15 | 67.2 | 66.0 | 66.5 | 65.9 / 6.2 / 9.5 / 18.4 | +| `ssl_lp+es50p30@m60` | 5% | 15 | 65.8 | 66.7 | 65.9 | 65.4 / 6.7 / 9.4 / 18.5 | +| `ssl_lp+es50p30@m60` | 10% | 15 | 67.1 | 67.1 | 66.5 | 65.4 / 6.7 / 9.0 / 18.9 | +| `ssl_lpft+es50p30@m60` | 5% | 15 | 65.8 | 66.7 | 65.8 | 65.6 / 6.6 / 9.5 / 18.4 | +| `ssl_lpft+es50p30@m60` | 10% | 15 | 66.8 | 66.8 | 65.8 | 65.4 / 6.7 / 9.1 / 18.8 | +| `ssl_lp+es50p30@m75` | 5% | 15 | 64.6 | 65.3 | 64.5 | 64.8 / 7.3 / 9.5 / 18.3 | +| `ssl_lp+es50p30@m75` | 10% | 15 | 66.4 | 66.7 | 67.1 | 65.0 / 7.2 / 8.7 / 19.2 | +| `ssl_lpft+es50p30@m75` | 5% | 15 | 64.7 | 65.4 | 64.7 | 64.9 / 7.2 / 9.6 / 18.3 | +| `ssl_lpft+es50p30@m75` | 10% | 15 | 67.0 | 67.0 | 67.2 | 64.9 / 7.2 / 8.5 / 19.4 | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/results_overview__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/results_overview__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png new file mode 100644 index 0000000000000000000000000000000000000000..6bf80bc5757c750d45d847513963aa7bdd680098 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/results_overview__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44bd3466a1f5e4203a6fc1fe08291ff6c22c3a889c68e01a913021bfa4cd7bf +size 191667 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/runs_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/runs_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json new file mode 100644 index 0000000000000000000000000000000000000000..457b1c2d97158a0834e954e0df3586818a0ef74d --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/runs_table__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json @@ -0,0 +1,54992 @@ +[ + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.7226686951846826, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7715421531408925, + "mIoU": 0.6231227348634897, + "macroF1": 0.7669368319777163, + "F1_coffee": 0.7996985587339467, + "IoU_coffee": 0.6662481033851305, + "precision_coffee": 0.8767255327205756, + "recall_coffee": 0.735113291961322, + "F1_noncoffee": 0.734175105221486, + "IoU_noncoffee": 0.5799973663418488, + "kappa": 0.5386002470635546, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6775845159801546, + "mIoU": 0.5078351331730049, + "macroF1": 0.6722876389695822, + "F1_coffee": 0.7139511970416246, + "IoU_coffee": 0.5551509362625117, + "precision_coffee": 0.8561082640316691, + "recall_coffee": 0.6122816258449654, + "F1_noncoffee": 0.6306240808975397, + "IoU_noncoffee": 0.4605193300834982, + "kappa": 0.3671091984548053, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11687791861240827, + "mIoU": 0.05861951449164955, + "macroF1": 0.10526159923394614, + "F1_coffee": 0.20721044436459457, + "IoU_coffee": 0.11557990379476216, + "precision_coffee": 1.0, + "recall_coffee": 0.11557990379476216, + "F1_noncoffee": 0.003312754103297696, + "IoU_noncoffee": 0.0016591251885369532, + "kappa": 0.00038344952848099975, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7418077719576075, + "mIoU": 0.5894729624662165, + "macroF1": 0.7416989427460366, + "F1_coffee": 0.7470008952551477, + "IoU_coffee": 0.5961703343812518, + "precision_coffee": 0.8454471764388003, + "recall_coffee": 0.6690901315086069, + "F1_noncoffee": 0.7363969902369256, + "IoU_noncoffee": 0.5827755905511811, + "kappa": 0.490594376542223, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7616215936708206, + "mIoU": 0.6094888244118097, + "macroF1": 0.7563333312561502, + "F1_coffee": 0.7922300342527492, + "IoU_coffee": 0.6559444734681693, + "precision_coffee": 0.8865241073229776, + "recall_coffee": 0.7160664819944599, + "F1_noncoffee": 0.7204366282595512, + "IoU_noncoffee": 0.5630331753554503, + "kappa": 0.5199738473352463, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8053965251157466, + "mIoU": 0.6614042155228166, + "macroF1": 0.7943071757592217, + "F1_coffee": 0.8420669871924367, + "IoU_coffee": 0.7272156315422191, + "precision_coffee": 0.8881786414386772, + "recall_coffee": 0.8005069903210938, + "F1_noncoffee": 0.7465473643260067, + "IoU_noncoffee": 0.595592799503414, + "kappa": 0.5903861701245987, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7349185896685018, + "mIoU": 0.5746874839466295, + "macroF1": 0.7285462221495007, + "F1_coffee": 0.6869553188546134, + "IoU_coffee": 0.5231774125579435, + "precision_coffee": 0.7385484830458061, + "recall_coffee": 0.6420998189811223, + "F1_noncoffee": 0.7701371254443881, + "IoU_noncoffee": 0.6261975553353155, + "kappa": 0.45903092396967815, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6863391581492472, + "mIoU": 0.5148740055260844, + "macroF1": 0.6776367266733714, + "F1_coffee": 0.6246712256706997, + "IoU_coffee": 0.45419774335436985, + "precision_coffee": 0.7485029940119761, + "recall_coffee": 0.5359963890769578, + "F1_noncoffee": 0.730602227676043, + "IoU_noncoffee": 0.5755502676977989, + "kappa": 0.36769528462244766, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7412756984712704, + "mIoU": 0.5875841925873023, + "macroF1": 0.7399508748465593, + "F1_coffee": 0.7213896457765667, + "IoU_coffee": 0.5641981885988279, + "precision_coffee": 0.795244055068836, + "recall_coffee": 0.6600872636609183, + "F1_noncoffee": 0.7585121039165519, + "IoU_noncoffee": 0.6109701965757768, + "kappa": 0.48376098213250035, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7492703971577211, + "mIoU": 0.5875803128077939, + "macroF1": 0.737848960550491, + "F1_coffee": 0.7925677094268319, + "IoU_coffee": 0.6564075812902104, + "precision_coffee": 0.9344059405940595, + "recall_coffee": 0.6881152023332118, + "F1_noncoffee": 0.6831302116741501, + "IoU_noncoffee": 0.5187530443253775, + "kappa": 0.49352490993909576, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.828515625, + "mIoU": 0.663051171492353, + "macroF1": 0.7908825195321949, + "F1_coffee": 0.8795940756993966, + "IoU_coffee": 0.7850673194614443, + "precision_coffee": 0.9514908767245216, + "recall_coffee": 0.817799311487951, + "F1_noncoffee": 0.7021709633649932, + "IoU_noncoffee": 0.5410350235232619, + "kappa": 0.5875895401450347, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8627617430673458, + "mIoU": 0.6997228840868868, + "macroF1": 0.8160869929574595, + "F1_coffee": 0.9087373769052248, + "IoU_coffee": 0.8327393953327968, + "precision_coffee": 0.9361592142672526, + "recall_coffee": 0.8828762949421085, + "F1_noncoffee": 0.723436609009694, + "IoU_noncoffee": 0.5667063728409768, + "kappa": 0.6331279018346708, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 40472, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.743685281276703, + "test_tta": { + "OA": 0.7886433636558986, + "mIoU": 0.6438768163205821, + "macroF1": 0.782214016950155, + "F1_coffee": 0.819633551857455, + "IoU_coffee": 0.6943890629450299, + "precision_coffee": 0.8708839384295642, + "recall_coffee": 0.7740799538172897, + "F1_noncoffee": 0.744794482042855, + "IoU_noncoffee": 0.5933645696961345, + "kappa": 0.5665519876334478, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6960309218876197, + "mIoU": 0.5266334565407779, + "macroF1": 0.6880238151502276, + "F1_coffee": 0.7380040773705933, + "IoU_coffee": 0.5847911741528763, + "precision_coffee": 0.8510321100917431, + "recall_coffee": 0.6514792379949083, + "F1_noncoffee": 0.6380435529298619, + "IoU_noncoffee": 0.4684757389286795, + "kappa": 0.3908911581559947, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 65, + "stopped_epoch": 95, + "best_val": 0.7384876230362981, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7925112814268319, + "mIoU": 0.649939360600646, + "macroF1": 0.7868372683354212, + "F1_coffee": 0.8216149642059888, + "IoU_coffee": 0.6972381176347626, + "precision_coffee": 0.8803695150115474, + "recall_coffee": 0.7702121518256603, + "F1_noncoffee": 0.7520595724648536, + "IoU_noncoffee": 0.6026406035665295, + "kappa": 0.5762975646044554, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6956126687435099, + "mIoU": 0.5271817456495405, + "macroF1": 0.688775296770499, + "F1_coffee": 0.7349051034378807, + "IoU_coffee": 0.5809090728568875, + "precision_coffee": 0.859173544010103, + "recall_coffee": 0.6420419629532087, + "F1_noncoffee": 0.6426454901031172, + "IoU_noncoffee": 0.4734544184421935, + "kappa": 0.39462257872244844, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12061374249499666, + "mIoU": 0.060493690184420086, + "macroF1": 0.10826479891068669, + "F1_coffee": 0.2132028172376746, + "IoU_coffee": 0.11932121859967931, + "precision_coffee": 1.0, + "recall_coffee": 0.11932121859967931, + "F1_noncoffee": 0.003326780583698775, + "IoU_noncoffee": 0.0016661617691608604, + "kappa": 0.0003975378714718282, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7602631258374954, + "mIoU": 0.6131917739661824, + "macroF1": 0.7602118857770932, + "F1_coffee": 0.7637171329091127, + "IoU_coffee": 0.6177527435175294, + "precision_coffee": 0.8707734428473648, + "recall_coffee": 0.6801026408638939, + "F1_noncoffee": 0.7567066386450736, + "IoU_noncoffee": 0.6086308044148354, + "kappa": 0.5277733546460162, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7886136821965976, + "mIoU": 0.6444539636642148, + "macroF1": 0.7827430245022904, + "F1_coffee": 0.8184563460342836, + "IoU_coffee": 0.6927008945350672, + "precision_coffee": 0.8995509566575557, + "recall_coffee": 0.7507739938080495, + "F1_noncoffee": 0.747029702970297, + "IoU_noncoffee": 0.5962070327933623, + "kappa": 0.5703516229833729, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8226215960571513, + "mIoU": 0.6801625729311562, + "macroF1": 0.8071351134225441, + "F1_coffee": 0.8617867256293883, + "IoU_coffee": 0.7571399359280213, + "precision_coffee": 0.8704646971240498, + "recall_coffee": 0.8532800737440467, + "F1_noncoffee": 0.7524835012156998, + "IoU_noncoffee": 0.6031852099342911, + "kappa": 0.6143388695487381, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7433524657373785, + "mIoU": 0.5833026402656647, + "macroF1": 0.7350864487243738, + "F1_coffee": 0.6882913643477023, + "IoU_coffee": 0.5247288503253796, + "precision_coffee": 0.765022137887413, + "recall_coffee": 0.6255495215929662, + "F1_noncoffee": 0.7818815331010452, + "IoU_noncoffee": 0.6418764302059496, + "kappa": 0.47387648370336516, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7246950214309265, + "mIoU": 0.5626960554934533, + "macroF1": 0.7188858954602362, + "F1_coffee": 0.6784751636503658, + "IoU_coffee": 0.5134032634032634, + "precision_coffee": 0.7866071428571428, + "recall_coffee": 0.5964793500338524, + "F1_noncoffee": 0.7592966272701066, + "IoU_noncoffee": 0.6119888475836431, + "kappa": 0.445614605773232, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7583552978386927, + "mIoU": 0.610305893502999, + "macroF1": 0.7579139254263862, + "F1_coffee": 0.7475770925110132, + "IoU_coffee": 0.5969046781568765, + "precision_coffee": 0.7954066088586829, + "recall_coffee": 0.7051734884687305, + "F1_noncoffee": 0.7682507583417594, + "IoU_noncoffee": 0.6237071088491216, + "kappa": 0.5174298548503964, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7785813982997082, + "mIoU": 0.6250769995910468, + "macroF1": 0.7671251396820407, + "F1_coffee": 0.8187766123169592, + "IoU_coffee": 0.6931598382275365, + "precision_coffee": 0.9514844315713251, + "recall_coffee": 0.7185563251913962, + "F1_noncoffee": 0.7154736670471221, + "IoU_noncoffee": 0.556994160954557, + "kappa": 0.5480536379044136, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84541015625, + "mIoU": 0.6871578107375702, + "macroF1": 0.8086747847264977, + "F1_coffee": 0.8925103551300333, + "IoU_coffee": 0.8058859595340282, + "precision_coffee": 0.9546775130737943, + "recall_coffee": 0.8379446640316206, + "F1_noncoffee": 0.7248392143229619, + "IoU_noncoffee": 0.5684296619411123, + "kappa": 0.621458624032438, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8801169590643275, + "mIoU": 0.7092225307799858, + "macroF1": 0.8208783461749023, + "F1_coffee": 0.9238876579435894, + "IoU_coffee": 0.8585420144685587, + "precision_coffee": 0.9081704732752531, + "recall_coffee": 0.9401584399756246, + "F1_noncoffee": 0.7178690344062153, + "IoU_noncoffee": 0.5599030470914127, + "kappa": 0.6421539814179095, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 41682, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.934209175904592, + "test_tta": { + "OA": 0.8034882888045269, + "mIoU": 0.6634889579073248, + "macroF1": 0.7965315071512744, + "F1_coffee": 0.8341544506573976, + "IoU_coffee": 0.7154931038058695, + "precision_coffee": 0.87543219666931, + "recall_coffee": 0.7965940251118487, + "F1_noncoffee": 0.7589085636451514, + "IoU_noncoffee": 0.61148481200878, + "kappa": 0.5943739780742937, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7084775585554401, + "mIoU": 0.5402616377380732, + "macroF1": 0.6994278493276931, + "F1_coffee": 0.7515823368195952, + "IoU_coffee": 0.6020279582595, + "precision_coffee": 0.8540345781079798, + "recall_coffee": 0.6710780440698797, + "F1_noncoffee": 0.647273361835791, + "IoU_noncoffee": 0.47849531721664645, + "kappa": 0.4108933491753748, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.7075456619513936, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7752847217248048, + "mIoU": 0.6152004642753354, + "macroF1": 0.7584982314649684, + "F1_coffee": 0.8221690025082545, + "IoU_coffee": 0.6980364791375908, + "precision_coffee": 0.80755525861589, + "recall_coffee": 0.8373214027998268, + "F1_noncoffee": 0.6948274604216823, + "IoU_noncoffee": 0.5323644494130799, + "kappa": 0.5172677460612042, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6924397138571593, + "mIoU": 0.5121307259311627, + "macroF1": 0.6724242757618782, + "F1_coffee": 0.7533969355305001, + "IoU_coffee": 0.6043599257884972, + "precision_coffee": 0.7962406198821833, + "recall_coffee": 0.7149284522868932, + "F1_noncoffee": 0.5914516159932564, + "IoU_noncoffee": 0.41990152607382825, + "kappa": 0.3479760244370856, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2121414276184123, + "mIoU": 0.1064213978777895, + "macroF1": 0.17608078396763774, + "F1_coffee": 0.3484497407039612, + "IoU_coffee": 0.21098343132014966, + "precision_coffee": 1.0, + "recall_coffee": 0.21098343132014966, + "F1_noncoffee": 0.0037118272313143245, + "IoU_noncoffee": 0.0018593644354293441, + "kappa": 0.000784282507147418, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.726336947253015, + "mIoU": 0.5645038714898325, + "macroF1": 0.7203257050071548, + "F1_coffee": 0.76132802124834, + "IoU_coffee": 0.6146324727678188, + "precision_coffee": 0.7565456081081081, + "recall_coffee": 0.766171281941623, + "F1_noncoffee": 0.6793233887659696, + "IoU_noncoffee": 0.514375270211846, + "kappa": 0.440681439578954, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7997828222762294, + "mIoU": 0.6523460656493605, + "macroF1": 0.7874352545760095, + "F1_coffee": 0.8386666666666667, + "IoU_coffee": 0.722158438576349, + "precision_coffee": 0.8582636875319802, + "recall_coffee": 0.8199445983379502, + "F1_noncoffee": 0.7362038424853522, + "IoU_noncoffee": 0.582533692722372, + "kappa": 0.5752326138470594, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7917060785582715, + "mIoU": 0.6171414511126793, + "macroF1": 0.756315454769063, + "F1_coffee": 0.8491817460889626, + "IoU_coffee": 0.737893879596567, + "precision_coffee": 0.799986416734583, + "recall_coffee": 0.9048240897219235, + "F1_noncoffee": 0.6634491634491635, + "IoU_noncoffee": 0.49638902262879153, + "kappa": 0.5167092899467386, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.686423802272461, + "mIoU": 0.522557196592056, + "macroF1": 0.6864193963323901, + "F1_coffee": 0.685243974132863, + "IoU_coffee": 0.521194777320694, + "precision_coffee": 0.6282880551962052, + "recall_coffee": 0.7535557279544867, + "F1_noncoffee": 0.6875948185319174, + "IoU_noncoffee": 0.5239196158634181, + "kappa": 0.3779128518026824, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7087592043081657, + "mIoU": 0.5484278803869833, + "macroF1": 0.7082530330983775, + "F1_coffee": 0.6961009174311926, + "IoU_coffee": 0.5338610378188214, + "precision_coffee": 0.7076241548146421, + "recall_coffee": 0.6849469645678177, + "F1_noncoffee": 0.7204051487655624, + "IoU_noncoffee": 0.5629947229551451, + "kappa": 0.4166483888073018, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7432788613600422, + "mIoU": 0.5895570340544976, + "macroF1": 0.7414022567380119, + "F1_coffee": 0.7634314582726125, + "IoU_coffee": 0.6173790069138906, + "precision_coffee": 0.716970802919708, + "recall_coffee": 0.8163307708290047, + "F1_noncoffee": 0.7193730552034113, + "IoU_noncoffee": 0.5617350611951044, + "kappa": 0.48536803433705916, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7695723892906992, + "mIoU": 0.6001558891759109, + "macroF1": 0.7451650812372332, + "F1_coffee": 0.8240310077519379, + "IoU_coffee": 0.7007251153592617, + "precision_coffee": 0.8796028134050475, + "recall_coffee": 0.7750637987604813, + "F1_noncoffee": 0.6662991547225284, + "IoU_noncoffee": 0.49958666299255994, + "kappa": 0.4941590354060146, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8806640625, + "mIoU": 0.7356649690848416, + "macroF1": 0.8425130890052356, + "F1_coffee": 0.9200261780104712, + "IoU_coffee": 0.8518967397891165, + "precision_coffee": 0.945139169019766, + "recall_coffee": 0.8962131837307152, + "F1_noncoffee": 0.765, + "IoU_noncoffee": 0.6194331983805668, + "kappa": 0.6856782563800259, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8350311262026033, + "mIoU": 0.5911278647303377, + "macroF1": 0.7169930340648826, + "F1_coffee": 0.8997650295145854, + "IoU_coffee": 0.8177935201583498, + "precision_coffee": 0.8491994807442665, + "recall_coffee": 0.9567336989640464, + "F1_noncoffee": 0.5342210386151798, + "IoU_noncoffee": 0.3644622093023256, + "kappa": 0.44316053046796233, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2386, + 2984 + ], + [ + 40881, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.427609658241272, + "test_tta": { + "OA": 0.778955662201848, + "mIoU": 0.6174660289224668, + "macroF1": 0.7597848193117775, + "F1_coffee": 0.8276459089639765, + "IoU_coffee": 0.7059692249059121, + "precision_coffee": 0.8015686274509803, + "recall_coffee": 0.855476980805311, + "F1_noncoffee": 0.6919237296595787, + "IoU_noncoffee": 0.5289628329390216, + "kappa": 0.5204768102842341, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6964203299873082, + "mIoU": 0.5140612706542148, + "macroF1": 0.6733757592742577, + "F1_coffee": 0.7601335566875207, + "IoU_coffee": 0.6130769654969578, + "precision_coffee": 0.7905378179146223, + "recall_coffee": 0.7319813888157317, + "F1_noncoffee": 0.5866179618609949, + "IoU_noncoffee": 0.4150455758114718, + "kappa": 0.34841255217794714, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.7109772112515533, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7694828450684048, + "mIoU": 0.6098501956331076, + "macroF1": 0.7547459280944984, + "F1_coffee": 0.8148648842995412, + "IoU_coffee": 0.6875712933524258, + "precision_coffee": 0.8120270580142169, + "recall_coffee": 0.8177226150959734, + "F1_noncoffee": 0.6946269718894555, + "IoU_noncoffee": 0.5321290979137894, + "kappa": 0.5095017373951363, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.684507326641283, + "mIoU": 0.505734170739475, + "macroF1": 0.6675005968070804, + "F1_coffee": 0.7426985191197055, + "IoU_coffee": 0.5907083785503124, + "precision_coffee": 0.8002179808886524, + "recall_coffee": 0.6928935124220876, + "F1_noncoffee": 0.5923026744944553, + "IoU_noncoffee": 0.42075996292863765, + "kappa": 0.340401128170239, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18452301534356239, + "mIoU": 0.09256046521107952, + "macroF1": 0.15671649923759318, + "F1_coffee": 0.3098464317976513, + "IoU_coffee": 0.18332442544094069, + "precision_coffee": 1.0, + "recall_coffee": 0.18332442544094069, + "F1_noncoffee": 0.0035865666775350504, + "IoU_noncoffee": 0.001796504981218357, + "kappa": 0.0006584696244454591, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7379705201607991, + "mIoU": 0.5812724242243856, + "macroF1": 0.7344590008398181, + "F1_coffee": 0.7649950835791544, + "IoU_coffee": 0.6194267515923567, + "precision_coffee": 0.7820842175806992, + "recall_coffee": 0.7486368010264086, + "F1_noncoffee": 0.7039229181004818, + "IoU_noncoffee": 0.5431180968564147, + "kappa": 0.46923727404240784, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7649826774910802, + "mIoU": 0.6054415468534251, + "macroF1": 0.7515671703308486, + "F1_coffee": 0.8092980321403097, + "IoU_coffee": 0.679681443371626, + "precision_coffee": 0.834328229085561, + "recall_coffee": 0.785725924718918, + "F1_noncoffee": 0.6938363085213877, + "IoU_noncoffee": 0.5312016503352244, + "kappa": 0.503851251372695, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7995718623985663, + "mIoU": 0.6323077531417237, + "macroF1": 0.7690050184047019, + "F1_coffee": 0.8530335109878076, + "IoU_coffee": 0.7437301082113303, + "precision_coffee": 0.8127434613244297, + "recall_coffee": 0.8975265017667845, + "F1_noncoffee": 0.6849765258215963, + "IoU_noncoffee": 0.5208853980721171, + "kappa": 0.5404308656655302, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6894693686306665, + "mIoU": 0.5255404631153369, + "macroF1": 0.688839810389555, + "F1_coffee": 0.6748436158469275, + "IoU_coffee": 0.5092558311736394, + "precision_coffee": 0.6418572095193654, + "recall_coffee": 0.7114041892940264, + "F1_noncoffee": 0.7028360049321825, + "IoU_noncoffee": 0.5418250950570342, + "kappa": 0.3791781460135897, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.656445763270689, + "mIoU": 0.4881124223683353, + "macroF1": 0.6558674594331324, + "F1_coffee": 0.6417602567041026, + "IoU_coffee": 0.4724940938238272, + "precision_coffee": 0.6519208381839348, + "recall_coffee": 0.631911532385466, + "F1_noncoffee": 0.6699746621621622, + "IoU_noncoffee": 0.5037307509128434, + "kappa": 0.3118889042428915, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7213494992092778, + "mIoU": 0.5622155414767682, + "macroF1": 0.7193227377137937, + "F1_coffee": 0.743173646875911, + "IoU_coffee": 0.5913097263027679, + "precision_coffee": 0.6980649872216137, + "recall_coffee": 0.7945148555994183, + "F1_noncoffee": 0.6954718285516764, + "IoU_noncoffee": 0.5331213566507684, + "kappa": 0.44141119568709636, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7905088186778327, + "mIoU": 0.6327216902707491, + "macroF1": 0.771519797727678, + "F1_coffee": 0.8373879641485276, + "IoU_coffee": 0.7202643171806168, + "precision_coffee": 0.9108635097493036, + "recall_coffee": 0.7748815165876777, + "F1_noncoffee": 0.7056516313068283, + "IoU_noncoffee": 0.5451790633608815, + "kappa": 0.5483592217544864, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86142578125, + "mIoU": 0.705213040464346, + "macroF1": 0.8209858823178948, + "F1_coffee": 0.9060700337591845, + "IoU_coffee": 0.8282706038968898, + "precision_coffee": 0.9421806167400881, + "recall_coffee": 0.8726252709422415, + "F1_noncoffee": 0.7359017308766053, + "IoU_noncoffee": 0.5821554770318021, + "kappa": 0.6434443800558768, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8695529145444256, + "mIoU": 0.6729984439108335, + "macroF1": 0.7909510863672449, + "F1_coffee": 0.9191369935099105, + "IoU_coffee": 0.8503732554365466, + "precision_coffee": 0.8833445718138908, + "recall_coffee": 0.9579524680073126, + "F1_noncoffee": 0.6627651792245793, + "IoU_noncoffee": 0.49562363238512036, + "kappa": 0.5847454473437509, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2583, + 2984 + ], + [ + 40360, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.800904993216197, + "test_tta": { + "OA": 0.7705930807248764, + "mIoU": 0.6086872939863806, + "macroF1": 0.7533357778835998, + "F1_coffee": 0.8185796218933654, + "IoU_coffee": 0.6928775201975403, + "precision_coffee": 0.8035029190992494, + "recall_coffee": 0.8342329340453167, + "F1_noncoffee": 0.6880919338738344, + "IoU_noncoffee": 0.5244970677752209, + "kappa": 0.5069699921180528, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6866274374062536, + "mIoU": 0.5055240310323846, + "macroF1": 0.6665340558234336, + "F1_coffee": 0.7483903839918477, + "IoU_coffee": 0.5979423411420747, + "precision_coffee": 0.792165130417729, + "recall_coffee": 0.7092002458080942, + "F1_noncoffee": 0.5846777276550195, + "IoU_noncoffee": 0.4131057209226946, + "kappa": 0.33641292386109006, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6971816751689608, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7474930162595803, + "mIoU": 0.5877694867982324, + "macroF1": 0.7385090471939477, + "F1_coffee": 0.7869778684190649, + "IoU_coffee": 0.6487745342233735, + "precision_coffee": 0.8255784469096672, + "recall_coffee": 0.751825660268437, + "F1_noncoffee": 0.6900402259688304, + "IoU_noncoffee": 0.5267644393730913, + "kappa": 0.47867637852642236, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6551142263759087, + "mIoU": 0.4795493299041819, + "macroF1": 0.6458011315790586, + "F1_coffee": 0.7032353342682337, + "IoU_coffee": 0.5422998889867167, + "precision_coffee": 0.8091674996430102, + "recall_coffee": 0.6218286366429637, + "F1_noncoffee": 0.5883669288898835, + "IoU_noncoffee": 0.4167987708216472, + "kappa": 0.3080516822104829, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08739159439626418, + "mIoU": 0.04381609935198865, + "macroF1": 0.08079351930545543, + "F1_coffee": 0.15867158671586715, + "IoU_coffee": 0.08617234468937876, + "precision_coffee": 0.9984520123839009, + "recall_coffee": 0.0861838588989845, + "F1_noncoffee": 0.0029154518950437317, + "IoU_noncoffee": 0.00145985401459854, + "kappa": -1.5176039522621236e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7022779875746132, + "mIoU": 0.5408969916851195, + "macroF1": 0.7019881645185251, + "F1_coffee": 0.7112817483756645, + "IoU_coffee": 0.5519295994133284, + "precision_coffee": 0.7946416787646826, + "recall_coffee": 0.643750668234791, + "F1_noncoffee": 0.6926945806613857, + "IoU_noncoffee": 0.5298643839569106, + "kappa": 0.410876727439947, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7788923936087698, + "mIoU": 0.6285555547806227, + "macroF1": 0.770315913691968, + "F1_coffee": 0.8146992546368521, + "IoU_coffee": 0.687335478210003, + "precision_coffee": 0.8702092205147195, + "recall_coffee": 0.765846504806909, + "F1_noncoffee": 0.7259325727470837, + "IoU_noncoffee": 0.5697756313512425, + "kappa": 0.5433799102931769, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7542191467118037, + "mIoU": 0.5804733994128274, + "macroF1": 0.729232322128875, + "F1_coffee": 0.811485738287067, + "IoU_coffee": 0.682773244233117, + "precision_coffee": 0.8067724546351833, + "recall_coffee": 0.8162544169611308, + "F1_noncoffee": 0.6469789059706829, + "IoU_noncoffee": 0.4781735545925378, + "kappa": 0.4584992541728863, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6752957713482488, + "mIoU": 0.5066393834264703, + "macroF1": 0.6716382098781261, + "F1_coffee": 0.6369827134625459, + "IoU_coffee": 0.46733282090699463, + "precision_coffee": 0.6452639957548422, + "recall_coffee": 0.6289113007499354, + "F1_noncoffee": 0.7062937062937062, + "IoU_noncoffee": 0.5459459459459459, + "kappa": 0.34336392437921426, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6908451478184416, + "mIoU": 0.5241731598746486, + "macroF1": 0.6868637020521078, + "F1_coffee": 0.6515545645980428, + "IoU_coffee": 0.4831894176005879, + "precision_coffee": 0.7221306974190006, + "recall_coffee": 0.5935454750620628, + "F1_noncoffee": 0.7221728395061728, + "IoU_noncoffee": 0.5651569021487093, + "kappa": 0.3784610132730958, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6937269372693727, + "mIoU": 0.5309560693154405, + "macroF1": 0.6935960999127635, + "F1_coffee": 0.6999276934201012, + "IoU_coffee": 0.5383759733036707, + "precision_coffee": 0.6959737058340181, + "recall_coffee": 0.7039268647413256, + "F1_noncoffee": 0.6872645064054258, + "IoU_noncoffee": 0.5235361653272101, + "kappa": 0.3872128130471141, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7315061540413653, + "mIoU": 0.5680435157270359, + "macroF1": 0.7225885952714322, + "F1_coffee": 0.77232623197762, + "IoU_coffee": 0.6290972830850131, + "precision_coffee": 0.9424894957983193, + "recall_coffee": 0.6542107181917608, + "F1_noncoffee": 0.6728509585652442, + "IoU_noncoffee": 0.5069897483690587, + "kappa": 0.47000197491545914, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85712890625, + "mIoU": 0.7003433325714221, + "macroF1": 0.8176845672798372, + "F1_coffee": 0.9024861694327801, + "IoU_coffee": 0.8223004979958702, + "precision_coffee": 0.9455307262569832, + "recall_coffee": 0.863190105826852, + "F1_noncoffee": 0.7328829651268943, + "IoU_noncoffee": 0.5783861671469741, + "kappa": 0.6374274667126182, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8083380494246368, + "mIoU": 0.5883777339095211, + "macroF1": 0.7220997387462544, + "F1_coffee": 0.876908165737824, + "IoU_coffee": 0.7807982740021575, + "precision_coffee": 0.8717331085149945, + "recall_coffee": 0.8821450335161487, + "F1_noncoffee": 0.5672913117546848, + "IoU_noncoffee": 0.39595719381688466, + "kappa": 0.44426832603536537, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2575, + 2984 + ], + [ + 39140, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5291301091512044, + "test_tta": { + "OA": 0.7561779242174629, + "mIoU": 0.5961123899405112, + "macroF1": 0.7445999759082103, + "F1_coffee": 0.798978356512239, + "IoU_coffee": 0.6652489244007376, + "precision_coffee": 0.8177642116715524, + "recall_coffee": 0.781036224563429, + "F1_noncoffee": 0.6902215953041816, + "IoU_noncoffee": 0.5269758554802849, + "kappa": 0.48961501283669023, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6637965847467405, + "mIoU": 0.48652307234165826, + "macroF1": 0.65136484391961, + "F1_coffee": 0.7171990440257676, + "IoU_coffee": 0.5590883298657083, + "precision_coffee": 0.8018174420181744, + "recall_coffee": 0.6487358440874375, + "F1_noncoffee": 0.5855306438134523, + "IoU_noncoffee": 0.4139578148176082, + "kappa": 0.3139281846586367, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7363901848870688, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7644330635341308, + "mIoU": 0.6127734779619974, + "macroF1": 0.7588069567715878, + "F1_coffee": 0.7956441365168626, + "IoU_coffee": 0.6606387369724487, + "precision_coffee": 0.8614437567276642, + "recall_coffee": 0.7391831433107231, + "F1_noncoffee": 0.721969777026313, + "IoU_noncoffee": 0.5649082189515462, + "kappa": 0.5214128224657371, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6658445829006576, + "mIoU": 0.49436686123943446, + "macroF1": 0.6602120798241526, + "F1_coffee": 0.7039597255408048, + "IoU_coffee": 0.5431619212871678, + "precision_coffee": 0.8424416648827181, + "recall_coffee": 0.6045781757527873, + "F1_noncoffee": 0.6164644341075005, + "IoU_noncoffee": 0.44557180119170114, + "kappa": 0.3434097607440278, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06257505003335558, + "mIoU": 0.03138019342975022, + "macroF1": 0.05922882012639308, + "F1_coffee": 0.11533618735834802, + "IoU_coffee": 0.06119722073757349, + "precision_coffee": 1.0, + "recall_coffee": 0.06119722073757349, + "F1_noncoffee": 0.0031214528944381384, + "IoU_noncoffee": 0.0015631661219269574, + "kappa": 0.00019130454396137263, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7248142282860275, + "mIoU": 0.5683865778938519, + "macroF1": 0.7248014214535394, + "F1_coffee": 0.7229240770268612, + "IoU_coffee": 0.5660776027660391, + "precision_coffee": 0.8476916438947217, + "recall_coffee": 0.6301721372821555, + "F1_noncoffee": 0.7266787658802177, + "IoU_noncoffee": 0.5706955530216647, + "kappa": 0.46111867503083376, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7619835565437717, + "mIoU": 0.6113306123061633, + "macroF1": 0.7580169585777139, + "F1_coffee": 0.7889983955993582, + "IoU_coffee": 0.6515254750548868, + "precision_coffee": 0.9020018865946966, + "recall_coffee": 0.701156917060453, + "F1_noncoffee": 0.7270355215560695, + "IoU_noncoffee": 0.5711357495574396, + "kappa": 0.5256649838901255, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7991735948623487, + "mIoU": 0.6421428626804504, + "macroF1": 0.7782891492517583, + "F1_coffee": 0.8463355172939204, + "IoU_coffee": 0.733606286733144, + "precision_coffee": 0.8394287441438718, + "recall_coffee": 0.8533568904593639, + "F1_noncoffee": 0.7102427812095963, + "IoU_noncoffee": 0.5506794386277567, + "kappa": 0.5566348970117118, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7016516340634883, + "mIoU": 0.5303868590719492, + "macroF1": 0.6905068806324485, + "F1_coffee": 0.6317767818418389, + "IoU_coffee": 0.4617497886728656, + "precision_coffee": 0.7163934426229508, + "recall_coffee": 0.56503749676752, + "F1_noncoffee": 0.749236979423058, + "IoU_noncoffee": 0.5990239294710328, + "kappa": 0.386839288067426, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6950214309264754, + "mIoU": 0.52299798445265, + "macroF1": 0.6842045328837023, + "F1_coffee": 0.6257585974376264, + "IoU_coffee": 0.4553483807654563, + "precision_coffee": 0.7774798927613941, + "recall_coffee": 0.5235838411193862, + "F1_noncoffee": 0.7426504683297783, + "IoU_noncoffee": 0.5906475881398436, + "kappa": 0.3845264910849092, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.732946758039009, + "mIoU": 0.5782301039985211, + "macroF1": 0.732707123510822, + "F1_coffee": 0.7247038365395065, + "IoU_coffee": 0.568263166865519, + "precision_coffee": 0.759799453053783, + "recall_coffee": 0.692707251194681, + "F1_noncoffee": 0.7407104104821374, + "IoU_noncoffee": 0.5881970411315234, + "kappa": 0.46648635431796226, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7499048344118767, + "mIoU": 0.5902788374542558, + "macroF1": 0.7403999963433444, + "F1_coffee": 0.7900734902545532, + "IoU_coffee": 0.6529929577464789, + "precision_coffee": 0.9502946451447605, + "recall_coffee": 0.6760845789281809, + "F1_noncoffee": 0.6907265024321356, + "IoU_noncoffee": 0.5275647171620326, + "kappa": 0.5016696773182684, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.821484375, + "mIoU": 0.6561968678750666, + "macroF1": 0.7861988304093568, + "F1_coffee": 0.8730555555555556, + "IoU_coffee": 0.7747103771259551, + "precision_coffee": 0.9586701235321031, + "recall_coffee": 0.801479025882953, + "F1_noncoffee": 0.6993421052631579, + "IoU_noncoffee": 0.537683358624178, + "kappa": 0.5803250273110058, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8584229390681004, + "mIoU": 0.6536165117888506, + "macroF1": 0.775272248437899, + "F1_coffee": 0.9119699724356343, + "IoU_coffee": 0.8381845623113411, + "precision_coffee": 0.8789283291883337, + "recall_coffee": 0.947592931139549, + "F1_noncoffee": 0.6385745244401637, + "IoU_noncoffee": 0.4690484612663601, + "kappa": 0.5531373524570845, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2610, + 2984 + ], + [ + 40051, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5474083264668783, + "test_tta": { + "OA": 0.7754816990186949, + "mIoU": 0.62463977472185, + "macroF1": 0.767440699530141, + "F1_coffee": 0.8106843027118439, + "IoU_coffee": 0.6816392859863393, + "precision_coffee": 0.8499825855681854, + "recall_coffee": 0.774859287054409, + "F1_noncoffee": 0.7241970963484382, + "IoU_noncoffee": 0.5676402634573606, + "kappa": 0.5363253507170113, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6778296988577363, + "mIoU": 0.5051511616353141, + "macroF1": 0.6690455429672779, + "F1_coffee": 0.7229635876575057, + "IoU_coffee": 0.5661260561328543, + "precision_coffee": 0.8311566100148283, + "recall_coffee": 0.6396936177684137, + "F1_noncoffee": 0.6151274982770503, + "IoU_noncoffee": 0.44417626713777403, + "kappa": 0.3533142901142662, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6950988528026014, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826538846389723, + "mIoU": 0.7140220070573422, + "macroF1": 0.8244648397356704, + "F1_coffee": 0.9255302805288979, + "IoU_coffee": 0.8613833072787586, + "precision_coffee": 0.9017842886795465, + "recall_coffee": 0.9505606631182547, + "F1_noncoffee": 0.723399398942443, + "IoU_noncoffee": 0.5666607068359258, + "kappa": 0.6498315117229451, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8509432329525788, + "mIoU": 0.6595506618467517, + "macroF1": 0.7826644322916706, + "F1_coffee": 0.9044815571308422, + "IoU_coffee": 0.8256196534327703, + "precision_coffee": 0.8685434342717171, + "recall_coffee": 0.943522107171092, + "F1_noncoffee": 0.660847307452499, + "IoU_noncoffee": 0.4934816702607332, + "kappa": 0.5679552860903496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12345679012345678, + "macroF1": 0.19801980198019803, + "F1_coffee": 0.39603960396039606, + "IoU_coffee": 0.24691358024691357, + "precision_coffee": 0.9523809523809523, + "recall_coffee": 0.25, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024891101431238353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8828640776699029, + "mIoU": 0.716939537585959, + "macroF1": 0.8268737389256415, + "F1_coffee": 0.9253287946773944, + "IoU_coffee": 0.861034323888505, + "precision_coffee": 0.9048051319293149, + "recall_coffee": 0.9468051421695902, + "F1_noncoffee": 0.7284186831738886, + "IoU_noncoffee": 0.572844751283413, + "kappa": 0.6543942143350749, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.881292007156327, + "mIoU": 0.7086333925663917, + "macroF1": 0.8201546410254315, + "F1_coffee": 0.9250129814594215, + "IoU_coffee": 0.8604875831107576, + "precision_coffee": 0.8976760730377046, + "recall_coffee": 0.9540671665301493, + "F1_noncoffee": 0.7152963005914414, + "IoU_noncoffee": 0.5567792020220257, + "kappa": 0.6415713109051393, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8838063923407959, + "mIoU": 0.7164164385635696, + "macroF1": 0.8262642521710228, + "F1_coffee": 0.9262498849093085, + "IoU_coffee": 0.8626307665923513, + "precision_coffee": 0.9029439923408329, + "recall_coffee": 0.950790750425304, + "F1_noncoffee": 0.7262786194327372, + "IoU_noncoffee": 0.5702021105347881, + "kappa": 0.6533855472030994, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9073170731707317, + "mIoU": 0.6352029866168288, + "macroF1": 0.7434550469737382, + "F1_coffee": 0.9484866928567476, + "IoU_coffee": 0.9020206272363713, + "precision_coffee": 0.9302148903841979, + "recall_coffee": 0.9674906874365052, + "F1_noncoffee": 0.5384234010907288, + "IoU_noncoffee": 0.3683853459972863, + "kappa": 0.4886778209272982, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.913177217701925, + "mIoU": 0.6406067540111644, + "macroF1": 0.7475560392957477, + "F1_coffee": 0.9520311386437147, + "IoU_coffee": 0.9084536513915045, + "precision_coffee": 0.9286631016042781, + "recall_coffee": 0.9766055561804071, + "F1_noncoffee": 0.5430809399477807, + "IoU_noncoffee": 0.3727598566308244, + "kappa": 0.4981389324673958, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.6684850440389276, + "macroF1": 0.7759800852275237, + "F1_coffee": 0.9520528918273238, + "IoU_coffee": 0.9084932668858021, + "precision_coffee": 0.9407114624505929, + "recall_coffee": 0.9636711281070746, + "F1_noncoffee": 0.5999072786277236, + "IoU_noncoffee": 0.428476821192053, + "kappa": 0.5525029345836114, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8595926101373756, + "mIoU": 0.728264143298242, + "macroF1": 0.8400791190992019, + "F1_coffee": 0.8959415812385901, + "IoU_coffee": 0.8114983464767235, + "precision_coffee": 0.8727770177838577, + "recall_coffee": 0.9203693017888055, + "F1_noncoffee": 0.7842166569598136, + "IoU_noncoffee": 0.6450299401197604, + "kappa": 0.6806247724765596, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8509855701216636, + "mIoU": 0.7110920051428822, + "macroF1": 0.8277398984072237, + "F1_coffee": 0.8910194509587529, + "IoU_coffee": 0.8034581415598955, + "precision_coffee": 0.8591380686352753, + "recall_coffee": 0.9253581661891117, + "F1_noncoffee": 0.7644603458556947, + "IoU_noncoffee": 0.6187258687258688, + "kappa": 0.6565021182458909, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8547580873337735, + "mIoU": 0.7158109556596752, + "macroF1": 0.8309233438365077, + "F1_coffee": 0.894404827207899, + "IoU_coffee": 0.8089804018853882, + "precision_coffee": 0.8577064702788006, + "recall_coffee": 0.9343839541547277, + "F1_noncoffee": 0.7674418604651163, + "IoU_noncoffee": 0.6226415094339622, + "kappa": 0.6632045930482854, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2620, + 2995 + ], + [ + 52071, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6254586497942607, + "test_tta": { + "OA": 0.8797327394209354, + "mIoU": 0.7045896471991122, + "macroF1": 0.8169910889840879, + "F1_coffee": 0.9241464953889376, + "IoU_coffee": 0.8589891573788484, + "precision_coffee": 0.8952059792147351, + "recall_coffee": 0.955020722445459, + "F1_noncoffee": 0.7098356825792383, + "IoU_noncoffee": 0.5501901370193759, + "kappa": 0.6354396638837706, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8486067843544479, + "mIoU": 0.6511067106607159, + "macroF1": 0.775223659772655, + "F1_coffee": 0.9036557047534258, + "IoU_coffee": 0.8242444537463374, + "precision_coffee": 0.8622574090940938, + "recall_coffee": 0.9492296716222209, + "F1_noncoffee": 0.646791614791884, + "IoU_noncoffee": 0.4779689675750945, + "kappa": 0.5542145479030608, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7026386421270158, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8971789161098738, + "mIoU": 0.7470947978922526, + "macroF1": 0.848906078839772, + "F1_coffee": 0.9343094292931897, + "IoU_coffee": 0.8767173652231124, + "precision_coffee": 0.9161813475693602, + "recall_coffee": 0.9531693770643553, + "F1_noncoffee": 0.7635027283863544, + "IoU_noncoffee": 0.617472230561393, + "kappa": 0.6982374907892888, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8635629398869274, + "mIoU": 0.6868787153913241, + "macroF1": 0.8047762998641094, + "F1_coffee": 0.9119049392833197, + "IoU_coffee": 0.838074697887782, + "precision_coffee": 0.8818327539938404, + "recall_coffee": 0.9441005765411388, + "F1_noncoffee": 0.697647660444899, + "IoU_noncoffee": 0.535682732894866, + "kappa": 0.6111048146934032, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8978155339805826, + "mIoU": 0.751088950119635, + "macroF1": 0.8519366636927321, + "F1_coffee": 0.9343561917235788, + "IoU_coffee": 0.876799719068243, + "precision_coffee": 0.9204349963135906, + "recall_coffee": 0.9487049585206764, + "F1_noncoffee": 0.7695171356618855, + "IoU_noncoffee": 0.6253781811710268, + "kappa": 0.7041109788740031, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8997147139886853, + "mIoU": 0.746159971874314, + "macroF1": 0.8477660803852449, + "F1_coffee": 0.9366949514681643, + "IoU_coffee": 0.8809277758640487, + "precision_coffee": 0.9084127641939495, + "recall_coffee": 0.966794782937433, + "F1_noncoffee": 0.7588372093023256, + "IoU_noncoffee": 0.6113921678845794, + "kappa": 0.6966523004763899, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8940089937623906, + "mIoU": 0.7438681604770576, + "macroF1": 0.8468633670685951, + "F1_coffee": 0.9318323174524195, + "IoU_coffee": 0.8723652032141609, + "precision_coffee": 0.9199877187595947, + "recall_coffee": 0.9439858862075483, + "F1_noncoffee": 0.7618944166847708, + "IoU_noncoffee": 0.6153711177399543, + "kappa": 0.6939039593080789, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9197610751617721, + "mIoU": 0.6654200695027843, + "macroF1": 0.7715354002218651, + "F1_coffee": 0.9555580061755624, + "IoU_coffee": 0.9148981100200613, + "precision_coffee": 0.9340303977578959, + "recall_coffee": 0.9781013658426458, + "F1_noncoffee": 0.5875127942681678, + "IoU_noncoffee": 0.41594202898550725, + "kappa": 0.5453126135487159, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.928259575312562, + "mIoU": 0.681545413053847, + "macroF1": 0.7853682748398265, + "F1_coffee": 0.960493962078575, + "IoU_coffee": 0.923990748528175, + "precision_coffee": 0.9340063761955366, + "recall_coffee": 0.988527724665392, + "F1_noncoffee": 0.6102425876010782, + "IoU_noncoffee": 0.439100077579519, + "kappa": 0.5741157007674035, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9133756697757491, + "mIoU": 0.671424564001565, + "macroF1": 0.7791290199852461, + "F1_coffee": 0.9513242263730136, + "IoU_coffee": 0.9071671629094002, + "precision_coffee": 0.9432773109243697, + "recall_coffee": 0.9595096164660893, + "F1_noncoffee": 0.6069338135974787, + "IoU_noncoffee": 0.4356819650937298, + "kappa": 0.5585174856419355, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8769303647560398, + "mIoU": 0.761487714445964, + "macroF1": 0.8629051492306584, + "F1_coffee": 0.9067547196899002, + "IoU_coffee": 0.8294156270518713, + "precision_coffee": 0.902414630661523, + "recall_coffee": 0.911136757068667, + "F1_noncoffee": 0.8190555787714167, + "IoU_noncoffee": 0.6935598018400566, + "kappa": 0.725822604974059, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8725832311609921, + "mIoU": 0.7476860334723515, + "macroF1": 0.8531398963773067, + "F1_coffee": 0.906576308692345, + "IoU_coffee": 0.8291171262332406, + "precision_coffee": 0.8762197567170165, + "recall_coffee": 0.9391117478510028, + "F1_noncoffee": 0.7997034840622683, + "IoU_noncoffee": 0.6662549407114624, + "kappa": 0.707033691205376, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.87560124493068, + "mIoU": 0.756283151442111, + "macroF1": 0.8592083138766069, + "F1_coffee": 0.9072498417832783, + "IoU_coffee": 0.8302445302445303, + "precision_coffee": 0.890899047092943, + "recall_coffee": 0.9242120343839542, + "F1_noncoffee": 0.8111667859699355, + "IoU_noncoffee": 0.6823217726396917, + "kappa": 0.718609599507679, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2673, + 2995 + ], + [ + 52918, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.868659504254659, + "test_tta": { + "OA": 0.8982602240082631, + "mIoU": 0.7477258251119541, + "macroF1": 0.8492323736215737, + "F1_coffee": 0.9352080249958888, + "IoU_coffee": 0.8783011583011583, + "precision_coffee": 0.914253561883327, + "recall_coffee": 0.9571455620305893, + "F1_noncoffee": 0.7632567222472585, + "IoU_noncoffee": 0.61715049192275, + "kappa": 0.6990424194572605, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8647167416637822, + "mIoU": 0.6868896686110881, + "macroF1": 0.8045488015826091, + "F1_coffee": 0.9129918557408678, + "IoU_coffee": 0.8399126175481713, + "precision_coffee": 0.8796675306104209, + "recall_coffee": 0.9489404369371975, + "F1_noncoffee": 0.6961057474243504, + "IoU_noncoffee": 0.5338667196740049, + "kappa": 0.611047201222631, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6874925555823584, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.878215680578419, + "mIoU": 0.7048722837584782, + "macroF1": 0.8175263032044175, + "F1_coffee": 0.922760399606944, + "IoU_coffee": 0.8565971760323825, + "precision_coffee": 0.8985706596495425, + "recall_coffee": 0.9482885574232638, + "F1_noncoffee": 0.7122922068018911, + "IoU_noncoffee": 0.5531473914845739, + "kappa": 0.6360350984578064, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8472654897888543, + "mIoU": 0.6530810343801461, + "macroF1": 0.7774226609141714, + "F1_coffee": 0.9021039787013755, + "IoU_coffee": 0.8216661334051834, + "precision_coffee": 0.8664299032229423, + "recall_coffee": 0.9408418657565415, + "F1_noncoffee": 0.6527413431269675, + "IoU_noncoffee": 0.4844959353551088, + "kappa": 0.557506253759273, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.12962962962962962, + "macroF1": 0.20588235294117646, + "F1_coffee": 0.4117647058823529, + "IoU_coffee": 0.25925925925925924, + "precision_coffee": 0.9545454545454546, + "recall_coffee": 0.2625, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024884015183466942, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.869757281553398, + "mIoU": 0.6883907805759869, + "macroF1": 0.8048395441386946, + "F1_coffee": 0.9173978633662757, + "IoU_coffee": 0.8474007507678307, + "precision_coffee": 0.892690233672858, + "recall_coffee": 0.943512127161041, + "F1_noncoffee": 0.6922812249111137, + "IoU_noncoffee": 0.5293808103841431, + "kappa": 0.6107898157403167, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8909627194042842, + "mIoU": 0.7282956692622179, + "macroF1": 0.8348342101057483, + "F1_coffee": 0.9311176955738155, + "IoU_coffee": 0.8711133973479652, + "precision_coffee": 0.9036523182734495, + "recall_coffee": 0.9603049587297586, + "F1_noncoffee": 0.7385507246376811, + "IoU_noncoffee": 0.5854779411764706, + "kappa": 0.6708226125136827, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8738939122866399, + "mIoU": 0.6987278774153842, + "macroF1": 0.8130690150412212, + "F1_coffee": 0.9196994888847836, + "IoU_coffee": 0.8513367154990594, + "precision_coffee": 0.8993195640392605, + "recall_coffee": 0.9410245101127843, + "F1_noncoffee": 0.7064385411976587, + "IoU_noncoffee": 0.546119039331709, + "kappa": 0.6268386048790837, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9060228969636636, + "mIoU": 0.6214525462582845, + "macroF1": 0.7286951498115211, + "F1_coffee": 0.9480347902675328, + "IoU_coffee": 0.9012035583464155, + "precision_coffee": 0.9252175781669711, + "recall_coffee": 0.9720058697369907, + "F1_noncoffee": 0.5093555093555093, + "IoU_noncoffee": 0.3417015341701534, + "kappa": 0.46048837838594436, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9260766025004962, + "mIoU": 0.6732599142863627, + "macroF1": 0.7777600177836741, + "F1_coffee": 0.9593140735077276, + "IoU_coffee": 0.9218094038623006, + "precision_coffee": 0.9323779193205944, + "recall_coffee": 0.9878528849398268, + "F1_noncoffee": 0.5962059620596206, + "IoU_noncoffee": 0.4247104247104247, + "kappa": 0.5591715458678578, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9117880531851558, + "mIoU": 0.6514158511660847, + "macroF1": 0.7593492368433401, + "F1_coffee": 0.9508812641582408, + "IoU_coffee": 0.9063619127870234, + "precision_coffee": 0.9345134665508253, + "recall_coffee": 0.9678326397480599, + "F1_noncoffee": 0.5678172095284395, + "IoU_noncoffee": 0.39646978954514595, + "kappa": 0.5199940894931739, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8352439602084321, + "mIoU": 0.6879049437349789, + "macroF1": 0.8112977814171163, + "F1_coffee": 0.8785190359762487, + "IoU_coffee": 0.7833561729164071, + "precision_coffee": 0.8516863063795205, + "recall_coffee": 0.9070975187536064, + "F1_noncoffee": 0.7440765268579839, + "IoU_noncoffee": 0.5924537145535506, + "kappa": 0.6233831018390518, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8575874752428558, + "mIoU": 0.7230988186763944, + "macroF1": 0.8363070079547458, + "F1_coffee": 0.8953278802162762, + "IoU_coffee": 0.8104919678714859, + "precision_coffee": 0.8673113080848778, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7772861356932154, + "IoU_noncoffee": 0.6357056694813028, + "kappa": 0.6733392749204401, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8378760728095822, + "mIoU": 0.6920698133248154, + "macroF1": 0.8143281556146144, + "F1_coffee": 0.880450657208429, + "IoU_coffee": 0.7864330972791651, + "precision_coffee": 0.8555210163535613, + "recall_coffee": 0.9068767908309455, + "F1_noncoffee": 0.7482056540207997, + "IoU_noncoffee": 0.5977065293704658, + "kappa": 0.6293192440174035, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2580, + 2995 + ], + [ + 51836, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5333133538564045, + "test_tta": { + "OA": 0.8832671637455215, + "mIoU": 0.7093748117929648, + "macroF1": 0.8204121478375104, + "F1_coffee": 0.926657135034831, + "IoU_coffee": 0.8633374900804898, + "precision_coffee": 0.894432917041851, + "recall_coffee": 0.9612900511223781, + "F1_noncoffee": 0.7141671606401897, + "IoU_noncoffee": 0.5554121335054398, + "kappa": 0.6426320486354204, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8520537671628015, + "mIoU": 0.6553795819668395, + "macroF1": 0.7784740790255495, + "F1_coffee": 0.9061447811447811, + "IoU_coffee": 0.8283955367449019, + "precision_coffee": 0.8621746321929137, + "recall_coffee": 0.9548408245116754, + "F1_noncoffee": 0.6508033769063181, + "IoU_noncoffee": 0.4823636271887773, + "kappa": 0.5611944428616569, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6864147060477546, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8783447919692715, + "mIoU": 0.7108719991585198, + "macroF1": 0.8226078518662077, + "F1_coffee": 0.9220427327445343, + "IoU_coffee": 0.8553611175070995, + "precision_coffee": 0.9067756961819329, + "recall_coffee": 0.9378326636231671, + "F1_noncoffee": 0.723172970987881, + "IoU_noncoffee": 0.5663828808099401, + "kappa": 0.645572474346801, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8462559132341064, + "mIoU": 0.6581488874921877, + "macroF1": 0.7824306632294844, + "F1_coffee": 0.9002713069510712, + "IoU_coffee": 0.8186303700552956, + "precision_coffee": 0.8743571571353287, + "recall_coffee": 0.9277684579934826, + "F1_noncoffee": 0.6645900195078975, + "IoU_noncoffee": 0.4976674049290797, + "kappa": 0.5661430624864818, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07407407407407407, + "mIoU": 0.03782894736842105, + "macroF1": 0.0718105423987777, + "F1_coffee": 0.11764705882352941, + "IoU_coffee": 0.0625, + "precision_coffee": 1.0, + "recall_coffee": 0.0625, + "F1_noncoffee": 0.025974025974025976, + "IoU_noncoffee": 0.013157894736842105, + "kappa": 0.001643385373870174, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8772330097087379, + "mIoU": 0.7133987738321756, + "macroF1": 0.8249385433895798, + "F1_coffee": 0.9206189773690323, + "IoU_coffee": 0.8529138071420262, + "precision_coffee": 0.9126835947224297, + "recall_coffee": 0.9286935596225698, + "F1_noncoffee": 0.7292581094101274, + "IoU_noncoffee": 0.5738837405223252, + "kappa": 0.6499673358209782, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8915913157004013, + "mIoU": 0.7324399039199907, + "macroF1": 0.8381064329104495, + "F1_coffee": 0.9311594202898551, + "IoU_coffee": 0.8711864406779661, + "precision_coffee": 0.9081272084805654, + "recall_coffee": 0.9553903345724907, + "F1_noncoffee": 0.7450534455310439, + "IoU_noncoffee": 0.5936933671620153, + "kappa": 0.6769823660892273, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.866205696049514, + "mIoU": 0.6877536898977159, + "macroF1": 0.8050068292710186, + "F1_coffee": 0.9142467536492391, + "IoU_coffee": 0.842039161956956, + "precision_coffee": 0.8996096608929007, + "recall_coffee": 0.929368029739777, + "F1_noncoffee": 0.6957669048927982, + "IoU_noncoffee": 0.5334682178384758, + "kappa": 0.6103795893832585, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9113987058237929, + "mIoU": 0.6567456689674087, + "macroF1": 0.7649395587787695, + "F1_coffee": 0.9504840324913765, + "IoU_coffee": 0.9056403731976251, + "precision_coffee": 0.9371365880416895, + "recall_coffee": 0.9642171802686533, + "F1_noncoffee": 0.5793950850661626, + "IoU_noncoffee": 0.4078509647371923, + "kappa": 0.5306878062454918, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.927168088906529, + "mIoU": 0.6885699315199876, + "macroF1": 0.7923967893294069, + "F1_coffee": 0.9596658973513573, + "IoU_coffee": 0.9224593281216987, + "precision_coffee": 0.9382185451810465, + "recall_coffee": 0.9821167472725227, + "F1_noncoffee": 0.6251276813074566, + "IoU_noncoffee": 0.45468053491827637, + "kappa": 0.5868004068735031, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9075213335979361, + "mIoU": 0.655646536102125, + "macroF1": 0.7648509457739194, + "F1_coffee": 0.9480142793395805, + "IoU_coffee": 0.9011664899257689, + "precision_coffee": 0.9403563129357088, + "recall_coffee": 0.9557979979754808, + "F1_noncoffee": 0.5816876122082585, + "IoU_noncoffee": 0.41012658227848103, + "kappa": 0.5299527335236668, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.844718143060161, + "mIoU": 0.7095163061829499, + "macroF1": 0.8275538687164585, + "F1_coffee": 0.8819589485055815, + "IoU_coffee": 0.7888430816799794, + "precision_coffee": 0.880627067452898, + "recall_coffee": 0.8832948643969994, + "F1_noncoffee": 0.7731487889273356, + "IoU_noncoffee": 0.6301895306859205, + "kappa": 0.6551092535627595, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8577761011034613, + "mIoU": 0.7242971545860775, + "macroF1": 0.8372311553757931, + "F1_coffee": 0.8950591510090466, + "IoU_coffee": 0.8100516437838519, + "precision_coffee": 0.8702300405953992, + "recall_coffee": 0.9213467048710602, + "F1_noncoffee": 0.7794031597425395, + "IoU_noncoffee": 0.638542665388303, + "kappa": 0.6750184296120929, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8269357728944638, + "mIoU": 0.6756752447676224, + "macroF1": 0.8024036500834557, + "F1_coffee": 0.8720273380291512, + "IoU_coffee": 0.7730926177816249, + "precision_coffee": 0.8495719527109662, + "recall_coffee": 0.8957020057306591, + "F1_noncoffee": 0.7327799621377603, + "IoU_noncoffee": 0.5782578717536199, + "kappa": 0.6053829631964466, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2626, + 2995 + ], + [ + 51798, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5346436858177186, + "test_tta": { + "OA": 0.882153577999419, + "mIoU": 0.7117659172206812, + "macroF1": 0.822653263157364, + "F1_coffee": 0.9253771001103708, + "IoU_coffee": 0.8611179793445803, + "precision_coffee": 0.8997595341719827, + "recall_coffee": 0.9524961605621358, + "F1_noncoffee": 0.7199294262043572, + "IoU_noncoffee": 0.5624138550967819, + "kappa": 0.646382377172306, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8502509518864659, + "mIoU": 0.6575553773051067, + "macroF1": 0.7809515328950161, + "F1_coffee": 0.9041583975631144, + "IoU_coffee": 0.8250812850620799, + "precision_coffee": 0.8672309381308213, + "recall_coffee": 0.9443705289138273, + "F1_noncoffee": 0.6577446682269176, + "IoU_noncoffee": 0.4900294695481336, + "kappa": 0.5647214020230099, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.6830707618356956, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8710338594622511, + "mIoU": 0.6973255237774507, + "macroF1": 0.8124168792148889, + "F1_coffee": 0.9172765763620742, + "IoU_coffee": 0.8471938043790037, + "precision_coffee": 0.9029470509110178, + "recall_coffee": 0.9320682473229125, + "F1_noncoffee": 0.7075571820677036, + "IoU_noncoffee": 0.5474572431758976, + "kappa": 0.6251674834493448, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8399821160724588, + "mIoU": 0.647172989127252, + "macroF1": 0.7735273277589212, + "F1_coffee": 0.8962065578371299, + "IoU_coffee": 0.8119332146792101, + "precision_coffee": 0.8703710433550169, + "recall_coffee": 0.9236227608414801, + "F1_noncoffee": 0.6508480976807125, + "IoU_noncoffee": 0.4824127635752939, + "kappa": 0.548393192388539, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8710194174757282, + "mIoU": 0.6975789627985294, + "macroF1": 0.8126394478290349, + "F1_coffee": 0.9172248356646624, + "IoU_coffee": 0.8471055357348372, + "precision_coffee": 0.9026857983811626, + "recall_coffee": 0.9322398834779305, + "F1_noncoffee": 0.7080540599934073, + "IoU_noncoffee": 0.5480523898622215, + "kappa": 0.6256214357764245, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.874764276388956, + "mIoU": 0.6993553266978824, + "macroF1": 0.8134415415643175, + "F1_coffee": 0.9204007621857521, + "IoU_coffee": 0.8525392849009338, + "precision_coffee": 0.8984220315593688, + "recall_coffee": 0.9434818221914183, + "F1_noncoffee": 0.706482320942883, + "IoU_noncoffee": 0.5461713684948309, + "kappa": 0.6277046773220298, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8673178279580291, + "mIoU": 0.6949806570182949, + "macroF1": 0.811116578596658, + "F1_coffee": 0.9141480508103372, + "IoU_coffee": 0.8418717224687374, + "precision_coffee": 0.9078988254303648, + "recall_coffee": 0.9204839014554849, + "F1_noncoffee": 0.7080851063829787, + "IoU_noncoffee": 0.5480895915678524, + "kappa": 0.6222940039508645, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9004479840716775, + "mIoU": 0.6142832198358652, + "macroF1": 0.7223604201216142, + "F1_coffee": 0.9447208402432283, + "IoU_coffee": 0.895233106338397, + "precision_coffee": 0.9256851912035532, + "recall_coffee": 0.9645558189411898, + "F1_noncoffee": 0.5, + "IoU_noncoffee": 0.3333333333333333, + "kappa": 0.44683662136509184, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9172454852153205, + "mIoU": 0.653434142986566, + "macroF1": 0.7599456432331653, + "F1_coffee": 0.9542662864663304, + "IoU_coffee": 0.9125327739905611, + "precision_coffee": 0.9310861423220974, + "recall_coffee": 0.9786300753571027, + "F1_noncoffee": 0.565625, + "IoU_noncoffee": 0.39433551198257083, + "kappa": 0.5227010602955723, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8987894423496725, + "mIoU": 0.6363835401425317, + "macroF1": 0.7472052939247881, + "F1_coffee": 0.9429594005144838, + "IoU_coffee": 0.8920749127076499, + "precision_coffee": 0.9377154932710489, + "recall_coffee": 0.9482622877066696, + "F1_noncoffee": 0.5514511873350924, + "IoU_noncoffee": 0.3806921675774135, + "kappa": 0.4945348917142165, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8430127901468498, + "mIoU": 0.7050310945485759, + "macroF1": 0.8241857395695762, + "F1_coffee": 0.8817188949960739, + "IoU_coffee": 0.7884590833652496, + "precision_coffee": 0.8726861664547124, + "recall_coffee": 0.8909405654933641, + "F1_noncoffee": 0.7666525841430785, + "IoU_noncoffee": 0.6216031057319023, + "kappa": 0.6484457813387227, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8343864943883806, + "mIoU": 0.6878750441888339, + "macroF1": 0.8114373310833529, + "F1_coffee": 0.8772199692350721, + "IoU_coffee": 0.7812928135508781, + "precision_coffee": 0.856733133023764, + "recall_coffee": 0.8987106017191977, + "F1_noncoffee": 0.7456546929316339, + "IoU_noncoffee": 0.5944572748267898, + "kappa": 0.6233208587366126, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8374045081580684, + "mIoU": 0.6961114328490106, + "macroF1": 0.8178129305615799, + "F1_coffee": 0.8775568181818182, + "IoU_coffee": 0.7818273854720323, + "precision_coffee": 0.8701408450704226, + "recall_coffee": 0.8851002865329513, + "F1_noncoffee": 0.7580690429413416, + "IoU_noncoffee": 0.6103954802259887, + "kappa": 0.6356781487871066, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2580, + 2995 + ], + [ + 51391, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5315227866172791, + "test_tta": { + "OA": 0.8693554113811691, + "mIoU": 0.6863394683309347, + "macroF1": 0.803099505138827, + "F1_coffee": 0.9173178080792606, + "IoU_coffee": 0.8472641509433962, + "precision_coffee": 0.8914674819344081, + "recall_coffee": 0.9447120947552227, + "F1_noncoffee": 0.6888812021983934, + "IoU_noncoffee": 0.5254147857184733, + "kappa": 0.6074410634279038, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8389869620399215, + "mIoU": 0.6371311826829976, + "macroF1": 0.7640432904374804, + "F1_coffee": 0.8970224698372874, + "IoU_coffee": 0.8132735666019937, + "precision_coffee": 0.8598256441088575, + "recall_coffee": 0.9375831549719442, + "F1_noncoffee": 0.6310641110376735, + "IoU_noncoffee": 0.46098879876400156, + "kappa": 0.531229690311214, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.7089564354545427, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869791162325296, + "mIoU": 0.7230971383513346, + "macroF1": 0.8312535367102083, + "F1_coffee": 0.9282251534811262, + "IoU_coffee": 0.866063573423096, + "precision_coffee": 0.9050083939563515, + "recall_coffee": 0.9526644646876906, + "F1_noncoffee": 0.7342819199392905, + "IoU_noncoffee": 0.5801307032795732, + "kappa": 0.6633273393552577, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8550248067382024, + "mIoU": 0.6676227512728033, + "macroF1": 0.7892357257160284, + "F1_coffee": 0.906989655236227, + "IoU_coffee": 0.8298088481790631, + "precision_coffee": 0.8718801700674221, + "recall_coffee": 0.9450454098455486, + "F1_noncoffee": 0.6714817961958298, + "IoU_noncoffee": 0.5054366543665436, + "kappa": 0.5808719982704754, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8908252427184467, + "mIoU": 0.7329384069210898, + "macroF1": 0.8386402979045866, + "F1_coffee": 0.9304038372272938, + "IoU_coffee": 0.8698645990047448, + "precision_coffee": 0.9097676107480029, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.7468767585818795, + "IoU_noncoffee": 0.5960122148374349, + "kappa": 0.6778833767258946, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8832745031671583, + "mIoU": 0.7132328656944201, + "macroF1": 0.8236845601999712, + "F1_coffee": 0.9261863992172211, + "IoU_coffee": 0.862520644683638, + "precision_coffee": 0.8997207865502287, + "recall_coffee": 0.9542561905361981, + "F1_noncoffee": 0.7211827211827212, + "IoU_noncoffee": 0.5639450867052023, + "kappa": 0.6485178952178391, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8868526666989024, + "mIoU": 0.7231042386545458, + "macroF1": 0.831281808844663, + "F1_coffee": 0.928110599078341, + "IoU_coffee": 0.8658641444539983, + "precision_coffee": 0.9056298339228971, + "recall_coffee": 0.9517358704555479, + "F1_noncoffee": 0.734453018610985, + "IoU_noncoffee": 0.5803443328550932, + "kappa": 0.6633299228647113, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9213539074166252, + "mIoU": 0.668496234335032, + "macroF1": 0.7742127841961838, + "F1_coffee": 0.956483419632037, + "IoU_coffee": 0.9165962837837838, + "precision_coffee": 0.9340505648197955, + "recall_coffee": 0.9800203183203522, + "F1_noncoffee": 0.5919421487603306, + "IoU_noncoffee": 0.4203961848862803, + "kappa": 0.5508548730708189, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9198253621750347, + "mIoU": 0.6718311020474255, + "macroF1": 0.7779192312378985, + "F1_coffee": 0.9554428146024043, + "IoU_coffee": 0.914686939077183, + "precision_coffee": 0.9372498106675322, + "recall_coffee": 0.9743560904285232, + "F1_noncoffee": 0.6003956478733927, + "IoU_noncoffee": 0.42897526501766786, + "kappa": 0.5573343069086848, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9197261361381226, + "mIoU": 0.672805093604909, + "macroF1": 0.7789063335777093, + "F1_coffee": 0.9553556646984162, + "IoU_coffee": 0.914527205493925, + "precision_coffee": 0.9378114842903575, + "recall_coffee": 0.9735687774153639, + "F1_noncoffee": 0.6024570024570025, + "IoU_noncoffee": 0.4310829817158931, + "kappa": 0.559186417423667, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8617716721932733, + "mIoU": 0.7330688960334101, + "macroF1": 0.8435061427752262, + "F1_coffee": 0.8969705529270532, + "IoU_coffee": 0.8131882202304738, + "precision_coffee": 0.8785447503112463, + "recall_coffee": 0.9161858049624928, + "F1_noncoffee": 0.790041732623399, + "IoU_noncoffee": 0.6529495718363464, + "kappa": 0.6872925931242341, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8485334339337923, + "mIoU": 0.705861494201973, + "macroF1": 0.8238801231029931, + "F1_coffee": 0.8897735072065889, + "IoU_coffee": 0.8014342235410484, + "precision_coffee": 0.8540184453227931, + "recall_coffee": 0.9286532951289398, + "F1_noncoffee": 0.7579867389993973, + "IoU_noncoffee": 0.6102887648628974, + "kappa": 0.6491106508623345, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8556069037064982, + "mIoU": 0.7197924698602549, + "macroF1": 0.833991535315424, + "F1_coffee": 0.8938942407651258, + "IoU_coffee": 0.8081453634085213, + "precision_coffee": 0.8657537924553631, + "recall_coffee": 0.9239255014326647, + "F1_noncoffee": 0.7740888298657222, + "IoU_noncoffee": 0.6314395763119884, + "kappa": 0.6687282423743354, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2645, + 2995 + ], + [ + 52314, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5297955711682638, + "test_tta": { + "OA": 0.8877376456537878, + "mIoU": 0.7225264280807961, + "macroF1": 0.8306464379787364, + "F1_coffee": 0.9289754742796463, + "IoU_coffee": 0.8673708696398269, + "precision_coffee": 0.9025096716595575, + "recall_coffee": 0.9570403719521174, + "F1_noncoffee": 0.7323174016778266, + "IoU_noncoffee": 0.5776819865217655, + "kappa": 0.6623870773611263, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8558036229375793, + "mIoU": 0.6666472755490868, + "macroF1": 0.7881617381059385, + "F1_coffee": 0.9078661211249954, + "IoU_coffee": 0.8312773174477277, + "precision_coffee": 0.869455476127438, + "recall_coffee": 0.9498274233046027, + "F1_noncoffee": 0.6684573550868815, + "IoU_noncoffee": 0.5020172336504458, + "kappa": 0.5792782450977502, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.6612775549974552, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8611426716442137, + "mIoU": 0.6909080177506262, + "macroF1": 0.8088025002748988, + "F1_coffee": 0.908839043102989, + "IoU_coffee": 0.83291015625, + "precision_coffee": 0.9042812612650819, + "recall_coffee": 0.9134430021848091, + "F1_noncoffee": 0.7087659574468085, + "IoU_noncoffee": 0.5489058792512523, + "kappa": 0.617636032582678, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8241173416407062, + "mIoU": 0.6339407865927551, + "macroF1": 0.7646320178622196, + "F1_coffee": 0.8829575883216723, + "IoU_coffee": 0.7904423136405815, + "precision_coffee": 0.8818150448585231, + "recall_coffee": 0.8841030963501124, + "F1_noncoffee": 0.6463064474027669, + "IoU_noncoffee": 0.47743925954492866, + "kappa": 0.529266423807947, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40429594272076375, + "mIoU": 0.2029198820675773, + "macroF1": 0.2898582845521036, + "F1_coffee": 0.5749318801089919, + "IoU_coffee": 0.40344168260038243, + "precision_coffee": 0.9988165680473373, + "recall_coffee": 0.4036346245815399, + "F1_noncoffee": 0.004784688995215311, + "IoU_noncoffee": 0.002398081534772182, + "kappa": 0.0009819917237584854, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8695459905660378, + "mIoU": 0.7158513726420119, + "macroF1": 0.8283652408395153, + "F1_coffee": 0.9124369249035322, + "IoU_coffee": 0.8389737991266376, + "precision_coffee": 0.9257796814348815, + "recall_coffee": 0.8994733077573315, + "F1_noncoffee": 0.7442935567754985, + "IoU_noncoffee": 0.5927289461573861, + "kappa": 0.6569385799062742, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.866589045747829, + "mIoU": 0.6950370038176237, + "macroF1": 0.8113098547779167, + "F1_coffee": 0.9134403525338369, + "IoU_coffee": 0.8406720741599073, + "precision_coffee": 0.8994545003719315, + "recall_coffee": 0.9278680138125079, + "F1_noncoffee": 0.7091793570219966, + "IoU_noncoffee": 0.5494019334753399, + "kappa": 0.622926015757087, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8474206829740857, + "mIoU": 0.6614472455500475, + "macroF1": 0.7852363590086204, + "F1_coffee": 0.9007998992252945, + "IoU_coffee": 0.8195049278019712, + "precision_coffee": 0.8891513832763445, + "recall_coffee": 0.9127576743889207, + "F1_noncoffee": 0.6696728187919463, + "IoU_noncoffee": 0.5033895632981239, + "kappa": 0.5707180558929456, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8787416004886989, + "mIoU": 0.6709459428948165, + "macroF1": 0.7869521994795828, + "F1_coffee": 0.9267932878480546, + "IoU_coffee": 0.8635738831615121, + "precision_coffee": 0.9336222910216718, + "recall_coffee": 0.9200634610690749, + "F1_noncoffee": 0.6471111111111111, + "IoU_noncoffee": 0.4783180026281209, + "kappa": 0.5740142626904802, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.859745887914902, + "mIoU": 0.6297152344685292, + "macroF1": 0.7511535027115523, + "F1_coffee": 0.9155397390272835, + "IoU_coffee": 0.8442353970684752, + "precision_coffee": 0.9259748050389922, + "recall_coffee": 0.9053372434017596, + "F1_noncoffee": 0.5867672663958212, + "IoU_noncoffee": 0.4151950718685832, + "kappa": 0.5026160535547374, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8372934389361494, + "mIoU": 0.5812995918762578, + "macroF1": 0.7051170921148665, + "F1_coffee": 0.9025418765374253, + "IoU_coffee": 0.8223929981855054, + "precision_coffee": 0.9090372817366682, + "recall_coffee": 0.8961386368923006, + "F1_noncoffee": 0.5076923076923077, + "IoU_noncoffee": 0.3402061855670103, + "kappa": 0.41038625133746204, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.860968660968661, + "mIoU": 0.7328412524182293, + "macroF1": 0.8434557163412608, + "F1_coffee": 0.8958155422715628, + "IoU_coffee": 0.811291569992266, + "precision_coffee": 0.9165574486675404, + "recall_coffee": 0.8759916492693111, + "F1_noncoffee": 0.791095890410959, + "IoU_noncoffee": 0.6543909348441926, + "kappa": 0.6872326089695483, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8732313575525813, + "mIoU": 0.737577184188616, + "macroF1": 0.8452170594281161, + "F1_coffee": 0.9110663983903421, + "IoU_coffee": 0.8366592756836659, + "precision_coffee": 0.8711042708734128, + "recall_coffee": 0.9548713622943905, + "F1_noncoffee": 0.7793677204658902, + "IoU_noncoffee": 0.638495092693566, + "kappa": 0.6920419912946438, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8573622576310233, + "mIoU": 0.7136269694461185, + "macroF1": 0.8286916643207575, + "F1_coffee": 0.8987738419618528, + "IoU_coffee": 0.816157367314116, + "precision_coffee": 0.8669996057300565, + "recall_coffee": 0.9329656342808655, + "F1_noncoffee": 0.7586094866796621, + "IoU_noncoffee": 0.6110965715781209, + "kappa": 0.6584771832686879, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6552, + 7520 + ], + [ + 45937, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5665051142374675, + "test_tta": { + "OA": 0.8654763837039442, + "mIoU": 0.6916110825512103, + "macroF1": 0.8085472945312105, + "F1_coffee": 0.9129466630254396, + "IoU_coffee": 0.8398361257657448, + "precision_coffee": 0.8956924979389942, + "recall_coffee": 0.9308786359936597, + "F1_noncoffee": 0.7041479260369815, + "IoU_noncoffee": 0.5433860393366756, + "kappa": 0.6175768736317644, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8297132802584516, + "mIoU": 0.6350849853844296, + "macroF1": 0.7643586118891095, + "F1_coffee": 0.8884564151495971, + "IoU_coffee": 0.7992996651311428, + "precision_coffee": 0.8736576121288693, + "recall_coffee": 0.9037652078648446, + "F1_noncoffee": 0.6402608086286219, + "IoU_noncoffee": 0.47087030563771626, + "kappa": 0.5291529299151584, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.6472405919288815, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8620516149975653, + "mIoU": 0.686604352880995, + "macroF1": 0.8048440711707977, + "F1_coffee": 0.9105057546305558, + "IoU_coffee": 0.8357141476427039, + "precision_coffee": 0.8954661253909405, + "recall_coffee": 0.9260592040440389, + "F1_noncoffee": 0.6991823877110396, + "IoU_noncoffee": 0.537494558119286, + "kappa": 0.6100578719611142, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8237712011076497, + "mIoU": 0.6287529702409822, + "macroF1": 0.7596389596592392, + "F1_coffee": 0.8837956843016234, + "IoU_coffee": 0.7917866575785976, + "precision_coffee": 0.8747035126689507, + "recall_coffee": 0.8930788598666128, + "F1_noncoffee": 0.6354822350168551, + "IoU_noncoffee": 0.46571928290336684, + "kappa": 0.5194407952268745, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3460620525059666, + "mIoU": 0.1736546396705655, + "macroF1": 0.25875450405778416, + "F1_coffee": 0.5131485429992892, + "IoU_coffee": 0.3451242829827916, + "precision_coffee": 0.9986168741355463, + "recall_coffee": 0.3452893352462936, + "F1_noncoffee": 0.00436046511627907, + "IoU_noncoffee": 0.0021849963583394027, + "kappa": 0.0005550634039803233, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8775058962264151, + "mIoU": 0.7239244813821084, + "macroF1": 0.8335911598491633, + "F1_coffee": 0.9190768331872626, + "IoU_coffee": 0.8502702702702702, + "precision_coffee": 0.9176173191599689, + "recall_coffee": 0.9205409974640744, + "F1_noncoffee": 0.748105486511064, + "IoU_noncoffee": 0.5975786924939467, + "kappa": 0.6671849405482361, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8537330810653471, + "mIoU": 0.6675376371935855, + "macroF1": 0.7894449706139138, + "F1_coffee": 0.9057900821797956, + "IoU_coffee": 0.8278028442515278, + "precision_coffee": 0.885670638557898, + "recall_coffee": 0.9268448650722598, + "F1_noncoffee": 0.673099859048032, + "IoU_noncoffee": 0.507272430135643, + "kappa": 0.579642645829972, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8551223056430128, + "mIoU": 0.6682019383407982, + "macroF1": 0.7897469439881724, + "F1_coffee": 0.9069875921261311, + "IoU_coffee": 0.8298053943325367, + "precision_coffee": 0.8844614264919942, + "recall_coffee": 0.9306911736549875, + "F1_noncoffee": 0.6725062958502135, + "IoU_noncoffee": 0.5065984823490597, + "kappa": 0.580452097261019, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8971696192221543, + "mIoU": 0.7098810509975477, + "macroF1": 0.8181744800052083, + "F1_coffee": 0.9380216003927344, + "IoU_coffee": 0.8832774760198775, + "precision_coffee": 0.9433473216489756, + "recall_coffee": 0.9327556748840615, + "F1_noncoffee": 0.6983273596176822, + "IoU_noncoffee": 0.536484625975218, + "kappa": 0.6364053661859211, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8577760267901113, + "mIoU": 0.6166289066216568, + "macroF1": 0.7379879583632502, + "F1_coffee": 0.9151486661182278, + "IoU_coffee": 0.8435705774022316, + "precision_coffee": 0.9168727187095255, + "recall_coffee": 0.9134310850439883, + "F1_noncoffee": 0.5608272506082725, + "IoU_noncoffee": 0.389687235841082, + "kappa": 0.47598550638027515, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8604673902415175, + "mIoU": 0.6063509775150124, + "macroF1": 0.7260314714665195, + "F1_coffee": 0.917946064056121, + "IoU_coffee": 0.8483366989053034, + "precision_coffee": 0.9077675423632435, + "recall_coffee": 0.9283554314956967, + "F1_noncoffee": 0.534116878876918, + "IoU_noncoffee": 0.3643652561247216, + "kappa": 0.4524538004239545, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8591642924976258, + "mIoU": 0.7226412749651637, + "macroF1": 0.8356774409657728, + "F1_coffee": 0.8978016677003653, + "IoU_coffee": 0.8145554582968613, + "precision_coffee": 0.8891618891618892, + "recall_coffee": 0.9066109951287404, + "F1_noncoffee": 0.7735532142311803, + "IoU_noncoffee": 0.6307270916334662, + "kappa": 0.6714236207768303, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8498087954110899, + "mIoU": 0.6958107026499281, + "macroF1": 0.8152304508945902, + "F1_coffee": 0.8951618284951618, + "IoU_coffee": 0.8102198598695337, + "precision_coffee": 0.8520071138211383, + "recall_coffee": 0.9429214115000703, + "F1_noncoffee": 0.7352990732940186, + "IoU_noncoffee": 0.5814015454303224, + "kappa": 0.6328391786688489, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8498752159723555, + "mIoU": 0.6993524152512666, + "macroF1": 0.8182101854275405, + "F1_coffee": 0.8940809968847352, + "IoU_coffee": 0.8084507042253521, + "precision_coffee": 0.8578297595841455, + "recall_coffee": 0.933531325130816, + "F1_noncoffee": 0.742339373970346, + "IoU_noncoffee": 0.590254126277181, + "kappa": 0.6379930298267267, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 548, + 563 + ], + [ + 6611, + 7520 + ], + [ + 45928, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.084284448623657, + "test_tta": { + "OA": 0.8679272845317318, + "mIoU": 0.6917300013280027, + "macroF1": 0.8081575376303879, + "F1_coffee": 0.9152387004031292, + "IoU_coffee": 0.8437235922255512, + "precision_coffee": 0.8908604222010423, + "recall_coffee": 0.9409887332390867, + "F1_noncoffee": 0.7010763748576466, + "IoU_noncoffee": 0.5397364104304542, + "kappa": 0.6173256738485937, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.829280604592131, + "mIoU": 0.6313985602942558, + "macroF1": 0.7608516137102679, + "F1_coffee": 0.8887761334272962, + "IoU_coffee": 0.7998173546870508, + "precision_coffee": 0.8694389293330392, + "recall_coffee": 0.9089930615618212, + "F1_noncoffee": 0.6329270939932397, + "IoU_noncoffee": 0.46297976590146084, + "kappa": 0.5224827928384426, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.667091000416029, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8366336633663366, + "mIoU": 0.6457303380870767, + "macroF1": 0.7729502897016693, + "F1_coffee": 0.8931970840098049, + "IoU_coffee": 0.8070064427059365, + "precision_coffee": 0.8850545706895464, + "recall_coffee": 0.9014908109497494, + "F1_noncoffee": 0.6527034953935337, + "IoU_noncoffee": 0.484454233468217, + "kappa": 0.5460255263342115, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7950559593861775, + "mIoU": 0.5903729273865977, + "macroF1": 0.7281266273564266, + "F1_coffee": 0.8630203011432648, + "IoU_coffee": 0.7590463594126226, + "precision_coffee": 0.8656906921425671, + "recall_coffee": 0.8603663341597955, + "F1_noncoffee": 0.5932329535695884, + "IoU_noncoffee": 0.421699495360573, + "kappa": 0.456268618496011, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19761336515513125, + "mIoU": 0.09922615930645255, + "macroF1": 0.1663026914752157, + "F1_coffee": 0.32786885245901637, + "IoU_coffee": 0.19607843137254902, + "precision_coffee": 1.0, + "recall_coffee": 0.19607843137254902, + "F1_noncoffee": 0.004736530491415038, + "IoU_noncoffee": 0.002373887240356083, + "kappa": 0.0009305030532131429, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.86812106918239, + "mIoU": 0.7138962512615243, + "macroF1": 0.8270042274804152, + "F1_coffee": 0.9113430666578582, + "IoU_coffee": 0.8371260392014078, + "precision_coffee": 0.9261497146693521, + "recall_coffee": 0.8970024058781455, + "F1_noncoffee": 0.7426653883029722, + "IoU_noncoffee": 0.590666463321641, + "kappa": 0.6542649506185719, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8092465919565323, + "mIoU": 0.5939599840880648, + "macroF1": 0.7278503410369463, + "F1_coffee": 0.8766856927805307, + "IoU_coffee": 0.7804455860182031, + "precision_coffee": 0.8602289512555391, + "recall_coffee": 0.8937843714029927, + "F1_noncoffee": 0.5790149892933619, + "IoU_noncoffee": 0.4074743821579265, + "kappa": 0.4563798986234627, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8329377573262291, + "mIoU": 0.6304887798707506, + "macroF1": 0.7590202898189926, + "F1_coffee": 0.8924841796814115, + "IoU_coffee": 0.8058432785408691, + "precision_coffee": 0.8723339427178549, + "recall_coffee": 0.9135873380560342, + "F1_noncoffee": 0.6255563999565736, + "IoU_noncoffee": 0.45513428120063193, + "kappa": 0.5189345291631302, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8938098147016901, + "mIoU": 0.7072071734558364, + "macroF1": 0.8165117018468162, + "F1_coffee": 0.935605359017102, + "IoU_coffee": 0.8790023201856149, + "precision_coffee": 0.9467699612645258, + "recall_coffee": 0.9247010007322432, + "F1_noncoffee": 0.6974180446765303, + "IoU_noncoffee": 0.5354120267260579, + "kappa": 0.6332630361028962, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8560031517777996, + "mIoU": 0.6324862842966169, + "macroF1": 0.7549982794718678, + "F1_coffee": 0.9123080614203455, + "IoU_coffee": 0.8387559280908791, + "precision_coffee": 0.9334724438443599, + "recall_coffee": 0.8920821114369502, + "F1_noncoffee": 0.5976884975233901, + "IoU_noncoffee": 0.4262166405023548, + "kappa": 0.5111494468567304, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8796323457514422, + "mIoU": 0.6470898166652255, + "macroF1": 0.7635341212513387, + "F1_coffee": 0.9292244006209395, + "IoU_coffee": 0.8678049828178694, + "precision_coffee": 0.9188175099488346, + "recall_coffee": 0.939869737148174, + "F1_noncoffee": 0.597843841881738, + "IoU_noncoffee": 0.42637465051258155, + "kappa": 0.5274127325207996, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8441595441595442, + "mIoU": 0.7053144728955447, + "macroF1": 0.8242137912722431, + "F1_coffee": 0.8834268665198551, + "IoU_coffee": 0.7911948084998092, + "precision_coffee": 0.9022054556006964, + "recall_coffee": 0.8654140570633264, + "F1_noncoffee": 0.7650007160246313, + "IoU_noncoffee": 0.6194341372912802, + "kappa": 0.6487343566950998, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7638623326959847, + "mIoU": 0.5582219999637029, + "macroF1": 0.7023859303496314, + "F1_coffee": 0.8376495333245695, + "IoU_coffee": 0.720651436326623, + "precision_coffee": 0.786569559313665, + "recall_coffee": 0.8958245466048081, + "F1_noncoffee": 0.5671223273746933, + "IoU_noncoffee": 0.3957925636007828, + "kappa": 0.41139045875785024, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7870992512958341, + "mIoU": 0.60373109106062, + "macroF1": 0.7441607016914511, + "F1_coffee": 0.8489718098869672, + "IoU_coffee": 0.7375769048745859, + "precision_coffee": 0.8186474064346684, + "recall_coffee": 0.8816291896478574, + "F1_noncoffee": 0.639349593495935, + "IoU_noncoffee": 0.4698852772466539, + "kappa": 0.4899924776115028, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 383, + 563 + ], + [ + 6080, + 7520 + ], + [ + 45058, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5447524229685465, + "test_tta": { + "OA": 0.8414056159714333, + "mIoU": 0.6444548910867287, + "macroF1": 0.7705732955059743, + "F1_coffee": 0.8980520225785921, + "IoU_coffee": 0.814967712613858, + "precision_coffee": 0.8754806029660068, + "recall_coffee": 0.9218181039283725, + "F1_noncoffee": 0.6430945684333564, + "IoU_noncoffee": 0.47394206955959944, + "kappa": 0.5422118709846888, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8007672781816084, + "mIoU": 0.5887704590369964, + "macroF1": 0.7247599545136199, + "F1_coffee": 0.8693983284801271, + "IoU_coffee": 0.7689696118274715, + "precision_coffee": 0.8555346742831624, + "recall_coffee": 0.8837186953429818, + "F1_noncoffee": 0.5801215805471125, + "IoU_noncoffee": 0.4085713062465214, + "kappa": 0.449984242671602, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.6942837843890053, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8658172374614511, + "mIoU": 0.6943386432389722, + "macroF1": 0.8108564362481292, + "F1_coffee": 0.9128146718553907, + "IoU_coffee": 0.8396127580319727, + "precision_coffee": 0.8990755167757349, + "recall_coffee": 0.9269802510388553, + "F1_noncoffee": 0.7088982006408676, + "IoU_noncoffee": 0.5490645284459718, + "kappa": 0.6220075943000308, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8282566055151724, + "mIoU": 0.6355354839104778, + "macroF1": 0.7651590753143351, + "F1_coffee": 0.886887799688438, + "IoU_coffee": 0.7967640633533588, + "precision_coffee": 0.8767442297218623, + "recall_coffee": 0.8972688308443368, + "F1_noncoffee": 0.6434303509402324, + "IoU_noncoffee": 0.47430690446759666, + "kappa": 0.5305162537462674, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40381861575178996, + "mIoU": 0.20293524140818608, + "macroF1": 0.290260256847369, + "F1_coffee": 0.5741561541084214, + "IoU_coffee": 0.4026781444285031, + "precision_coffee": 1.0, + "recall_coffee": 0.4026781444285031, + "F1_noncoffee": 0.006364359586316627, + "IoU_noncoffee": 0.0031923383878691143, + "kappa": 0.002567669096981721, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8718062106918238, + "mIoU": 0.7147524704557069, + "macroF1": 0.8270520163887419, + "F1_coffee": 0.9150301253867448, + "IoU_coffee": 0.8433691541093834, + "precision_coffee": 0.916612292835704, + "recall_coffee": 0.9134534104948306, + "F1_noncoffee": 0.7390739073907391, + "IoU_noncoffee": 0.5861357868020305, + "kappa": 0.6541071974413932, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8596031630524427, + "mIoU": 0.6847586060541726, + "macroF1": 0.8037165698058166, + "F1_coffee": 0.9084524863975706, + "IoU_coffee": 0.8322610560482235, + "precision_coffee": 0.8988982095905848, + "recall_coffee": 0.9182120475764164, + "F1_noncoffee": 0.6989806532140628, + "IoU_noncoffee": 0.5372561560601216, + "kappa": 0.6075789118429187, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8661177040445629, + "mIoU": 0.6823213125765014, + "macroF1": 0.8001864583414455, + "F1_coffee": 0.9149643120846666, + "IoU_coffee": 0.8432573437677214, + "precision_coffee": 0.8832788832788833, + "recall_coffee": 0.9490075946135682, + "F1_noncoffee": 0.6854086045982245, + "IoU_noncoffee": 0.5213852813852814, + "kappa": 0.6022663995257542, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8928935043779271, + "mIoU": 0.6740491820832601, + "macroF1": 0.7865975919400335, + "F1_coffee": 0.9372090247105169, + "IoU_coffee": 0.8818375828372459, + "precision_coffee": 0.9171728971962617, + "recall_coffee": 0.9581401025140347, + "F1_noncoffee": 0.6359861591695501, + "IoU_noncoffee": 0.46626078132927445, + "kappa": 0.5743727227985179, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8586624642962671, + "mIoU": 0.6006229106518538, + "macroF1": 0.7202210954552398, + "F1_coffee": 0.9170280427869326, + "IoU_coffee": 0.8467698878804057, + "precision_coffee": 0.9042189281641961, + "recall_coffee": 0.9302052785923753, + "F1_noncoffee": 0.523414148123547, + "IoU_noncoffee": 0.35447593342330186, + "kappa": 0.4410864276717087, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8815879534565366, + "mIoU": 0.610060973464058, + "macroF1": 0.723598943529913, + "F1_coffee": 0.9325686285427919, + "IoU_coffee": 0.8736567553468962, + "precision_coffee": 0.8945625467364597, + "recall_coffee": 0.9739474296347987, + "F1_noncoffee": 0.5146292585170341, + "IoU_noncoffee": 0.34646519158121963, + "kappa": 0.45428810840056527, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8521367521367521, + "mIoU": 0.7199325396015165, + "macroF1": 0.8346884755567784, + "F1_coffee": 0.8883950971256541, + "IoU_coffee": 0.7992004126902243, + "precision_coffee": 0.9159030446349394, + "recall_coffee": 0.862491301322199, + "F1_noncoffee": 0.7809818539879027, + "IoU_noncoffee": 0.6406646665128086, + "kappa": 0.6699611748869336, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8605162523900574, + "mIoU": 0.7265452850701184, + "macroF1": 0.8385665031624057, + "F1_coffee": 0.8980931759446812, + "IoU_coffee": 0.8150354969574036, + "precision_coffee": 0.8924208772903942, + "recall_coffee": 0.9038380430198228, + "F1_noncoffee": 0.7790398303801302, + "IoU_noncoffee": 0.638055073182833, + "kappa": 0.6771612860425883, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8509310808216548, + "mIoU": 0.7055426670490771, + "macroF1": 0.8231836594361067, + "F1_coffee": 0.8932279133722929, + "IoU_coffee": 0.8070567772394086, + "precision_coffee": 0.8691463740968691, + "recall_coffee": 0.9186819403196154, + "F1_noncoffee": 0.7531394054999205, + "IoU_noncoffee": 0.6040285568587456, + "kappa": 0.6469938734743305, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6696, + 7520 + ], + [ + 46071, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.548449953397115, + "test_tta": { + "OA": 0.8679272845317318, + "mIoU": 0.6940927054577165, + "macroF1": 0.8102228287367332, + "F1_coffee": 0.9148697990228388, + "IoU_coffee": 0.8430967990744311, + "precision_coffee": 0.8941857373663006, + "recall_coffee": 0.9365334361478815, + "F1_noncoffee": 0.7055758584506278, + "IoU_noncoffee": 0.5450886118410019, + "kappa": 0.6211467525924079, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8316458982346833, + "mIoU": 0.6361482514421525, + "macroF1": 0.7649154984877522, + "F1_coffee": 0.8901643817571064, + "IoU_coffee": 0.802068673166596, + "precision_coffee": 0.8719584132133904, + "recall_coffee": 0.9091468219646736, + "F1_noncoffee": 0.6396666152183978, + "IoU_noncoffee": 0.470227829717709, + "kappa": 0.530502473203981, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6694397805432089, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.836584969972407, + "mIoU": 0.6363720883747059, + "macroF1": 0.7639012782236945, + "F1_coffee": 0.8948994717832015, + "IoU_coffee": 0.8097901040977877, + "precision_coffee": 0.8728313105807608, + "recall_coffee": 0.9181124962515529, + "F1_noncoffee": 0.6329030846641873, + "IoU_noncoffee": 0.46295407265162425, + "kappa": 0.528854524431819, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8032767970462674, + "mIoU": 0.5897771050387846, + "macroF1": 0.7251069992002277, + "F1_coffee": 0.871695983444643, + "IoU_coffee": 0.7725719049604002, + "precision_coffee": 0.8536136032866012, + "recall_coffee": 0.8905610332699072, + "F1_noncoffee": 0.5785180149558123, + "IoU_noncoffee": 0.4069823051171688, + "kappa": 0.45102324569447455, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43675417661097854, + "mIoU": 0.21952754404332597, + "macroF1": 0.30683136046227316, + "F1_coffee": 0.6069287141905396, + "IoU_coffee": 0.43567670970827355, + "precision_coffee": 1.0, + "recall_coffee": 0.43567670970827355, + "F1_noncoffee": 0.006734006734006734, + "IoU_noncoffee": 0.0033783783783783786, + "kappa": 0.00293943505413437, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8566725628930818, + "mIoU": 0.6896881942914934, + "macroF1": 0.8086331990646984, + "F1_coffee": 0.9045140593800124, + "IoU_coffee": 0.8256738182035499, + "precision_coffee": 0.9107448912326961, + "recall_coffee": 0.8983679042850641, + "F1_noncoffee": 0.7127523387493845, + "IoU_noncoffee": 0.5537025703794369, + "kappa": 0.6173202810456185, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8116722456702081, + "mIoU": 0.5876122559060823, + "macroF1": 0.7202663961561744, + "F1_coffee": 0.8801703914063465, + "IoU_coffee": 0.7859859970229891, + "precision_coffee": 0.8507578469984485, + "recall_coffee": 0.9116894743573347, + "F1_noncoffee": 0.5603624009060023, + "IoU_noncoffee": 0.3892385147891756, + "kappa": 0.44297542579979854, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8416565754419957, + "mIoU": 0.6303280040103865, + "macroF1": 0.7566038219730264, + "F1_coffee": 0.9004840329994824, + "IoU_coffee": 0.8189822249293981, + "precision_coffee": 0.8608847497089639, + "recall_coffee": 0.9439019720467164, + "F1_noncoffee": 0.6127236109465704, + "IoU_noncoffee": 0.4416737830913749, + "kappa": 0.5171831760972264, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8877010792099369, + "mIoU": 0.6674603558319279, + "macroF1": 0.7815364806910226, + "F1_coffee": 0.9338292639030535, + "IoU_coffee": 0.8758721584514967, + "precision_coffee": 0.9183480825958702, + "recall_coffee": 0.9498413473273126, + "F1_noncoffee": 0.6292436974789916, + "IoU_noncoffee": 0.459048553212359, + "kappa": 0.5637675602660771, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8628976657145672, + "mIoU": 0.6213647159142154, + "macroF1": 0.7415498186292186, + "F1_coffee": 0.9186440677966101, + "IoU_coffee": 0.8495297805642633, + "precision_coffee": 0.9154338963308095, + "recall_coffee": 0.9218768328445748, + "F1_noncoffee": 0.5644555694618273, + "IoU_noncoffee": 0.3931996512641674, + "kappa": 0.48313366428243876, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8692676249144422, + "mIoU": 0.5990153992348103, + "macroF1": 0.7150223548081673, + "F1_coffee": 0.9246802997014253, + "IoU_coffee": 0.8599119865884325, + "precision_coffee": 0.8966459084453184, + "recall_coffee": 0.9545243079785997, + "F1_noncoffee": 0.5053644099149094, + "IoU_noncoffee": 0.33811881188118814, + "kappa": 0.43368033177260473, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8277302943969611, + "mIoU": 0.6827244103293137, + "macroF1": 0.8083310588971928, + "F1_coffee": 0.8693083573487032, + "IoU_coffee": 0.7688288517904932, + "precision_coffee": 0.9011202389843167, + "recall_coffee": 0.8396659707724425, + "F1_noncoffee": 0.7473537604456825, + "IoU_noncoffee": 0.5966199688681343, + "kappa": 0.617583447198907, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7619502868068834, + "mIoU": 0.5534242309016721, + "macroF1": 0.6975731585362064, + "F1_coffee": 0.8371058484888133, + "IoU_coffee": 0.7198469846984699, + "precision_coffee": 0.7828214853786859, + "recall_coffee": 0.899479825671306, + "F1_noncoffee": 0.5580404685835996, + "IoU_noncoffee": 0.3870014771048744, + "kappa": 0.40293603786049487, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8145517373776157, + "mIoU": 0.6346626591160166, + "macroF1": 0.7676666737002231, + "F1_coffee": 0.8720360312624189, + "IoU_coffee": 0.7731062830299471, + "precision_coffee": 0.8201071384078734, + "recall_coffee": 0.9309857163060388, + "F1_noncoffee": 0.6632973161380272, + "IoU_noncoffee": 0.49621903520208605, + "kappa": 0.540184218035128, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 236, + 563 + ], + [ + 6078, + 7520 + ], + [ + 45223, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8648912588755289, + "test_tta": { + "OA": 0.8357734134069145, + "mIoU": 0.6298457804659582, + "macroF1": 0.7576502637808838, + "F1_coffee": 0.8952479552748732, + "IoU_coffee": 0.8103609851182667, + "precision_coffee": 0.866383456235973, + "recall_coffee": 0.9261020434391466, + "F1_noncoffee": 0.6200525722868945, + "IoU_noncoffee": 0.4493305758136497, + "kappa": 0.5172440804126028, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8033489096573209, + "mIoU": 0.5844570663113733, + "macroF1": 0.7193224462773976, + "F1_coffee": 0.8728943909464637, + "IoU_coffee": 0.7744566116386012, + "precision_coffee": 0.8474947505611469, + "recall_coffee": 0.8998635376424686, + "F1_noncoffee": 0.5657505016083315, + "IoU_noncoffee": 0.3944575209841453, + "kappa": 0.4403622579478715, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.696525724115637, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8365525077097874, + "mIoU": 0.6378818862806198, + "macroF1": 0.7653872305309871, + "F1_coffee": 0.8946013271650164, + "IoU_coffee": 0.8093019732606144, + "precision_coffee": 0.874733911904372, + "recall_coffee": 0.9153921946622113, + "F1_noncoffee": 0.6361731338969578, + "IoU_noncoffee": 0.4664617993006252, + "kappa": 0.53160852513861, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8049930771893389, + "mIoU": 0.5935449641202328, + "macroF1": 0.7286396202036308, + "F1_coffee": 0.8725816331338642, + "IoU_coffee": 0.7739643585542814, + "precision_coffee": 0.8559886107310579, + "recall_coffee": 0.889830671356359, + "F1_noncoffee": 0.5846976072733975, + "IoU_noncoffee": 0.4131255696861843, + "kappa": 0.45794312453083935, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5026252983293557, + "mIoU": 0.25274896602300856, + "macroF1": 0.3378859569305429, + "F1_coffee": 0.6681528662420382, + "IoU_coffee": 0.5016738402678145, + "precision_coffee": 1.0, + "recall_coffee": 0.5016738402678145, + "F1_noncoffee": 0.007619047619047619, + "IoU_noncoffee": 0.0038240917782026767, + "kappa": 0.0038295468339158262, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8534787735849056, + "mIoU": 0.6842648170201722, + "macroF1": 0.8045358800034712, + "F1_coffee": 0.9023447733822374, + "IoU_coffee": 0.8220657557133481, + "precision_coffee": 0.9089529590288316, + "recall_coffee": 0.8958319786722153, + "F1_noncoffee": 0.706726986624705, + "IoU_noncoffee": 0.5464638783269962, + "kappa": 0.6091338020911309, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8211322951535439, + "mIoU": 0.6015698151329409, + "macroF1": 0.73252695675788, + "F1_coffee": 0.8864735043261385, + "IoU_coffee": 0.7960955646499281, + "precision_coffee": 0.8548607399489281, + "recall_coffee": 0.9205141322419746, + "F1_noncoffee": 0.5785804091896217, + "IoU_noncoffee": 0.4070440656159537, + "kappa": 0.4677557723415241, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8352627754904335, + "mIoU": 0.6257022175764025, + "macroF1": 0.7536247225742067, + "F1_coffee": 0.8954471394755449, + "IoU_coffee": 0.8106874478151962, + "precision_coffee": 0.8638196915776987, + "recall_coffee": 0.9294785882953602, + "F1_noncoffee": 0.6118023056728684, + "IoU_noncoffee": 0.44071698733760895, + "kappa": 0.5096898954819405, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8881083282427205, + "mIoU": 0.6709938742505915, + "macroF1": 0.7848167734335328, + "F1_coffee": 0.9339026883983882, + "IoU_coffee": 0.87600135394336, + "precision_coffee": 0.9206688011383849, + "recall_coffee": 0.9475225774957285, + "F1_noncoffee": 0.6357308584686775, + "IoU_noncoffee": 0.46598639455782315, + "kappa": 0.570123044683894, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8536393184280509, + "mIoU": 0.6080579969470521, + "macroF1": 0.7299693832959914, + "F1_coffee": 0.9127114661654135, + "IoU_coffee": 0.8394381415451108, + "precision_coffee": 0.9141075420637722, + "recall_coffee": 0.9113196480938417, + "F1_noncoffee": 0.5472273004265692, + "IoU_noncoffee": 0.3766778523489933, + "kappa": 0.4599453006691337, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8733744010951403, + "mIoU": 0.6150507740655345, + "macroF1": 0.7316694594201156, + "F1_coffee": 0.9266662891443457, + "IoU_coffee": 0.8633533818719004, + "precision_coffee": 0.9029908398631498, + "recall_coffee": 0.9516166550360549, + "F1_noncoffee": 0.5366726296958855, + "IoU_noncoffee": 0.36674816625916873, + "kappa": 0.46565968831061316, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8211775878442545, + "mIoU": 0.6723276094878763, + "macroF1": 0.8006501073929218, + "F1_coffee": 0.8646200301962758, + "IoU_coffee": 0.7615248226950354, + "precision_coffee": 0.8942593694229625, + "recall_coffee": 0.8368823938761308, + "F1_noncoffee": 0.7366801845895679, + "IoU_noncoffee": 0.5831303962807173, + "kappa": 0.6021502916756709, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7895793499043977, + "mIoU": 0.5882886681855755, + "macroF1": 0.7274853535773745, + "F1_coffee": 0.8575681097521517, + "IoU_coffee": 0.7506514104452249, + "precision_coffee": 0.794484412470024, + "recall_coffee": 0.9315338113313651, + "F1_noncoffee": 0.5974025974025974, + "IoU_noncoffee": 0.42592592592592593, + "kappa": 0.4645135059825267, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7978498752159724, + "mIoU": 0.6150406240162758, + "macroF1": 0.7526861134863982, + "F1_coffee": 0.8583725622057835, + "IoU_coffee": 0.751885014137606, + "precision_coffee": 0.8183100397486858, + "recall_coffee": 0.902559751096026, + "F1_noncoffee": 0.6469996647670131, + "IoU_noncoffee": 0.4781962338949455, + "kappa": 0.5083096078494738, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 301, + 563 + ], + [ + 6092, + 7520 + ], + [ + 45130, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.547088650862376, + "test_tta": { + "OA": 0.839441649082941, + "mIoU": 0.6388862383474394, + "macroF1": 0.7656489254138266, + "F1_coffee": 0.8971533135098043, + "IoU_coffee": 0.8134886965703189, + "precision_coffee": 0.8716866009374495, + "recall_coffee": 0.9241528509617444, + "F1_noncoffee": 0.6341445373178489, + "IoU_noncoffee": 0.46428378012455995, + "kappa": 0.5327166618975272, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8090025383639091, + "mIoU": 0.5954078924021251, + "macroF1": 0.7294665759703356, + "F1_coffee": 0.8761537814104422, + "IoU_coffee": 0.7796029091151164, + "precision_coffee": 0.8532293905504353, + "recall_coffee": 0.9003440389013819, + "F1_noncoffee": 0.582779370530229, + "IoU_noncoffee": 0.4112128756891339, + "kappa": 0.46024578416512596, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6717291141082955, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8134117721679563, + "mIoU": 0.6394798872103515, + "macroF1": 0.7725234880972125, + "F1_coffee": 0.8689658244340264, + "IoU_coffee": 0.7682931632010082, + "precision_coffee": 0.8455670415881066, + "recall_coffee": 0.8936964588391589, + "F1_noncoffee": 0.6760811517603986, + "IoU_noncoffee": 0.5106666112196948, + "kappa": 0.5459065581873699, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7855370947271259, + "mIoU": 0.6023681552173099, + "macroF1": 0.7431957260052334, + "F1_coffee": 0.8474715355421069, + "IoU_coffee": 0.735315058739765, + "precision_coffee": 0.8261504309741415, + "recall_coffee": 0.8699222945227115, + "F1_noncoffee": 0.63891991646836, + "IoU_noncoffee": 0.46942125169485477, + "kappa": 0.48719999253469776, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1955503512880562, + "mIoU": 0.09853113983548767, + "macroF1": 0.1659053590088073, + "F1_coffee": 0.32315270935960594, + "IoU_coffee": 0.1927144535840188, + "precision_coffee": 0.9939393939393939, + "recall_coffee": 0.19294117647058823, + "F1_noncoffee": 0.008658008658008658, + "IoU_noncoffee": 0.004347826086956522, + "kappa": -0.0006617659599870338, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.806974624646232, + "mIoU": 0.6397391331718039, + "macroF1": 0.7742711587348454, + "F1_coffee": 0.8601903967757626, + "IoU_coffee": 0.7546790221300982, + "precision_coffee": 0.8595333981391473, + "recall_coffee": 0.8608484005563283, + "F1_noncoffee": 0.6883519206939281, + "IoU_noncoffee": 0.5247992442135097, + "kappa": 0.5485429054291173, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.823481819912431, + "mIoU": 0.6455509276124559, + "macroF1": 0.7758880517891835, + "F1_coffee": 0.8791659879459195, + "IoU_coffee": 0.7843855365655157, + "precision_coffee": 0.8353764239722635, + "recall_coffee": 0.9278003163033762, + "F1_noncoffee": 0.6726101156324477, + "IoU_noncoffee": 0.5067163186593961, + "kappa": 0.5550883803724128, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8097618486206083, + "mIoU": 0.6323410687958364, + "macroF1": 0.7665977207317134, + "F1_coffee": 0.8669700567207492, + "IoU_coffee": 0.7651784155073055, + "precision_coffee": 0.8432227852973251, + "recall_coffee": 0.8920936545639634, + "F1_noncoffee": 0.6662253847426775, + "IoU_noncoffee": 0.4995037220843672, + "kappa": 0.534122523951108, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8211805555555556, + "mIoU": 0.6348661413628062, + "macroF1": 0.7662512202262722, + "F1_coffee": 0.8795634662855658, + "IoU_coffee": 0.7850185528756958, + "precision_coffee": 0.8539354187689203, + "recall_coffee": 0.9067773908384678, + "F1_noncoffee": 0.6529389741669787, + "IoU_noncoffee": 0.4847137298499166, + "kappa": 0.5337127101586413, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8241978609625669, + "mIoU": 0.6274735988513658, + "macroF1": 0.7582662120938339, + "F1_coffee": 0.8845116366601844, + "IoU_coffee": 0.7929366775390845, + "precision_coffee": 0.8421932863457173, + "recall_coffee": 0.9313077939233818, + "F1_noncoffee": 0.6320207875274835, + "IoU_noncoffee": 0.46201052016364696, + "kappa": 0.5203908171541847, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8166808189451835, + "mIoU": 0.6194614224351165, + "macroF1": 0.7522214588126075, + "F1_coffee": 0.8786004373633239, + "IoU_coffee": 0.7834856251392913, + "precision_coffee": 0.8461908773618967, + "recall_coffee": 0.9135914760914761, + "F1_noncoffee": 0.625842480261891, + "IoU_noncoffee": 0.4554372197309417, + "kappa": 0.5066733114756361, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7929191716766867, + "mIoU": 0.6377293101814421, + "macroF1": 0.7756283451850057, + "F1_coffee": 0.8379145503435913, + "IoU_coffee": 0.7210438359686335, + "precision_coffee": 0.8663886314488725, + "recall_coffee": 0.8112525310963263, + "F1_noncoffee": 0.71334214002642, + "IoU_noncoffee": 0.5544147843942505, + "kappa": 0.5521122749130497, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8227703984819734, + "mIoU": 0.6596471318334503, + "macroF1": 0.78905049235966, + "F1_coffee": 0.8733902670462248, + "IoU_coffee": 0.775237636866803, + "precision_coffee": 0.8280426680375274, + "recall_coffee": 0.9239925426645633, + "F1_noncoffee": 0.7047107176730951, + "IoU_noncoffee": 0.5440566268000976, + "kappa": 0.5810316416366628, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.802847444842542, + "mIoU": 0.6398305905603462, + "macroF1": 0.7753095117188789, + "F1_coffee": 0.8539702493190865, + "IoU_coffee": 0.7451553930530165, + "precision_coffee": 0.8398351648351648, + "recall_coffee": 0.868589288251172, + "F1_noncoffee": 0.6966487741186711, + "IoU_noncoffee": 0.5345057880676759, + "kappa": 0.5508833083155159, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9024, + 11000 + ], + [ + 42151, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5435831189155578, + "test_tta": { + "OA": 0.8189458328047697, + "mIoU": 0.6417140404529564, + "macroF1": 0.7733324583577807, + "F1_coffee": 0.8750136830352256, + "IoU_coffee": 0.7777994006149535, + "precision_coffee": 0.8379738342837973, + "recall_coffee": 0.9154794081268038, + "F1_noncoffee": 0.6716512336803359, + "IoU_noncoffee": 0.5056286802909594, + "kappa": 0.5489798917739275, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916233991000347, + "mIoU": 0.6046325757304348, + "macroF1": 0.7438721407586089, + "F1_coffee": 0.8544634043153293, + "IoU_coffee": 0.7459066847223932, + "precision_coffee": 0.8189893216444282, + "recall_coffee": 0.8931497041295512, + "F1_noncoffee": 0.6332808772018884, + "IoU_noncoffee": 0.4633584667384764, + "kappa": 0.4901545518795679, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.698508336004646, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8103196752505392, + "mIoU": 0.6274739678644861, + "macroF1": 0.7617583386410423, + "F1_coffee": 0.8693191749694109, + "IoU_coffee": 0.7688457747975806, + "precision_coffee": 0.8310079786123062, + "recall_coffee": 0.9113335471162215, + "F1_noncoffee": 0.6541975023126735, + "IoU_noncoffee": 0.4861021609313915, + "kappa": 0.5261815060445767, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7827823929848852, + "mIoU": 0.591963318759177, + "macroF1": 0.7332621303858304, + "F1_coffee": 0.8481922367479413, + "IoU_coffee": 0.7364008681041725, + "precision_coffee": 0.8134521692057846, + "recall_coffee": 0.8860319666435025, + "F1_noncoffee": 0.6183320240237197, + "IoU_noncoffee": 0.44752576941418143, + "kappa": 0.4689593606114446, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18149882903981265, + "mIoU": 0.09144345013910232, + "macroF1": 0.15580068305721134, + "F1_coffee": 0.30309072781655033, + "IoU_coffee": 0.17861339600470036, + "precision_coffee": 0.9934640522875817, + "recall_coffee": 0.17882352941176471, + "F1_noncoffee": 0.00851063829787234, + "IoU_noncoffee": 0.004273504273504274, + "kappa": -0.0008114515258306528, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8282726531395405, + "mIoU": 0.6607573532600806, + "macroF1": 0.788859103040201, + "F1_coffee": 0.8800830709452669, + "IoU_coffee": 0.7858467428366334, + "precision_coffee": 0.8489724699495929, + "recall_coffee": 0.9135605006954103, + "F1_noncoffee": 0.6976351351351351, + "IoU_noncoffee": 0.5356679636835279, + "kappa": 0.5791432057245979, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7918808300019037, + "mIoU": 0.5915018173080143, + "macroF1": 0.7302263524672905, + "F1_coffee": 0.859194384518788, + "IoU_coffee": 0.7531470505221564, + "precision_coffee": 0.8079205522586896, + "recall_coffee": 0.9174173141717665, + "F1_noncoffee": 0.6012583204157929, + "IoU_noncoffee": 0.42985658409387223, + "kappa": 0.466537276186013, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8109408158453195, + "mIoU": 0.6304161254297723, + "macroF1": 0.7644578424666431, + "F1_coffee": 0.8690938775510204, + "IoU_coffee": 0.768493388000231, + "precision_coffee": 0.8375078665827564, + "recall_coffee": 0.9031557516118086, + "F1_noncoffee": 0.6598218073822656, + "IoU_noncoffee": 0.49233886285931366, + "kappa": 0.5306505058044915, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8301504629629629, + "mIoU": 0.6352448691676954, + "macroF1": 0.7644058848308073, + "F1_coffee": 0.8888608393815084, + "IoU_coffee": 0.7999545609451323, + "precision_coffee": 0.8404344193817878, + "recall_coffee": 0.9432092151084919, + "F1_noncoffee": 0.6399509302801063, + "IoU_noncoffee": 0.4705351773902586, + "kappa": 0.5338259476421887, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8081550802139037, + "mIoU": 0.6003847469525474, + "macroF1": 0.7349671500076689, + "F1_coffee": 0.8742410015649452, + "IoU_coffee": 0.7765791814946619, + "precision_coffee": 0.8308149910767401, + "recall_coffee": 0.9224570673712021, + "F1_noncoffee": 0.5956932984503924, + "IoU_noncoffee": 0.4241903124104328, + "kappa": 0.4745495460619153, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8159260307576186, + "mIoU": 0.611856375643507, + "macroF1": 0.7447118096291836, + "F1_coffee": 0.8795455948632462, + "IoU_coffee": 0.7849900815516861, + "precision_coffee": 0.8379014233619574, + "recall_coffee": 0.925545738045738, + "F1_noncoffee": 0.609878024395121, + "IoU_noncoffee": 0.438722669735328, + "kappa": 0.4934759084416014, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8264147342303655, + "mIoU": 0.6776181369890557, + "macroF1": 0.8041953088952818, + "F1_coffee": 0.8701549004211578, + "IoU_coffee": 0.7701541571897903, + "precision_coffee": 0.8590556730091614, + "recall_coffee": 0.8815446919294185, + "F1_noncoffee": 0.7382357173694056, + "IoU_noncoffee": 0.5850821167883211, + "kappa": 0.6085223629480739, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7757115749525617, + "mIoU": 0.5817886733308175, + "macroF1": 0.7245627426796866, + "F1_coffee": 0.8432568624850816, + "IoU_coffee": 0.7289923191562536, + "precision_coffee": 0.7841904057220372, + "recall_coffee": 0.9119460777283809, + "F1_noncoffee": 0.6058686228742914, + "IoU_noncoffee": 0.43458502750538147, + "kappa": 0.4568735321081541, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8059588911936639, + "mIoU": 0.6424140373345779, + "macroF1": 0.7769999192476893, + "F1_coffee": 0.8573606875519822, + "IoU_coffee": 0.7503336164017954, + "precision_coffee": 0.837055081878468, + "recall_coffee": 0.8786759482881091, + "F1_noncoffee": 0.6966391509433962, + "IoU_noncoffee": 0.5344944582673603, + "kappa": 0.5545573270241321, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9086, + 11000 + ], + [ + 41890, + 51930 + ], + [ + 126, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.007416049639384, + "test_tta": { + "OA": 0.8162818723836103, + "mIoU": 0.629907732257156, + "macroF1": 0.7626486342552239, + "F1_coffee": 0.8754755916682788, + "IoU_coffee": 0.7785296478954008, + "precision_coffee": 0.8247205572655111, + "recall_coffee": 0.9328874433093591, + "F1_noncoffee": 0.6498216768421688, + "IoU_noncoffee": 0.4812858166189112, + "kappa": 0.5302999173796312, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7888542748355832, + "mIoU": 0.5936089538122256, + "macroF1": 0.7332869905071477, + "F1_coffee": 0.8550265388576408, + "IoU_coffee": 0.7467653774302913, + "precision_coffee": 0.8069985232816793, + "recall_coffee": 0.9091330258807674, + "F1_noncoffee": 0.6115474421566547, + "IoU_noncoffee": 0.4404525301941599, + "kappa": 0.47158891480199006, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.6854826685045665, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8106685272104529, + "mIoU": 0.6249795376632156, + "macroF1": 0.7592347680729372, + "F1_coffee": 0.87051576801284, + "IoU_coffee": 0.7707197173362009, + "precision_coffee": 0.8266260246323681, + "recall_coffee": 0.9193275001145266, + "F1_noncoffee": 0.6479537681330345, + "IoU_noncoffee": 0.47923935799023026, + "kappa": 0.5221322121786953, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.784210222683743, + "mIoU": 0.5899050314026757, + "macroF1": 0.7307136187056145, + "F1_coffee": 0.8507382282521947, + "IoU_coffee": 0.7402475651464384, + "precision_coffee": 0.8082763065607643, + "recall_coffee": 0.8979089013835365, + "F1_noncoffee": 0.6106890091590341, + "IoU_noncoffee": 0.439562497658913, + "kappa": 0.4652763187078464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24121779859484777, + "mIoU": 0.12125677139761647, + "macroF1": 0.19624930284439487, + "F1_coffee": 0.38636363636363635, + "IoU_coffee": 0.23943661971830985, + "precision_coffee": 0.9902912621359223, + "recall_coffee": 0.24, + "F1_noncoffee": 0.006134969325153374, + "IoU_noncoffee": 0.003076923076923077, + "kappa": -0.003205081722332617, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8170480165011752, + "mIoU": 0.6464513580466988, + "macroF1": 0.7782176387898825, + "F1_coffee": 0.871017923571187, + "IoU_coffee": 0.7715073088904865, + "precision_coffee": 0.8477946017116524, + "recall_coffee": 0.8955493741307371, + "F1_noncoffee": 0.6854173540085781, + "IoU_noncoffee": 0.5213954072029113, + "kappa": 0.5572455586851175, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8038263849229011, + "mIoU": 0.6079626075641462, + "macroF1": 0.7439948157831311, + "F1_coffee": 0.8677574590952839, + "IoU_coffee": 0.7664059843590616, + "precision_coffee": 0.8133758344860769, + "recall_coffee": 0.9299319260125146, + "F1_noncoffee": 0.6202321724709784, + "IoU_noncoffee": 0.4495192307692308, + "kappa": 0.4944790823112471, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8111766092902617, + "mIoU": 0.6191654824859756, + "macroF1": 0.7533562675162302, + "F1_coffee": 0.8727758007117438, + "IoU_coffee": 0.7742699289660616, + "precision_coffee": 0.820577164366374, + "recall_coffee": 0.9320665083135392, + "F1_noncoffee": 0.6339367343207167, + "IoU_noncoffee": 0.46406103600588944, + "kappa": 0.5123897935711124, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8248456790123457, + "mIoU": 0.6339378288660726, + "macroF1": 0.7644489021820345, + "F1_coffee": 0.8837239083109233, + "IoU_coffee": 0.7916714465986004, + "precision_coffee": 0.846540726202159, + "recall_coffee": 0.9243236003214573, + "F1_noncoffee": 0.6451738960531458, + "IoU_noncoffee": 0.47620421113354483, + "kappa": 0.5316551315166302, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8253437738731857, + "mIoU": 0.626926940554466, + "macroF1": 0.7574308128752061, + "F1_coffee": 0.8857803035034035, + "IoU_coffee": 0.7949781414639614, + "precision_coffee": 0.8399857870425205, + "recall_coffee": 0.9368560105680317, + "F1_noncoffee": 0.6290813222470087, + "IoU_noncoffee": 0.4588757396449704, + "kappa": 0.5194994540544224, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8239456552504953, + "mIoU": 0.6125991691057477, + "macroF1": 0.7432907356536556, + "F1_coffee": 0.8871825876662636, + "IoU_coffee": 0.7972400304248615, + "precision_coffee": 0.8296019900497512, + "recall_coffee": 0.9533523908523909, + "F1_noncoffee": 0.5993988836410477, + "IoU_noncoffee": 0.42795830778663396, + "kappa": 0.49521630749412504, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8093329516175207, + "mIoU": 0.6528321651540451, + "macroF1": 0.7858052984401313, + "F1_coffee": 0.8567947247706422, + "IoU_coffee": 0.7494670846394984, + "precision_coffee": 0.8492469451548735, + "recall_coffee": 0.8644778709864044, + "F1_noncoffee": 0.7148158721096203, + "IoU_noncoffee": 0.5561972456685917, + "kappa": 0.5716779731834984, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7824478178368122, + "mIoU": 0.5895064072339108, + "macroF1": 0.7307909333377116, + "F1_coffee": 0.8487167645312397, + "IoU_coffee": 0.737191977077364, + "precision_coffee": 0.7859237536656891, + "recall_coffee": 0.9224150293991109, + "F1_noncoffee": 0.6128651021441837, + "IoU_noncoffee": 0.44182083739045763, + "kappa": 0.4702358463641824, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7984159909485197, + "mIoU": 0.6207714575971399, + "macroF1": 0.7581858565624888, + "F1_coffee": 0.8568175729975891, + "IoU_coffee": 0.749502050380785, + "precision_coffee": 0.8104649689598379, + "recall_coffee": 0.9087938627645973, + "F1_noncoffee": 0.6595541401273886, + "IoU_noncoffee": 0.4920408648134949, + "kappa": 0.5201040872285445, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9133, + 11000 + ], + [ + 41862, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5344212055206299, + "test_tta": { + "OA": 0.81548902702017, + "mIoU": 0.626914767151266, + "macroF1": 0.7599214458248913, + "F1_coffee": 0.8754228940944714, + "IoU_coffee": 0.7784463061690784, + "precision_coffee": 0.8218550235194789, + "recall_coffee": 0.9364606715836731, + "F1_noncoffee": 0.6444199975553111, + "IoU_noncoffee": 0.4753832281334536, + "kappa": 0.5255955185960622, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7894888658128534, + "mIoU": 0.5915018236495482, + "macroF1": 0.7309028785534315, + "F1_coffee": 0.8564629061442844, + "IoU_coffee": 0.7489594441195694, + "precision_coffee": 0.803416911127101, + "recall_coffee": 0.9170088655842652, + "F1_noncoffee": 0.6053428509625784, + "IoU_noncoffee": 0.43404420317952697, + "kappa": 0.4681802196570245, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.700285623467853, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8396549536978308, + "mIoU": 0.6745486070867077, + "macroF1": 0.7988063600625017, + "F1_coffee": 0.8894621775251421, + "IoU_coffee": 0.8009292070241751, + "precision_coffee": 0.8507381539877044, + "recall_coffee": 0.931879609693527, + "F1_noncoffee": 0.7081505425998614, + "IoU_noncoffee": 0.5481680071492404, + "kappa": 0.5998019535953714, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8115264797507789, + "mIoU": 0.6338996604998833, + "macroF1": 0.7676654063744353, + "F1_coffee": 0.8686131386861314, + "IoU_coffee": 0.7677419354838709, + "precision_coffee": 0.8311111111111111, + "recall_coffee": 0.9096594857539958, + "F1_noncoffee": 0.6667176740627391, + "IoU_noncoffee": 0.5000573855158957, + "kappa": 0.5377183946555191, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3091334894613583, + "mIoU": 0.1558785121363023, + "macroF1": 0.2397457872628072, + "F1_coffee": 0.4694244604316547, + "IoU_coffee": 0.30669800235017625, + "precision_coffee": 0.9961832061068703, + "recall_coffee": 0.3070588235294118, + "F1_noncoffee": 0.010067114093959731, + "IoU_noncoffee": 0.00505902192242833, + "kappa": 0.0007694626453649747, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8374346428742745, + "mIoU": 0.6761724871820401, + "macroF1": 0.8007009939880405, + "F1_coffee": 0.886263717823942, + "IoU_coffee": 0.7957572470318809, + "precision_coffee": 0.8564571576830772, + "recall_coffee": 0.9182197496522948, + "F1_noncoffee": 0.7151382701521392, + "IoU_noncoffee": 0.5565877273321994, + "kappa": 0.6026074879070742, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.836950314106225, + "mIoU": 0.668226897541463, + "macroF1": 0.7937321514132651, + "F1_coffee": 0.8881488736532811, + "IoU_coffee": 0.7988019732205779, + "precision_coffee": 0.8455274445204202, + "recall_coffee": 0.9352953310871209, + "F1_noncoffee": 0.6993154291732491, + "IoU_noncoffee": 0.5376518218623482, + "kappa": 0.5902631322007142, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8445178024050931, + "mIoU": 0.679027703361915, + "macroF1": 0.8017605724888925, + "F1_coffee": 0.8938266834122307, + "IoU_coffee": 0.8080349344978166, + "precision_coffee": 0.8504718715528864, + "recall_coffee": 0.9418391584662369, + "F1_noncoffee": 0.7096944615655543, + "IoU_noncoffee": 0.5500204722260134, + "kappa": 0.6063184492165984, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8419174382716049, + "mIoU": 0.6578686069003213, + "macroF1": 0.7831615951012543, + "F1_coffee": 0.896035521725341, + "IoU_coffee": 0.8116524936796139, + "precision_coffee": 0.8510663935413906, + "recall_coffee": 0.9460219662469863, + "F1_noncoffee": 0.6702876684771676, + "IoU_noncoffee": 0.5040847201210288, + "kappa": 0.5701293764171841, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8419595110771582, + "mIoU": 0.6614928281667753, + "macroF1": 0.7865074206494853, + "F1_coffee": 0.8953127965083181, + "IoU_coffee": 0.8104672469079248, + "precision_coffee": 0.8589634664401019, + "recall_coffee": 0.9348745046235138, + "F1_noncoffee": 0.6777020447906524, + "IoU_noncoffee": 0.5125184094256259, + "kappa": 0.575356008180453, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8452684215492028, + "mIoU": 0.6561316515410205, + "macroF1": 0.780768794190279, + "F1_coffee": 0.8996819182774651, + "IoU_coffee": 0.8176562152546142, + "precision_coffee": 0.8499768839574665, + "recall_coffee": 0.9555613305613305, + "F1_noncoffee": 0.6618556701030928, + "IoU_noncoffee": 0.4946070878274268, + "kappa": 0.566534071033076, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.832999331997328, + "mIoU": 0.6874083254793776, + "macroF1": 0.8113069841434997, + "F1_coffee": 0.875285062713797, + "IoU_coffee": 0.7782283614244075, + "precision_coffee": 0.862742343354875, + "recall_coffee": 0.8881978594156783, + "F1_noncoffee": 0.7473289055732024, + "IoU_noncoffee": 0.5965882895343476, + "kappa": 0.6227755001355176, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8319734345351044, + "mIoU": 0.6727138677164106, + "macroF1": 0.7987774199175184, + "F1_coffee": 0.8805073881654409, + "IoU_coffee": 0.7865236258437801, + "precision_coffee": 0.8314220183486238, + "recall_coffee": 0.9357521870070271, + "F1_noncoffee": 0.7170474516695958, + "IoU_noncoffee": 0.5589041095890411, + "kappa": 0.6008491967904636, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8437676786724495, + "mIoU": 0.6957645285460551, + "macroF1": 0.8163341996616309, + "F1_coffee": 0.887317239034342, + "IoU_coffee": 0.7974575235301308, + "precision_coffee": 0.8510305243934255, + "recall_coffee": 0.9268361983236255, + "F1_noncoffee": 0.7453511602889197, + "IoU_noncoffee": 0.5940715335619794, + "kappa": 0.6341714266254019, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9252, + 11000 + ], + [ + 43569, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5391788045565287, + "test_tta": { + "OA": 0.8423189141189902, + "mIoU": 0.6757007784804954, + "macroF1": 0.7992735663498132, + "F1_coffee": 0.8922269909394372, + "IoU_coffee": 0.8054240206629358, + "precision_coffee": 0.8467804978399506, + "recall_coffee": 0.9428283476109762, + "F1_noncoffee": 0.706320141760189, + "IoU_noncoffee": 0.545977536298055, + "kappa": 0.6016736600848887, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8148580823814469, + "mIoU": 0.6350470005012592, + "macroF1": 0.7679611267246083, + "F1_coffee": 0.8722775528072672, + "IoU_coffee": 0.7734860248447205, + "precision_coffee": 0.8267634854771784, + "recall_coffee": 0.9230947417187862, + "F1_noncoffee": 0.6636447006419495, + "IoU_noncoffee": 0.4966079761577977, + "kappa": 0.5395967525203308, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.663701629924449, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8115565140175061, + "mIoU": 0.6431421287120438, + "macroF1": 0.776394150958683, + "F1_coffee": 0.8650649468616587, + "IoU_coffee": 0.7622153747648965, + "precision_coffee": 0.8577025262304678, + "recall_coffee": 0.8725548582161345, + "F1_noncoffee": 0.6877233550557074, + "IoU_noncoffee": 0.524068882659191, + "kappa": 0.5528645487308442, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.783157378562363, + "mIoU": 0.6057639965449739, + "macroF1": 0.7472402291229504, + "F1_coffee": 0.8425209221455281, + "IoU_coffee": 0.7278930032214862, + "precision_coffee": 0.8381402909181844, + "recall_coffee": 0.8469475856550214, + "F1_noncoffee": 0.6519595361003727, + "IoU_noncoffee": 0.4836349898684617, + "kappa": 0.49451097642081376, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15690866510538642, + "mIoU": 0.07923301917452064, + "macroF1": 0.1381475667189953, + "F1_coffee": 0.2653061224489796, + "IoU_coffee": 0.15294117647058825, + "precision_coffee": 1.0, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.01098901098901099, + "IoU_noncoffee": 0.0055248618784530384, + "kappa": 0.0016885309780491045, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7910011032762507, + "mIoU": 0.6250760781215206, + "macroF1": 0.7641678310555553, + "F1_coffee": 0.8437174934538542, + "IoU_coffee": 0.7296811018736816, + "precision_coffee": 0.8712497222016445, + "recall_coffee": 0.8178720445062587, + "F1_noncoffee": 0.6846181686572566, + "IoU_noncoffee": 0.5204710543693595, + "kappa": 0.5292842606595952, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8249095754806777, + "mIoU": 0.6547610952357845, + "macroF1": 0.7841251695738745, + "F1_coffee": 0.8779565433736938, + "IoU_coffee": 0.7824621570482497, + "precision_coffee": 0.848160492244584, + "recall_coffee": 0.9099222993880217, + "F1_noncoffee": 0.690293795774055, + "IoU_noncoffee": 0.5270600334233192, + "kappa": 0.5695982797282119, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8185333647724593, + "mIoU": 0.64909194972698, + "macroF1": 0.7803308698424645, + "F1_coffee": 0.8719382321618744, + "IoU_coffee": 0.7729525607741327, + "precision_coffee": 0.855482269966695, + "recall_coffee": 0.8890397013912453, + "F1_noncoffee": 0.6887235075230546, + "IoU_noncoffee": 0.5252313386798273, + "kappa": 0.561056524068886, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8356481481481481, + "mIoU": 0.6594063762623357, + "macroF1": 0.7859973476231497, + "F1_coffee": 0.8890769431063663, + "IoU_coffee": 0.8003046994023204, + "precision_coffee": 0.8648682877406282, + "recall_coffee": 0.9146798821323332, + "F1_noncoffee": 0.682917752139933, + "IoU_noncoffee": 0.5185080531223509, + "kappa": 0.5729511601409945, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8200916730328495, + "mIoU": 0.6224544789852594, + "macroF1": 0.7543304121653542, + "F1_coffee": 0.8814348646947766, + "IoU_coffee": 0.7880049510520986, + "precision_coffee": 0.8417067307692307, + "recall_coffee": 0.9250990752972259, + "F1_noncoffee": 0.627225959635932, + "IoU_noncoffee": 0.4569040069184203, + "kappa": 0.5120783632511015, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8309274459854703, + "mIoU": 0.6394988464766803, + "macroF1": 0.7683440314224759, + "F1_coffee": 0.8887509312143035, + "IoU_coffee": 0.7997765363128492, + "precision_coffee": 0.8509272467902995, + "recall_coffee": 0.9300935550935551, + "F1_noncoffee": 0.6479371316306484, + "IoU_noncoffee": 0.47922115664051146, + "kappa": 0.5395670059247748, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7468269873079493, + "mIoU": 0.5859770863213727, + "macroF1": 0.736874500365559, + "F1_coffee": 0.7880482543740512, + "IoU_coffee": 0.6502307185234014, + "precision_coffee": 0.8802427271104766, + "recall_coffee": 0.7133352617876771, + "F1_noncoffee": 0.6857007463570667, + "IoU_noncoffee": 0.5217234541193438, + "kappa": 0.4821725725044512, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.829696394686907, + "mIoU": 0.6799253348367558, + "macroF1": 0.8055378037138823, + "F1_coffee": 0.8740792704314275, + "IoU_coffee": 0.7763239875389408, + "precision_coffee": 0.855534193902774, + "recall_coffee": 0.8934461494335293, + "F1_noncoffee": 0.736996336996337, + "IoU_noncoffee": 0.5835266821345708, + "kappa": 0.6114569245045194, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8061474636997926, + "mIoU": 0.6510562031588514, + "macroF1": 0.7848912437872195, + "F1_coffee": 0.8525107604017217, + "IoU_coffee": 0.7429357339334833, + "precision_coffee": 0.861034632661933, + "recall_coffee": 0.8441539991476062, + "F1_noncoffee": 0.7172717271727173, + "IoU_noncoffee": 0.5591766723842195, + "kappa": 0.5698632943976217, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9152, + 11000 + ], + [ + 41911, + 51930 + ], + [ + 117, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5324476997057597, + "test_tta": { + "OA": 0.818517696308512, + "mIoU": 0.6474375694788468, + "macroF1": 0.7787990560627047, + "F1_coffee": 0.8725316582578769, + "IoU_coffee": 0.7738857278330963, + "precision_coffee": 0.8491621322812114, + "recall_coffee": 0.8972238764945715, + "F1_noncoffee": 0.6850664538675325, + "IoU_noncoffee": 0.5209894111245972, + "kappa": 0.5584244167955943, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7899359640013845, + "mIoU": 0.6089009971961816, + "macroF1": 0.7486145515757121, + "F1_coffee": 0.8505341365049719, + "IoU_coffee": 0.739938578009499, + "precision_coffee": 0.8294835868694956, + "recall_coffee": 0.8726809442584286, + "F1_noncoffee": 0.6466949666464524, + "IoU_noncoffee": 0.47786341638286434, + "kappa": 0.4979933410540682, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.6775087593073466, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8190568311556514, + "mIoU": 0.6495710943551465, + "macroF1": 0.7806557704401932, + "F1_coffee": 0.8724329521190373, + "IoU_coffee": 0.7737304435763717, + "precision_coffee": 0.8520952984080536, + "recall_coffee": 0.8937651747675112, + "F1_noncoffee": 0.6888785887613491, + "IoU_noncoffee": 0.5254117451339212, + "kappa": 0.5619201941892537, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7910176531671859, + "mIoU": 0.6120021230428676, + "macroF1": 0.7514243088697706, + "F1_coffee": 0.8506308758040574, + "IoU_coffee": 0.7400850239466179, + "precision_coffee": 0.8331616889804325, + "recall_coffee": 0.8688483163813254, + "F1_noncoffee": 0.6522177419354839, + "IoU_noncoffee": 0.4839192221391174, + "kappa": 0.5033569851658727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22716627634660422, + "mIoU": 0.11448336000765669, + "macroF1": 0.1878058480745621, + "F1_coffee": 0.3666026871401152, + "IoU_coffee": 0.2244418331374853, + "precision_coffee": 0.9947916666666666, + "recall_coffee": 0.22470588235294117, + "F1_noncoffee": 0.009009009009009009, + "IoU_noncoffee": 0.004524886877828055, + "kappa": -0.0003052524721900827, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8068786875809469, + "mIoU": 0.6447177960381155, + "macroF1": 0.7789248972803107, + "F1_coffee": 0.8575371549893843, + "IoU_coffee": 0.7506039769559562, + "precision_coffee": 0.8729827089337175, + "recall_coffee": 0.8426286509040334, + "F1_noncoffee": 0.7003126395712371, + "IoU_noncoffee": 0.5388316151202749, + "kappa": 0.5581407633754647, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.823481819912431, + "mIoU": 0.6485408153091119, + "macroF1": 0.7786891127654583, + "F1_coffee": 0.8782537337928771, + "IoU_coffee": 0.7829343945689705, + "precision_coffee": 0.840221077754051, + "recall_coffee": 0.9198927318985078, + "F1_noncoffee": 0.6791244917380396, + "IoU_noncoffee": 0.5141472360492534, + "kappa": 0.5597556181421733, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8266446592784721, + "mIoU": 0.6538228306736042, + "macroF1": 0.7828718135354702, + "F1_coffee": 0.8803619084814164, + "IoU_coffee": 0.7862914946805418, + "precision_coffee": 0.8457882558939404, + "recall_coffee": 0.9178825924669155, + "F1_noncoffee": 0.6853817185895241, + "IoU_noncoffee": 0.5213541666666667, + "kappa": 0.5676434962637431, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8432677469135802, + "mIoU": 0.6719143038284527, + "macroF1": 0.795696171540518, + "F1_coffee": 0.8942814390735802, + "IoU_coffee": 0.8087785361261474, + "precision_coffee": 0.869449715370019, + "recall_coffee": 0.9205732654701313, + "F1_noncoffee": 0.6971109040074557, + "IoU_noncoffee": 0.5350500715307582, + "kappa": 0.5923450294112607, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.81646294881589, + "mIoU": 0.611355249250618, + "macroF1": 0.7440523196173489, + "F1_coffee": 0.8801895025557911, + "IoU_coffee": 0.786016477399243, + "precision_coffee": 0.8333333333333334, + "recall_coffee": 0.9326287978863936, + "F1_noncoffee": 0.6079151366789066, + "IoU_noncoffee": 0.43669402110199296, + "kappa": 0.4933465815014062, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8194169261251062, + "mIoU": 0.613941248241933, + "macroF1": 0.7459024717738805, + "F1_coffee": 0.8825766871165645, + "IoU_coffee": 0.7898319973646646, + "precision_coffee": 0.8360065086006508, + "recall_coffee": 0.9346413721413721, + "F1_noncoffee": 0.6092282564311964, + "IoU_noncoffee": 0.4380504991192014, + "kappa": 0.49699932548050224, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.770875083500334, + "mIoU": 0.6136473889395907, + "macroF1": 0.7580792828430933, + "F1_coffee": 0.8137171231282488, + "IoU_coffee": 0.6859385219097449, + "precision_coffee": 0.8776569037656904, + "recall_coffee": 0.758461093433613, + "F1_noncoffee": 0.7024414425579378, + "IoU_noncoffee": 0.5413562559694365, + "kappa": 0.5202260780677818, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8304554079696395, + "mIoU": 0.6781298483224822, + "macroF1": 0.8038307178217123, + "F1_coffee": 0.8761006725369201, + "IoU_coffee": 0.7795188155459593, + "precision_coffee": 0.8480536912751678, + "recall_coffee": 0.906066255557149, + "F1_noncoffee": 0.7315607631065044, + "IoU_noncoffee": 0.5767408810990052, + "kappa": 0.6085889820434939, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8338676221006978, + "mIoU": 0.6850238522813192, + "macroF1": 0.8091035976606571, + "F1_coffee": 0.8778594204907806, + "IoU_coffee": 0.7823078823820113, + "precision_coffee": 0.8571815351292812, + "recall_coffee": 0.8995595965335985, + "F1_noncoffee": 0.7403477748305335, + "IoU_noncoffee": 0.587739822180627, + "kappa": 0.6186789209999926, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9248, + 11000 + ], + [ + 42273, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5347817262013754, + "test_tta": { + "OA": 0.8297285297475581, + "mIoU": 0.655539875489872, + "macroF1": 0.7837624581757797, + "F1_coffee": 0.8834599522465812, + "IoU_coffee": 0.7912478858453702, + "precision_coffee": 0.8395074460624562, + "recall_coffee": 0.9322689999541893, + "F1_noncoffee": 0.6840649641049782, + "IoU_noncoffee": 0.5198318651343737, + "kappa": 0.5707148864294378, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8022816430137303, + "mIoU": 0.6169015447938777, + "macroF1": 0.7533956331348224, + "F1_coffee": 0.8631931900965002, + "IoU_coffee": 0.759313880403104, + "precision_coffee": 0.8203528072837633, + "recall_coffee": 0.9107545222903111, + "F1_noncoffee": 0.6435980761731445, + "IoU_noncoffee": 0.4744892091846514, + "kappa": 0.5102705821953791, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.604213997520157, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8355050691688491, + "mIoU": 0.6644690337494772, + "macroF1": 0.7906509740941148, + "F1_coffee": 0.8875538177664528, + "IoU_coffee": 0.7978397804237506, + "precision_coffee": 0.9223622334839976, + "recall_coffee": 0.8552770839507218, + "F1_noncoffee": 0.6937481304217769, + "IoU_noncoffee": 0.5310982870752038, + "kappa": 0.5829197271091463, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7988635052497981, + "mIoU": 0.6146913334017189, + "macroF1": 0.7520785164317141, + "F1_coffee": 0.8597771879021879, + "IoU_coffee": 0.7540431385689846, + "precision_coffee": 0.8984219042215638, + "recall_coffee": 0.8243198951163553, + "F1_noncoffee": 0.6443798449612403, + "IoU_noncoffee": 0.4753395282344532, + "kappa": 0.5064728184949246, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24831712789827973, + "mIoU": 0.1254316715974023, + "macroF1": 0.20264080338529844, + "F1_coffee": 0.39348219674109836, + "IoU_coffee": 0.24492862509391436, + "precision_coffee": 0.9908814589665653, + "recall_coffee": 0.24548192771084337, + "F1_noncoffee": 0.011799410029498525, + "IoU_noncoffee": 0.005934718100890208, + "kappa": -0.0015653126712060809, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8316880552813426, + "mIoU": 0.6602557933389869, + "macroF1": 0.7876535625531222, + "F1_coffee": 0.884351895814963, + "IoU_coffee": 0.7926799610894941, + "precision_coffee": 0.9166197975253093, + "recall_coffee": 0.854278600445551, + "F1_noncoffee": 0.6909552292912815, + "IoU_noncoffee": 0.5278316255884796, + "kappa": 0.5767089216382444, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8294928677066934, + "mIoU": 0.6599622301286463, + "macroF1": 0.7878688179334392, + "F1_coffee": 0.8818356146267275, + "IoU_coffee": 0.7886457717327026, + "precision_coffee": 0.9335666783339167, + "recall_coffee": 0.8355366205124992, + "F1_noncoffee": 0.6939020212401508, + "IoU_noncoffee": 0.5312786885245901, + "kappa": 0.5790855922101549, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8451803216290799, + "mIoU": 0.6730111158542753, + "macroF1": 0.7962733393639797, + "F1_coffee": 0.8960914548473624, + "IoU_coffee": 0.8117442869540064, + "precision_coffee": 0.917238674249853, + "recall_coffee": 0.8758973718709033, + "F1_noncoffee": 0.696455223880597, + "IoU_noncoffee": 0.5342779447545442, + "kappa": 0.5931783881311965, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8606835898460924, + "mIoU": 0.7094365223130283, + "macroF1": 0.8246475631198242, + "F1_coffee": 0.9041397331866319, + "IoU_coffee": 0.8250502008032129, + "precision_coffee": 0.9138170697803726, + "recall_coffee": 0.8946652150244965, + "F1_noncoffee": 0.7451553930530165, + "IoU_noncoffee": 0.5938228438228438, + "kappa": 0.6493996565674218, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8557527189467659, + "mIoU": 0.701534155095549, + "macroF1": 0.8189481122367475, + "F1_coffee": 0.9005786428195687, + "IoU_coffee": 0.8191387559808613, + "precision_coffee": 0.9272850372376439, + "recall_coffee": 0.8753675060718394, + "F1_noncoffee": 0.7373175816539264, + "IoU_noncoffee": 0.5839295542102366, + "kappa": 0.6386880648439858, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8823641020776017, + "mIoU": 0.7360003625909902, + "macroF1": 0.842502679089816, + "F1_coffee": 0.9217369351173946, + "IoU_coffee": 0.8548349332708968, + "precision_coffee": 0.9171062547098718, + "recall_coffee": 0.9264146155798021, + "F1_noncoffee": 0.7632684230622375, + "IoU_noncoffee": 0.6171657919110837, + "kappa": 0.6850296477214335, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8033937975424225, + "mIoU": 0.6151690147856823, + "macroF1": 0.7513835501087598, + "F1_coffee": 0.8650963597430407, + "IoU_coffee": 0.7622641509433963, + "precision_coffee": 0.9194879089615932, + "recall_coffee": 0.8167803891837251, + "F1_noncoffee": 0.6376707404744788, + "IoU_noncoffee": 0.46807387862796834, + "kappa": 0.5073967466553505, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8032254986162802, + "mIoU": 0.6210839593764332, + "macroF1": 0.7572849457051146, + "F1_coffee": 0.8628807022210401, + "IoU_coffee": 0.7588304093567252, + "precision_coffee": 0.9402898550724638, + "recall_coffee": 0.7972474809535512, + "F1_noncoffee": 0.6516891891891892, + "IoU_noncoffee": 0.48333750939614134, + "kappa": 0.5227855630985998, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8077693996373008, + "mIoU": 0.6161455158943437, + "macroF1": 0.7512226014101995, + "F1_coffee": 0.8698293691830403, + "IoU_coffee": 0.7696442868580579, + "precision_coffee": 0.9173824130879346, + "recall_coffee": 0.8269632542706157, + "F1_noncoffee": 0.6326158336373586, + "IoU_noncoffee": 0.4626467449306297, + "kappa": 0.50618995573966, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7085, + 8413 + ], + [ + 44809, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.912920320034027, + "test_tta": { + "OA": 0.8457076752518518, + "mIoU": 0.6761550355911108, + "macroF1": 0.7989699236524493, + "F1_coffee": 0.8959013105833126, + "IoU_coffee": 0.8114322742803283, + "precision_coffee": 0.9181460661674851, + "recall_coffee": 0.8747089454299141, + "F1_noncoffee": 0.7020385367215861, + "IoU_noncoffee": 0.5408777969018933, + "kappa": 0.5986142332734622, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.809694819430022, + "mIoU": 0.6252582563803367, + "macroF1": 0.7597519157226498, + "F1_coffee": 0.8692904337833955, + "IoU_coffee": 0.7688008130081301, + "precision_coffee": 0.8939529766513182, + "recall_coffee": 0.8459521468371026, + "F1_noncoffee": 0.6502133976619039, + "IoU_noncoffee": 0.4817156997525433, + "kappa": 0.5204805027420758, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6386328392933308, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8503832002442199, + "mIoU": 0.6755254437003126, + "macroF1": 0.7974234058364651, + "F1_coffee": 0.9010014671174332, + "IoU_coffee": 0.8198386441464972, + "precision_coffee": 0.9050619393421615, + "recall_coffee": 0.8969772659921257, + "F1_noncoffee": 0.6938453445554971, + "IoU_noncoffee": 0.5312122432541281, + "kappa": 0.594872029102846, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8164301373024114, + "mIoU": 0.6271144640987547, + "macroF1": 0.7598807469442698, + "F1_coffee": 0.8764079857065176, + "IoU_coffee": 0.7800055309734514, + "precision_coffee": 0.8828374122112017, + "recall_coffee": 0.8700715291032834, + "F1_noncoffee": 0.643353508182022, + "IoU_noncoffee": 0.47422339722405815, + "kappa": 0.5198349826751023, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4016454749439043, + "mIoU": 0.2028052897618115, + "macroF1": 0.2915805648280613, + "F1_coffee": 0.5708154506437768, + "IoU_coffee": 0.3993993993993994, + "precision_coffee": 0.9925373134328358, + "recall_coffee": 0.4006024096385542, + "F1_noncoffee": 0.012345679012345678, + "IoU_noncoffee": 0.006211180124223602, + "kappa": -0.000980766495219648, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8437314906219151, + "mIoU": 0.6716793276034877, + "macroF1": 0.795386499752128, + "F1_coffee": 0.8948452238607679, + "IoU_coffee": 0.8097012682574983, + "precision_coffee": 0.9073824599218645, + "recall_coffee": 0.8826497182544882, + "F1_noncoffee": 0.6959277756434883, + "IoU_noncoffee": 0.5336573869494771, + "kappa": 0.5909987845597928, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8519631696961023, + "mIoU": 0.678697966253855, + "macroF1": 0.799924639348011, + "F1_coffee": 0.9019620233167989, + "IoU_coffee": 0.8214306266904529, + "precision_coffee": 0.9097514340344168, + "recall_coffee": 0.8943048681160328, + "F1_noncoffee": 0.697887255379223, + "IoU_noncoffee": 0.5359653058172573, + "kappa": 0.599939656944322, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8552193358074032, + "mIoU": 0.675727257272865, + "macroF1": 0.7965752648305491, + "F1_coffee": 0.9057982230752561, + "IoU_coffee": 0.8278164431618854, + "precision_coffee": 0.898427904691722, + "recall_coffee": 0.913290467569761, + "F1_noncoffee": 0.687352306585842, + "IoU_noncoffee": 0.5236380713838447, + "kappa": 0.5932413825893698, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8588846691984809, + "mIoU": 0.7025754166544909, + "macroF1": 0.8192398707086257, + "F1_coffee": 0.9038932752518377, + "IoU_coffee": 0.8246398410332837, + "precision_coffee": 0.9041394335511983, + "recall_coffee": 0.9036472509526402, + "F1_noncoffee": 0.7345864661654136, + "IoU_noncoffee": 0.5805109922756981, + "kappa": 0.638479815422067, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8737836290784201, + "mIoU": 0.7226901754433064, + "macroF1": 0.8332284012210007, + "F1_coffee": 0.9154686601495112, + "IoU_coffee": 0.8441145281018028, + "precision_coffee": 0.9151762902401636, + "recall_coffee": 0.9157612169244536, + "F1_noncoffee": 0.7509881422924901, + "IoU_noncoffee": 0.6012658227848101, + "kappa": 0.666456902721016, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8853049995256617, + "mIoU": 0.7358790018214741, + "macroF1": 0.8419246110252, + "F1_coffee": 0.9247338604245782, + "IoU_coffee": 0.8600046317739695, + "precision_coffee": 0.9078352279672411, + "recall_coffee": 0.9422735346358793, + "F1_noncoffee": 0.7591153616258218, + "IoU_noncoffee": 0.6117533718689788, + "kappa": 0.684199418264975, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8289448020284766, + "mIoU": 0.6416370739512472, + "macroF1": 0.7708801029403551, + "F1_coffee": 0.88622210690192, + "IoU_coffee": 0.7956901572510192, + "precision_coffee": 0.9105571847507331, + "recall_coffee": 0.8631539044730857, + "F1_noncoffee": 0.6555380989787902, + "IoU_noncoffee": 0.48758399065147534, + "kappa": 0.5427489616618778, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8301364634029965, + "mIoU": 0.6357141688544498, + "macroF1": 0.7648671339249697, + "F1_coffee": 0.88875, + "IoU_coffee": 0.7997750281214848, + "precision_coffee": 0.9043500381582295, + "recall_coffee": 0.8736790366183338, + "F1_noncoffee": 0.6409842678499394, + "IoU_noncoffee": 0.47165330958741464, + "kappa": 0.5301854149333406, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8249498902357545, + "mIoU": 0.6184427503599705, + "macroF1": 0.7490075417318918, + "F1_coffee": 0.8870689655172413, + "IoU_coffee": 0.7970565453137103, + "precision_coffee": 0.8889300259163273, + "recall_coffee": 0.8852156814550817, + "F1_noncoffee": 0.6109461179465422, + "IoU_noncoffee": 0.4398289554062309, + "kappa": 0.4980226634137843, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7167, + 8413 + ], + [ + 45653, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3707228461901346, + "test_tta": { + "OA": 0.8608910811549029, + "mIoU": 0.6849278077565952, + "macroF1": 0.8036008410370892, + "F1_coffee": 0.9096751309282868, + "IoU_coffee": 0.8343156766687079, + "precision_coffee": 0.8968567431909816, + "recall_coffee": 0.9228652470259515, + "F1_noncoffee": 0.6975265511458916, + "IoU_noncoffee": 0.5355399388444826, + "kappa": 0.6074701999502916, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8272181839160032, + "mIoU": 0.6341400848700971, + "macroF1": 0.7640572232925986, + "F1_coffee": 0.88613249691094, + "IoU_coffee": 0.7955456950251728, + "precision_coffee": 0.8738728605440264, + "recall_coffee": 0.8987410106618852, + "F1_noncoffee": 0.6419819496742574, + "IoU_noncoffee": 0.47273447471502134, + "kappa": 0.5284062778481535, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6465813040119639, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8409839489709025, + "mIoU": 0.6605328204217326, + "macroF1": 0.7858409335775673, + "F1_coffee": 0.8945118896622292, + "IoU_coffee": 0.8091555949786923, + "precision_coffee": 0.9008780781038666, + "recall_coffee": 0.8882350450869989, + "F1_noncoffee": 0.6771699774929054, + "IoU_noncoffee": 0.5119100458647728, + "kappa": 0.5717473153148592, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8064353294104073, + "mIoU": 0.6120477443045365, + "macroF1": 0.7474484526736387, + "F1_coffee": 0.8695026496183578, + "IoU_coffee": 0.7691328505323999, + "precision_coffee": 0.8770842324139825, + "recall_coffee": 0.862051015096304, + "F1_noncoffee": 0.6253942557289195, + "IoU_noncoffee": 0.45496263807667314, + "kappa": 0.49500522238706435, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3567688855646971, + "mIoU": 0.1810567524177078, + "macroF1": 0.26997780385105724, + "F1_coffee": 0.5216907675194661, + "IoU_coffee": 0.35289691497366443, + "precision_coffee": 0.997872340425532, + "recall_coffee": 0.35316265060240964, + "F1_noncoffee": 0.0182648401826484, + "IoU_noncoffee": 0.009216589861751152, + "kappa": 0.005006896814312217, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8540473840078974, + "mIoU": 0.6804165189998563, + "macroF1": 0.8010182241834354, + "F1_coffee": 0.9037403561313845, + "IoU_coffee": 0.8243853189214871, + "precision_coffee": 0.8980397231028013, + "recall_coffee": 0.9095138251867383, + "F1_noncoffee": 0.6982960922354862, + "IoU_noncoffee": 0.5364477190782254, + "kappa": 0.6020867034749363, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8342636324602833, + "mIoU": 0.6542272080325633, + "macroF1": 0.7815187558664402, + "F1_coffee": 0.8888675623800384, + "IoU_coffee": 0.799965451718777, + "precision_coffee": 0.9080985685338911, + "recall_coffee": 0.870434183321847, + "F1_noncoffee": 0.6741699493528419, + "IoU_noncoffee": 0.5084889643463497, + "kappa": 0.5636113134056125, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8350937291845085, + "mIoU": 0.6481017495734255, + "macroF1": 0.775573064755908, + "F1_coffee": 0.8911500533886062, + "IoU_coffee": 0.8036705562478759, + "precision_coffee": 0.896669405296088, + "recall_coffee": 0.8856982333478993, + "F1_noncoffee": 0.6599960761232098, + "IoU_noncoffee": 0.4925329428989751, + "kappa": 0.5511992449482553, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8631820907455526, + "mIoU": 0.7043721830415323, + "macroF1": 0.8199513523988177, + "F1_coffee": 0.9081762693674962, + "IoU_coffee": 0.8317975181226195, + "precision_coffee": 0.8953842084380373, + "recall_coffee": 0.9213391399020141, + "F1_noncoffee": 0.7317264354301392, + "IoU_noncoffee": 0.576946847960445, + "kappa": 0.6401173128821854, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8423010875787064, + "mIoU": 0.6757488141702508, + "macroF1": 0.7993198828312996, + "F1_coffee": 0.8921933085501859, + "IoU_coffee": 0.8053691275167785, + "precision_coffee": 0.9107856191744341, + "recall_coffee": 0.8743448804806341, + "F1_noncoffee": 0.7064464571124134, + "IoU_noncoffee": 0.5461285008237232, + "kappa": 0.5990946676611049, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8669955412199981, + "mIoU": 0.7066344358663841, + "macroF1": 0.8211467890396789, + "F1_coffee": 0.9117017256581433, + "IoU_coffee": 0.8377314814814815, + "precision_coffee": 0.9052026013006503, + "recall_coffee": 0.9182948490230906, + "F1_noncoffee": 0.7305918524212145, + "IoU_noncoffee": 0.5755373902512867, + "kappa": 0.6423498297018271, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8451336063975035, + "mIoU": 0.6561002601335425, + "macroF1": 0.7807705325775512, + "F1_coffee": 0.8995572422517394, + "IoU_coffee": 0.817450281641568, + "precision_coffee": 0.9005825734549139, + "recall_coffee": 0.8985342431134699, + "F1_noncoffee": 0.6619838229033631, + "IoU_noncoffee": 0.49475023862551704, + "kappa": 0.5615429777683428, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8262238763240767, + "mIoU": 0.6316350684243744, + "macroF1": 0.761854988429432, + "F1_coffee": 0.8856658504426446, + "IoU_coffee": 0.7947937795807979, + "precision_coffee": 0.9055077673642317, + "recall_coffee": 0.8666748586876383, + "F1_noncoffee": 0.6380441264162194, + "IoU_noncoffee": 0.46847635726795095, + "kappa": 0.5244328704687311, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8029970411377303, + "mIoU": 0.5929114833750404, + "macroF1": 0.7285409204778889, + "F1_coffee": 0.8707090954647958, + "IoU_coffee": 0.77102285333925, + "precision_coffee": 0.8879519611600869, + "recall_coffee": 0.854123141206833, + "F1_noncoffee": 0.586372745490982, + "IoU_noncoffee": 0.41480011341083073, + "kappa": 0.45773601285714044, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7091, + 8413 + ], + [ + 45144, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.483226736386617, + "test_tta": { + "OA": 0.8471055126207041, + "mIoU": 0.6647200372362841, + "macroF1": 0.788328892397542, + "F1_coffee": 0.8998695231280778, + "IoU_coffee": 0.8179661795087612, + "precision_coffee": 0.8946729715026991, + "recall_coffee": 0.905126793954532, + "F1_noncoffee": 0.6767882616670063, + "IoU_noncoffee": 0.5114738949638071, + "kappa": 0.5767038811924473, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8128966193607938, + "mIoU": 0.6149551473149384, + "macroF1": 0.748677356773284, + "F1_coffee": 0.8757196915265604, + "IoU_coffee": 0.7789157961110449, + "precision_coffee": 0.8702920903309341, + "recall_coffee": 0.8812154163533653, + "F1_noncoffee": 0.6216350220200075, + "IoU_noncoffee": 0.450994498518832, + "kappa": 0.49741422555208964, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6687576811009867, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.826909172705217, + "mIoU": 0.6430182115709653, + "macroF1": 0.7726850050835967, + "F1_coffee": 0.8837073739434567, + "IoU_coffee": 0.791644908616188, + "precision_coffee": 0.9016852076219848, + "recall_coffee": 0.8664324118369248, + "F1_noncoffee": 0.6616626362237367, + "IoU_noncoffee": 0.4943915145257427, + "kappa": 0.5458952028898795, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7931810314987885, + "mIoU": 0.5983196017721856, + "macroF1": 0.736982799718648, + "F1_coffee": 0.8585603535004833, + "IoU_coffee": 0.7521732367834367, + "precision_coffee": 0.8789151638764918, + "recall_coffee": 0.8391269978984711, + "F1_noncoffee": 0.6154052459368128, + "IoU_noncoffee": 0.4444659667609344, + "kappa": 0.47473164330365253, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.318623784592371, + "mIoU": 0.16161365569766595, + "macroF1": 0.24789730461033832, + "F1_coffee": 0.4785346307956497, + "IoU_coffee": 0.3145221971407073, + "precision_coffee": 0.9976133651551312, + "recall_coffee": 0.3147590361445783, + "F1_noncoffee": 0.017259978425026967, + "IoU_noncoffee": 0.008705114254624592, + "kappa": 0.003980782990902619, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8330700888450148, + "mIoU": 0.6575531374558847, + "macroF1": 0.7848683592909879, + "F1_coffee": 0.8867001675041876, + "IoU_coffee": 0.7964612421762157, + "precision_coffee": 0.9071839868384974, + "recall_coffee": 0.8671209540034072, + "F1_noncoffee": 0.6830365510777882, + "IoU_noncoffee": 0.5186450327355536, + "kappa": 0.5703495292684667, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8262964553217881, + "mIoU": 0.6420420503319367, + "macroF1": 0.7719014402272408, + "F1_coffee": 0.8832900599416611, + "IoU_coffee": 0.790975371720535, + "precision_coffee": 0.9043055920189026, + "recall_coffee": 0.8632291209823946, + "F1_noncoffee": 0.6605128205128206, + "IoU_noncoffee": 0.49310872894333846, + "kappa": 0.544518425028897, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8215815015700828, + "mIoU": 0.6297290276655563, + "macroF1": 0.7611512306132256, + "F1_coffee": 0.8812915479582146, + "IoU_coffee": 0.7877758913412564, + "precision_coffee": 0.8939695587951962, + "recall_coffee": 0.8689681003807977, + "F1_noncoffee": 0.6410109132682367, + "IoU_noncoffee": 0.4716821639898563, + "kappa": 0.5225928269314063, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8595842494503299, + "mIoU": 0.7079420848393965, + "macroF1": 0.8236052230479365, + "F1_coffee": 0.9032702237521515, + "IoU_coffee": 0.8236032642812304, + "precision_coffee": 0.91403093214435, + "recall_coffee": 0.8927599346761024, + "F1_noncoffee": 0.7439402223437215, + "IoU_noncoffee": 0.5922809053975624, + "kappa": 0.6473398351463245, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8394390383514596, + "mIoU": 0.6767410062905237, + "macroF1": 0.8007895714372101, + "F1_coffee": 0.8885356646135506, + "IoU_coffee": 0.7994279585269932, + "precision_coffee": 0.9219351291918637, + "recall_coffee": 0.8574715582257446, + "F1_noncoffee": 0.7130434782608696, + "IoU_noncoffee": 0.5540540540540541, + "kappa": 0.6029207816739849, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8685134237738354, + "mIoU": 0.7141956870694866, + "macroF1": 0.8271817096311538, + "F1_coffee": 0.911697247706422, + "IoU_coffee": 0.8377239199157007, + "precision_coffee": 0.9156641924750448, + "recall_coffee": 0.9077645267698554, + "F1_noncoffee": 0.7426661715558857, + "IoU_noncoffee": 0.5906674542232723, + "kappa": 0.6543823234679325, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8071971913399649, + "mIoU": 0.6096184346563739, + "macroF1": 0.7447778925896211, + "F1_coffee": 0.870995106035889, + "IoU_coffee": 0.7714715061842562, + "precision_coffee": 0.9005532316826339, + "recall_coffee": 0.8433156431640132, + "F1_noncoffee": 0.6185606791433532, + "IoU_noncoffee": 0.44776536312849163, + "kappa": 0.4911765551887163, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8131501097432962, + "mIoU": 0.604378600886158, + "macroF1": 0.7377446627063556, + "F1_coffee": 0.8783699838489253, + "IoU_coffee": 0.783119184758529, + "precision_coffee": 0.8881909547738693, + "recall_coffee": 0.8687638240353895, + "F1_noncoffee": 0.597119341563786, + "IoU_noncoffee": 0.425638017013787, + "kappa": 0.47570165489420424, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7743628901403073, + "mIoU": 0.5520957865423187, + "macroF1": 0.6920354761361212, + "F1_coffee": 0.8512646281615704, + "IoU_coffee": 0.7410450213604995, + "precision_coffee": 0.8721155085729019, + "recall_coffee": 0.8313874892466511, + "F1_noncoffee": 0.532806324110672, + "IoU_noncoffee": 0.36314655172413796, + "kappa": 0.3851748658649262, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7092, + 8413 + ], + [ + 44267, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5587104638417562, + "test_tta": { + "OA": 0.8413856263757451, + "mIoU": 0.6584264878100714, + "macroF1": 0.7838009945957656, + "F1_coffee": 0.8953793980500212, + "IoU_coffee": 0.8105764064778571, + "precision_coffee": 0.896557578844603, + "recall_coffee": 0.8942043097243978, + "F1_noncoffee": 0.6722225911415101, + "IoU_noncoffee": 0.5062765691422856, + "kappa": 0.5676043286247201, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8071708780431522, + "mIoU": 0.6103647772475658, + "macroF1": 0.7455451387262901, + "F1_coffee": 0.8707688143981133, + "IoU_coffee": 0.7711165131646524, + "precision_coffee": 0.8730980209726503, + "recall_coffee": 0.8684520022364894, + "F1_noncoffee": 0.620321463054467, + "IoU_noncoffee": 0.4496130413304792, + "kappa": 0.49110091815733214, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.6156406271237931, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8284194797474252, + "mIoU": 0.6317682263785662, + "macroF1": 0.7614331492494286, + "F1_coffee": 0.887848013526712, + "IoU_coffee": 0.7983153600634573, + "precision_coffee": 0.8810471684348751, + "recall_coffee": 0.8947546674569239, + "F1_noncoffee": 0.6350182849721453, + "IoU_noncoffee": 0.4652210926936752, + "kappa": 0.5229587997212954, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.799555786315911, + "mIoU": 0.593032967352842, + "macroF1": 0.7296583020380197, + "F1_coffee": 0.8671217683952883, + "IoU_coffee": 0.7654148029369567, + "precision_coffee": 0.8600663821716453, + "recall_coffee": 0.8742938670059961, + "F1_noncoffee": 0.5921948356807512, + "IoU_noncoffee": 0.4206511317687273, + "kappa": 0.45942824665767773, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5452505609573672, + "mIoU": 0.2758500751975466, + "macroF1": 0.3602306927077431, + "F1_coffee": 0.7042801556420234, + "IoU_coffee": 0.5435435435435435, + "precision_coffee": 0.9945054945054945, + "recall_coffee": 0.5451807228915663, + "F1_noncoffee": 0.016181229773462782, + "IoU_noncoffee": 0.008156606851549755, + "kappa": 0.0029534995535407775, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8538499506416585, + "mIoU": 0.676568118731681, + "macroF1": 0.7976231947556359, + "F1_coffee": 0.9042955493067003, + "IoU_coffee": 0.8253097345132744, + "precision_coffee": 0.8923263379473113, + "recall_coffee": 0.9165902240859651, + "F1_noncoffee": 0.6909508402045715, + "IoU_noncoffee": 0.5278265029500877, + "kappa": 0.595481416403919, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8241973188302085, + "mIoU": 0.6271187221455822, + "macroF1": 0.7579147741105516, + "F1_coffee": 0.8845876789125873, + "IoU_coffee": 0.7930589094176448, + "precision_coffee": 0.8843937875751503, + "recall_coffee": 0.8847816552847566, + "F1_noncoffee": 0.631241869308516, + "IoU_noncoffee": 0.4611785348735195, + "kappa": 0.515829622576602, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.808116852221905, + "mIoU": 0.5951612799558592, + "macroF1": 0.7294595083129778, + "F1_coffee": 0.8753361565330283, + "IoU_coffee": 0.7783091468777484, + "precision_coffee": 0.8669483223120255, + "recall_coffee": 0.8838878831387728, + "F1_noncoffee": 0.5835828600929273, + "IoU_noncoffee": 0.41201341303397, + "kappa": 0.45908814942516707, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8676793923645812, + "mIoU": 0.7084561499852138, + "macroF1": 0.8225513917344602, + "F1_coffee": 0.9120382673398884, + "IoU_coffee": 0.8382999511480215, + "precision_coffee": 0.8909657320872274, + "recall_coffee": 0.9341317365269461, + "F1_noncoffee": 0.7330645161290322, + "IoU_noncoffee": 0.5786123488224061, + "kappa": 0.645704220395157, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8423010875787064, + "mIoU": 0.6684234407724109, + "macroF1": 0.7927588792854984, + "F1_coffee": 0.8940859870570897, + "IoU_coffee": 0.8084588644264195, + "precision_coffee": 0.8963257965056526, + "recall_coffee": 0.8918573437300269, + "F1_noncoffee": 0.691431771513907, + "IoU_noncoffee": 0.5283880171184023, + "kappa": 0.5855252988282732, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8336969926951903, + "mIoU": 0.6410951866773218, + "macroF1": 0.7692092887401922, + "F1_coffee": 0.8912058586234717, + "IoU_coffee": 0.8037613343781485, + "precision_coffee": 0.8723119912525817, + "recall_coffee": 0.9109363105810708, + "F1_noncoffee": 0.6472127188569129, + "IoU_noncoffee": 0.4784290389764951, + "kappa": 0.5391196994815814, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8403549834211039, + "mIoU": 0.645000083526959, + "macroF1": 0.7713537260494538, + "F1_coffee": 0.8969597784351986, + "IoU_coffee": 0.8131705090162064, + "precision_coffee": 0.8936410385049542, + "recall_coffee": 0.900303260045489, + "F1_noncoffee": 0.6457476736637091, + "IoU_noncoffee": 0.4768296580377117, + "kappa": 0.5427291341164402, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8060883672106117, + "mIoU": 0.584549386297961, + "macroF1": 0.7185982828958073, + "F1_coffee": 0.8755054527631417, + "IoU_coffee": 0.7785768769750463, + "precision_coffee": 0.8730449657869013, + "recall_coffee": 0.87797984762841, + "F1_noncoffee": 0.5616911130284729, + "IoU_noncoffee": 0.3905218956208758, + "kappa": 0.43721230357114266, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7823804524195858, + "mIoU": 0.5509760379637114, + "macroF1": 0.688064029745826, + "F1_coffee": 0.8595886192880897, + "IoU_coffee": 0.7537531050869425, + "precision_coffee": 0.8614985804221701, + "recall_coffee": 0.8576871082708615, + "F1_noncoffee": 0.5165394402035624, + "IoU_noncoffee": 0.3481989708404803, + "kappa": 0.37613861761596773, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7015, + 8413 + ], + [ + 44438, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.03202695051829, + "test_tta": { + "OA": 0.8297369816353091, + "mIoU": 0.6240145712943281, + "macroF1": 0.7533775872104248, + "F1_coffee": 0.890607096034933, + "IoU_coffee": 0.8027878066028957, + "precision_coffee": 0.8691893852384694, + "recall_coffee": 0.9131069810761611, + "F1_noncoffee": 0.6161480783859166, + "IoU_noncoffee": 0.44524133598576066, + "kappa": 0.5078038232485335, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8017768547363563, + "mIoU": 0.585598555217135, + "macroF1": 0.7210356108264969, + "F1_coffee": 0.8711153622536056, + "IoU_coffee": 0.7716602149823063, + "precision_coffee": 0.8480217633419145, + "recall_coffee": 0.8955019569282974, + "F1_noncoffee": 0.5709558593993882, + "IoU_noncoffee": 0.3995368954519638, + "kappa": 0.443445194021553, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 43, + "stopped_epoch": 73, + "best_val": 0.6379264669940572, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8393290380629509, + "mIoU": 0.6497654922551509, + "macroF1": 0.7761508246549096, + "F1_coffee": 0.8950726097540502, + "IoU_coffee": 0.8100736914077338, + "precision_coffee": 0.8874370604635679, + "recall_coffee": 0.9028406926040388, + "F1_noncoffee": 0.6572290395557688, + "IoU_noncoffee": 0.489457293102568, + "kappa": 0.5524098926229039, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8075747086650513, + "mIoU": 0.605681733185094, + "macroF1": 0.7406376322256689, + "F1_coffee": 0.872398622800306, + "IoU_coffee": 0.7736764431476989, + "precision_coffee": 0.8655608904408555, + "recall_coffee": 0.8793452484238533, + "F1_noncoffee": 0.608876641651032, + "IoU_noncoffee": 0.43768702322248915, + "kappa": 0.4813744712025419, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4487658937920718, + "mIoU": 0.22671762058554512, + "macroF1": 0.3154635494060657, + "F1_coffee": 0.6175402179553711, + "IoU_coffee": 0.4466966966966967, + "precision_coffee": 0.993322203672788, + "recall_coffee": 0.4480421686746988, + "F1_noncoffee": 0.013386880856760375, + "IoU_noncoffee": 0.006738544474393531, + "kappa": 8.726933244036676e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8546890424481738, + "mIoU": 0.6784669414962279, + "macroF1": 0.7991464732657291, + "F1_coffee": 0.9047680662483017, + "IoU_coffee": 0.8260972296060015, + "precision_coffee": 0.893496038844876, + "recall_coffee": 0.9163281352378456, + "F1_noncoffee": 0.6935248802831564, + "IoU_noncoffee": 0.5308366533864541, + "kappa": 0.598498591695985, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8461905443442583, + "mIoU": 0.6630328946182251, + "macroF1": 0.7869799077616328, + "F1_coffee": 0.8992877670873423, + "IoU_coffee": 0.8170053354523783, + "precision_coffee": 0.8967665566008348, + "recall_coffee": 0.9018231940354614, + "F1_noncoffee": 0.6746720484359233, + "IoU_noncoffee": 0.5090604537840718, + "kappa": 0.5739706932471736, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8176800837377486, + "mIoU": 0.6101106120728499, + "macroF1": 0.7424392575581458, + "F1_coffee": 0.8816480326147385, + "IoU_coffee": 0.7883457608395471, + "precision_coffee": 0.8724860932819855, + "recall_coffee": 0.8910044322367189, + "F1_noncoffee": 0.6032304825015531, + "IoU_noncoffee": 0.43187546330615273, + "kappa": 0.4850688725143542, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8497901259244454, + "mIoU": 0.6766266729748482, + "macroF1": 0.7985337470037808, + "F1_coffee": 0.9001527934630971, + "IoU_coffee": 0.8184344044455183, + "precision_coffee": 0.8792991563919533, + "recall_coffee": 0.9220195971692978, + "F1_noncoffee": 0.6969147005444646, + "IoU_noncoffee": 0.5348189415041783, + "kappa": 0.5977542630534725, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8574699484831139, + "mIoU": 0.693895187969117, + "macroF1": 0.8121158840119447, + "F1_coffee": 0.9044268167860798, + "IoU_coffee": 0.8255284362956907, + "precision_coffee": 0.9052375464207966, + "recall_coffee": 0.9036175380288892, + "F1_noncoffee": 0.7198049512378094, + "IoU_noncoffee": 0.5622619396425432, + "kappa": 0.6242326516538328, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8382506403567024, + "mIoU": 0.6462373194303968, + "macroF1": 0.7730475574995845, + "F1_coffee": 0.8946945834105368, + "IoU_coffee": 0.8094546267322307, + "precision_coffee": 0.8717053797087495, + "recall_coffee": 0.9189292057853337, + "F1_noncoffee": 0.6514005315886322, + "IoU_noncoffee": 0.48302001212856277, + "kappa": 0.5471377936769292, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8594694753267018, + "mIoU": 0.6800196926790687, + "macroF1": 0.7995278461948051, + "F1_coffee": 0.9091482252064813, + "IoU_coffee": 0.8334296613108311, + "precision_coffee": 0.907260601484837, + "recall_coffee": 0.9110437199898913, + "F1_noncoffee": 0.6899074671831289, + "IoU_noncoffee": 0.5266097240473062, + "kappa": 0.5990616162153917, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8349079110602157, + "mIoU": 0.6302177526403676, + "macroF1": 0.7582445587032743, + "F1_coffee": 0.8943833943833944, + "IoU_coffee": 0.8089453340695748, + "precision_coffee": 0.8887405969424896, + "recall_coffee": 0.9000983042516589, + "F1_noncoffee": 0.6221057230231543, + "IoU_noncoffee": 0.4514901712111604, + "kappa": 0.5165588475581416, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7969838694282715, + "mIoU": 0.575330186791806, + "macroF1": 0.7112028419576844, + "F1_coffee": 0.8685982578612467, + "IoU_coffee": 0.7677186851588949, + "precision_coffee": 0.8732919254658386, + "recall_coffee": 0.8639547744869116, + "F1_noncoffee": 0.5538074260541221, + "IoU_noncoffee": 0.38294168842471715, + "kappa": 0.42246233487870677, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 106, + 110 + ], + [ + 6884, + 8413 + ], + [ + 45249, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.264800496896108, + "test_tta": { + "OA": 0.846077218464307, + "mIoU": 0.6521633257914274, + "macroF1": 0.7768321042304516, + "F1_coffee": 0.9011433524580014, + "IoU_coffee": 0.8200736233190594, + "precision_coffee": 0.879152740305239, + "recall_coffee": 0.9242623089623639, + "F1_noncoffee": 0.6525208560029017, + "IoU_noncoffee": 0.4842530282637954, + "kappa": 0.5546436454190387, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.814901349948079, + "mIoU": 0.6070626102812287, + "macroF1": 0.7400503435028345, + "F1_coffee": 0.8795404629160332, + "IoU_coffee": 0.7849819059107358, + "precision_coffee": 0.8569547325102881, + "recall_coffee": 0.9033489501995489, + "F1_noncoffee": 0.6005602240896358, + "IoU_noncoffee": 0.4291433146517214, + "kappa": 0.4812954525559667, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 66, + "stopped_epoch": 96, + "best_val": 0.7098085132642266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8026645655755318, + "mIoU": 0.6594771264924919, + "macroF1": 0.7931747421032869, + "F1_coffee": 0.8374775093649529, + "IoU_coffee": 0.7203968233831477, + "precision_coffee": 0.8562166400289497, + "recall_coffee": 0.8195410593159186, + "F1_noncoffee": 0.7488719748416207, + "IoU_noncoffee": 0.598557429601836, + "kappa": 0.5866554166351816, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7349573093342564, + "mIoU": 0.5668832122971699, + "macroF1": 0.7203997754438696, + "F1_coffee": 0.7841985978839086, + "IoU_coffee": 0.6450055054378272, + "precision_coffee": 0.8433308918243124, + "recall_coffee": 0.7328153805636028, + "F1_noncoffee": 0.6566009530038307, + "IoU_noncoffee": 0.48876091915651254, + "kappa": 0.44514046618810227, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3961307538358906, + "mIoU": 0.1988338475250765, + "macroF1": 0.28569771087164564, + "F1_coffee": 0.5665581306263168, + "IoU_coffee": 0.3952431854623196, + "precision_coffee": 1.0, + "recall_coffee": 0.3952431854623196, + "F1_noncoffee": 0.004837291116974494, + "IoU_noncoffee": 0.00242450958783337, + "kappa": 0.0019147069773939552, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7679376294311122, + "mIoU": 0.6220729311992951, + "macroF1": 0.7667934452714417, + "F1_coffee": 0.7831284153005464, + "IoU_coffee": 0.6435587987650856, + "precision_coffee": 0.8373706634205721, + "recall_coffee": 0.7354859403399978, + "F1_noncoffee": 0.7504584752423369, + "IoU_noncoffee": 0.6005870636335046, + "kappa": 0.5358279790522577, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7977661719840736, + "mIoU": 0.6510614536304598, + "macroF1": 0.7867154287029434, + "F1_coffee": 0.835263889473906, + "IoU_coffee": 0.7171271517430927, + "precision_coffee": 0.8646550972355455, + "recall_coffee": 0.8078051165064364, + "F1_noncoffee": 0.738166967931981, + "IoU_noncoffee": 0.5849957555178268, + "kappa": 0.5742128043334724, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8357644247523274, + "mIoU": 0.6949472640787389, + "macroF1": 0.8171437359363238, + "F1_coffee": 0.8754953390949919, + "IoU_coffee": 0.7785608806551215, + "precision_coffee": 0.8605237777283181, + "recall_coffee": 0.8909970809648179, + "F1_noncoffee": 0.7587921327776559, + "IoU_noncoffee": 0.6113336475023563, + "kappa": 0.6345018100477041, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7724024833079536, + "mIoU": 0.6258597358022899, + "macroF1": 0.7693000147189992, + "F1_coffee": 0.7425467073009143, + "IoU_coffee": 0.5905163329820864, + "precision_coffee": 0.7614130434782609, + "recall_coffee": 0.7245927075252133, + "F1_noncoffee": 0.7960533221370841, + "IoU_noncoffee": 0.6612031386224935, + "kappa": 0.5388243241789232, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7343664138916365, + "mIoU": 0.5793653010102182, + "macroF1": 0.7334825183469269, + "F1_coffee": 0.718134110787172, + "IoU_coffee": 0.5602256186317321, + "precision_coffee": 0.7430019305019305, + "recall_coffee": 0.694877002933875, + "F1_noncoffee": 0.7488309259066819, + "IoU_noncoffee": 0.5985049833887043, + "kappa": 0.46749658357884916, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7788086452293095, + "mIoU": 0.6372380323992524, + "macroF1": 0.7783467161613431, + "F1_coffee": 0.7884654164145997, + "IoU_coffee": 0.6507989347536618, + "precision_coffee": 0.7659157688540646, + "recall_coffee": 0.8123831290255558, + "F1_noncoffee": 0.7682280159080866, + "IoU_noncoffee": 0.623677130044843, + "kappa": 0.5571140513893371, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7631011292983124, + "mIoU": 0.5975512954416475, + "macroF1": 0.7442432901010647, + "F1_coffee": 0.8136912483784053, + "IoU_coffee": 0.6859017496635262, + "precision_coffee": 0.8990077177508269, + "recall_coffee": 0.7431644185198688, + "F1_noncoffee": 0.6747953318237241, + "IoU_noncoffee": 0.5092008412197687, + "kappa": 0.4964033004761773, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8541015625, + "mIoU": 0.6908764210737174, + "macroF1": 0.8101730139287556, + "F1_coffee": 0.9014901753923249, + "IoU_coffee": 0.8206482593037215, + "precision_coffee": 0.9334972006008466, + "recall_coffee": 0.8716052530919292, + "F1_noncoffee": 0.7188558524651864, + "IoU_noncoffee": 0.5611045828437132, + "kappa": 0.6216155706443198, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8867194868892662, + "mIoU": 0.7263073256419672, + "macroF1": 0.8339416422273048, + "F1_coffee": 0.9275589601302853, + "IoU_coffee": 0.8649043869516311, + "precision_coffee": 0.9181991879627418, + "recall_coffee": 0.9371115173674589, + "F1_noncoffee": 0.7403243243243244, + "IoU_noncoffee": 0.5877102643323034, + "kappa": 0.6680069453363731, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2621, + 2984 + ], + [ + 42175, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9596020778020224, + "test_tta": { + "OA": 0.8118329632547812, + "mIoU": 0.6713770159910013, + "macroF1": 0.8017060979901889, + "F1_coffee": 0.8465178780088806, + "IoU_coffee": 0.7338803626601833, + "precision_coffee": 0.8568556137082705, + "recall_coffee": 0.8364266127868379, + "F1_noncoffee": 0.7568943179714973, + "IoU_noncoffee": 0.6088736693218194, + "kappa": 0.6035036098532197, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7431781469943464, + "mIoU": 0.5758905100438556, + "macroF1": 0.7275243420293008, + "F1_coffee": 0.7928334593682741, + "IoU_coffee": 0.6567722287542646, + "precision_coffee": 0.8436037731177738, + "recall_coffee": 0.7478272320252831, + "F1_noncoffee": 0.6622152246903276, + "IoU_noncoffee": 0.4950087913334468, + "kappa": 0.4582480477334264, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 53, + "stopped_epoch": 83, + "best_val": 0.7290395625170778, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8015185158656257, + "mIoU": 0.6616627365258367, + "macroF1": 0.7953359448732369, + "F1_coffee": 0.8309077040427155, + "IoU_coffee": 0.7107289192786491, + "precision_coffee": 0.8811842743892574, + "recall_coffee": 0.7860585943137538, + "F1_noncoffee": 0.7597641857037583, + "IoU_noncoffee": 0.6125965537730244, + "kappa": 0.5925563168098565, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7109870774200993, + "mIoU": 0.5439250959076435, + "macroF1": 0.7027016104777711, + "F1_coffee": 0.7523328101247049, + "IoU_coffee": 0.6029915799900941, + "precision_coffee": 0.8610631736781056, + "recall_coffee": 0.6679834957422527, + "F1_noncoffee": 0.6530704108308374, + "IoU_noncoffee": 0.4848586118251928, + "kappa": 0.4183939472361274, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19266177451634423, + "mIoU": 0.09658815267046342, + "macroF1": 0.16233935235210947, + "F1_coffee": 0.3217128124649703, + "IoU_coffee": 0.19169115682607535, + "precision_coffee": 0.9986082115518441, + "recall_coffee": 0.19174238375200428, + "F1_noncoffee": 0.002965892239248641, + "IoU_noncoffee": 0.0014851485148514852, + "kappa": 3.602778937606735e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7807893775124863, + "mIoU": 0.6399095300046805, + "macroF1": 0.780339505389757, + "F1_coffee": 0.7902802866965795, + "IoU_coffee": 0.6532755298651253, + "precision_coffee": 0.868468237704918, + "recall_coffee": 0.7250080188174917, + "F1_noncoffee": 0.7703987240829346, + "IoU_noncoffee": 0.6265435301442358, + "kappa": 0.564543142840614, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.793681162417912, + "mIoU": 0.6499906664388289, + "macroF1": 0.7866324296853203, + "F1_coffee": 0.8254134943554738, + "IoU_coffee": 0.7027268663388466, + "precision_coffee": 0.8914933837429112, + "recall_coffee": 0.7684536418445495, + "F1_noncoffee": 0.7478513650151668, + "IoU_noncoffee": 0.597254466538811, + "kappa": 0.5766243558101507, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8260068701149997, + "mIoU": 0.6868754179330427, + "macroF1": 0.8121916113017347, + "F1_coffee": 0.8631290385745056, + "IoU_coffee": 0.7592146055804341, + "precision_coffee": 0.8804026523927458, + "recall_coffee": 0.8465202027961284, + "F1_noncoffee": 0.7612541840289637, + "IoU_noncoffee": 0.6145362302856513, + "kappa": 0.6246352696670734, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7659599390886729, + "mIoU": 0.6139826232367644, + "macroF1": 0.7595958554410641, + "F1_coffee": 0.7204812534974818, + "IoU_coffee": 0.5630876886070413, + "precision_coffee": 0.7848217007010058, + "recall_coffee": 0.6658908714765969, + "F1_noncoffee": 0.7987104573846464, + "IoU_noncoffee": 0.6648775578664877, + "kappa": 0.5215075665643736, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7410704473019013, + "mIoU": 0.5833259224949823, + "macroF1": 0.7357171521992492, + "F1_coffee": 0.6981035366478728, + "IoU_coffee": 0.5362204724409448, + "precision_coffee": 0.8075896827749778, + "recall_coffee": 0.6147596479350034, + "F1_noncoffee": 0.7733307677506254, + "IoU_noncoffee": 0.6304313725490196, + "kappa": 0.4786290949233493, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7672113863995783, + "mIoU": 0.6222197574833521, + "macroF1": 0.7671004600679145, + "F1_coffee": 0.762017676223324, + "IoU_coffee": 0.615531951941494, + "precision_coffee": 0.7917133258678611, + "recall_coffee": 0.7344691460627467, + "F1_noncoffee": 0.7721832439125051, + "IoU_noncoffee": 0.6289075630252101, + "kappa": 0.5348273967198958, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7968531912193884, + "mIoU": 0.6443260011082098, + "macroF1": 0.7808123226551005, + "F1_coffee": 0.8401078597822831, + "IoU_coffee": 0.724298260719821, + "precision_coffee": 0.92909211398277, + "recall_coffee": 0.7666788188115202, + "F1_noncoffee": 0.7215167855279179, + "IoU_noncoffee": 0.5643537414965987, + "kappa": 0.5685181991552005, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8404296875, + "mIoU": 0.670748152385845, + "macroF1": 0.795253880557748, + "F1_coffee": 0.8914285714285715, + "IoU_coffee": 0.8041237113402062, + "precision_coffee": 0.9307617594005828, + "recall_coffee": 0.8552849674869311, + "F1_noncoffee": 0.6990791896869245, + "IoU_noncoffee": 0.5373725934314836, + "kappa": 0.5925246373876549, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8786078098471987, + "mIoU": 0.7201930786863618, + "macroF1": 0.8303382154584676, + "F1_coffee": 0.9208341022328843, + "IoU_coffee": 0.8532831737346102, + "precision_coffee": 0.9295827123695977, + "recall_coffee": 0.9122486288848263, + "F1_noncoffee": 0.739842328684051, + "IoU_noncoffee": 0.5871029836381135, + "kappa": 0.6607751697929817, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2601, + 2984 + ], + [ + 42131, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5781537930170697, + "test_tta": { + "OA": 0.8060848076785331, + "mIoU": 0.6666046104976387, + "macroF1": 0.7987215838994088, + "F1_coffee": 0.8372190905674558, + "IoU_coffee": 0.7200144788892624, + "precision_coffee": 0.8735257214554579, + "recall_coffee": 0.8038100736036946, + "F1_noncoffee": 0.760224077231362, + "IoU_noncoffee": 0.6131947421060151, + "kappa": 0.5984649212124722, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7175060574593285, + "mIoU": 0.549914412006194, + "macroF1": 0.7072938193441286, + "F1_coffee": 0.7619672609282147, + "IoU_coffee": 0.6154661640850463, + "precision_coffee": 0.8536884241483539, + "recall_coffee": 0.6880431919936792, + "F1_noncoffee": 0.6526203777600426, + "IoU_noncoffee": 0.4843626599273417, + "kappa": 0.42428636013022375, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.6754593243722674, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7625170116753814, + "mIoU": 0.5990739998393555, + "macroF1": 0.7459117950004984, + "F1_coffee": 0.8108670849971478, + "IoU_coffee": 0.6818977717013264, + "precision_coffee": 0.8013812544045102, + "recall_coffee": 0.8205801702987444, + "F1_noncoffee": 0.6809565050038491, + "IoU_noncoffee": 0.5162502279773846, + "kappa": 0.49194366898800423, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.688112957193954, + "mIoU": 0.5068537905136389, + "macroF1": 0.6676186098887693, + "F1_coffee": 0.7501530853927652, + "IoU_coffee": 0.6001959733032595, + "precision_coffee": 0.7920173705140403, + "recall_coffee": 0.7124923184970591, + "F1_noncoffee": 0.5850841343847734, + "IoU_noncoffee": 0.41351160772401824, + "kappa": 0.33830737470310224, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2621747831887925, + "mIoU": 0.13153776362803843, + "macroF1": 0.20901665686509804, + "F1_coffee": 0.41407077770714135, + "IoU_coffee": 0.26109032602886156, + "precision_coffee": 1.0, + "recall_coffee": 0.26109032602886156, + "F1_noncoffee": 0.003962536023054755, + "IoU_noncoffee": 0.001985201227215304, + "kappa": 0.001036096644958596, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.710439761237666, + "mIoU": 0.5489099444843615, + "macroF1": 0.7082820564053309, + "F1_coffee": 0.7333707234997195, + "IoU_coffee": 0.5789939780375487, + "precision_coffee": 0.7712634186622626, + "recall_coffee": 0.6990270501443387, + "F1_noncoffee": 0.6831933893109423, + "IoU_noncoffee": 0.5188259109311741, + "kappa": 0.41823267061153396, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7904752055432028, + "mIoU": 0.6369883006465384, + "macroF1": 0.7754982814687457, + "F1_coffee": 0.833484014136599, + "IoU_coffee": 0.7145071514126682, + "precision_coffee": 0.8408789386401326, + "recall_coffee": 0.8262180218347727, + "F1_noncoffee": 0.7175125488008923, + "IoU_noncoffee": 0.5594694498804088, + "kappa": 0.5510554658073449, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.778164982326878, + "mIoU": 0.5952776409627449, + "macroF1": 0.7379494297343198, + "F1_coffee": 0.8406066676205466, + "IoU_coffee": 0.7250401086017524, + "precision_coffee": 0.7865845494711474, + "recall_coffee": 0.9025964049777232, + "F1_noncoffee": 0.6352921918480929, + "IoU_noncoffee": 0.46551517332373754, + "kappa": 0.48149489344631186, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6811526297294132, + "mIoU": 0.5142213157551192, + "macroF1": 0.678557955449615, + "F1_coffee": 0.6496782496782497, + "IoU_coffee": 0.4811284788410217, + "precision_coffee": 0.6466820394568281, + "recall_coffee": 0.6527023532454099, + "F1_noncoffee": 0.7074376612209802, + "IoU_noncoffee": 0.5473141526692167, + "kappa": 0.3571274358524908, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6935927024947797, + "mIoU": 0.5305695242741248, + "macroF1": 0.6932061001937513, + "F1_coffee": 0.6823154056517776, + "IoU_coffee": 0.5178139052231062, + "precision_coffee": 0.6890678941311853, + "recall_coffee": 0.6756939742721734, + "F1_noncoffee": 0.704096794735725, + "IoU_noncoffee": 0.5433251433251434, + "kappa": 0.38646707798118746, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7374802319451766, + "mIoU": 0.5827922655770427, + "macroF1": 0.7361279781065877, + "F1_coffee": 0.7550177095631642, + "IoU_coffee": 0.6064485538169748, + "precision_coffee": 0.7170622313586246, + "recall_coffee": 0.7972158736754623, + "F1_noncoffee": 0.7172382466500113, + "IoU_noncoffee": 0.5591359773371105, + "kappa": 0.4739571052859119, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7421646999111788, + "mIoU": 0.5692190405409232, + "macroF1": 0.7208228705633614, + "F1_coffee": 0.7980119284294235, + "IoU_coffee": 0.6639100231558055, + "precision_coffee": 0.8775688675120245, + "recall_coffee": 0.7316806416332483, + "F1_noncoffee": 0.6436338126972992, + "IoU_noncoffee": 0.47452805792604086, + "kappa": 0.4496260980367278, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8765625, + "mIoU": 0.7205279385842667, + "macroF1": 0.8309747238825667, + "F1_coffee": 0.9187556241162103, + "IoU_coffee": 0.8497206039709904, + "precision_coffee": 0.9263771872974724, + "recall_coffee": 0.9112584470228229, + "F1_noncoffee": 0.7431938236489232, + "IoU_noncoffee": 0.5913352731975429, + "kappa": 0.6620217602528488, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8145632899452934, + "mIoU": 0.5349325951487902, + "macroF1": 0.656649629007228, + "F1_coffee": 0.8895008992805755, + "IoU_coffee": 0.8009920032391943, + "precision_coffee": 0.8253885469907166, + "recall_coffee": 0.964411943936624, + "F1_noncoffee": 0.42379835873388044, + "IoU_noncoffee": 0.26887318705838603, + "kappa": 0.3342450458689401, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2480, + 2984 + ], + [ + 40074, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.102536896864573, + "test_tta": { + "OA": 0.7646837619081728, + "mIoU": 0.5980367393931165, + "macroF1": 0.7443172869685528, + "F1_coffee": 0.8164792961385378, + "IoU_coffee": 0.6898732683548486, + "precision_coffee": 0.7909090909090909, + "recall_coffee": 0.8437581180545534, + "F1_noncoffee": 0.672155277798568, + "IoU_noncoffee": 0.5062002104313843, + "kappa": 0.4895876325530087, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.691358024691358, + "mIoU": 0.5064315819089776, + "macroF1": 0.6660138833745384, + "F1_coffee": 0.7580170971097743, + "IoU_coffee": 0.6103281255690302, + "precision_coffee": 0.7818156372457548, + "recall_coffee": 0.735624615924853, + "F1_noncoffee": 0.5740106696393025, + "IoU_noncoffee": 0.4025350382489251, + "kappa": 0.33311558548893266, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.7231205771055262, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8003187450755677, + "mIoU": 0.6574661198536677, + "macroF1": 0.791886218888699, + "F1_coffee": 0.8337780427815458, + "IoU_coffee": 0.7149394140804745, + "precision_coffee": 0.86211467324291, + "recall_coffee": 0.8072449126858132, + "F1_noncoffee": 0.7499943949958523, + "IoU_noncoffee": 0.5999928256268608, + "kappa": 0.5844476703972142, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7060689973462559, + "mIoU": 0.5361165260768043, + "macroF1": 0.695563643763238, + "F1_coffee": 0.7521163763744283, + "IoU_coffee": 0.6027135560840579, + "precision_coffee": 0.8435556040598058, + "recall_coffee": 0.6785620226494601, + "F1_noncoffee": 0.6390109111520477, + "IoU_noncoffee": 0.46951949606955073, + "kappa": 0.40137063545111057, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15036691127418278, + "mIoU": 0.07539984327387922, + "macroF1": 0.13141895762762573, + "F1_coffee": 0.2597070448732853, + "IoU_coffee": 0.14923179692718772, + "precision_coffee": 0.9991055456171736, + "recall_coffee": 0.14925173703901656, + "F1_noncoffee": 0.0031308703819661866, + "IoU_noncoffee": 0.0015678896205707118, + "kappa": 0.00020122433043892265, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7658667316360093, + "mIoU": 0.6191441324503697, + "macroF1": 0.7645235014685325, + "F1_coffee": 0.782308302185978, + "IoU_coffee": 0.642451864942796, + "precision_coffee": 0.8316676700782661, + "recall_coffee": 0.738479632203571, + "F1_noncoffee": 0.7467387007510871, + "IoU_noncoffee": 0.5958363999579435, + "kappa": 0.530969067578951, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8164331144319769, + "mIoU": 0.679817659244355, + "macroF1": 0.8080434944145785, + "F1_coffee": 0.8481738089128389, + "IoU_coffee": 0.7363730877766226, + "precision_coffee": 0.8926899531868924, + "recall_coffee": 0.8078865895388626, + "F1_noncoffee": 0.767913179916318, + "IoU_noncoffee": 0.6232622307120874, + "kappa": 0.6175408489578197, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8129636083038781, + "mIoU": 0.6638820801883734, + "macroF1": 0.7949213321276658, + "F1_coffee": 0.8557496640430025, + "IoU_coffee": 0.7478692705187572, + "precision_coffee": 0.8554540569586244, + "recall_coffee": 0.8560454754954678, + "F1_noncoffee": 0.7340930002123293, + "IoU_noncoffee": 0.5798948898579895, + "kappa": 0.5898427545370093, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7400726250439265, + "mIoU": 0.5822102183360831, + "macroF1": 0.734851154728245, + "F1_coffee": 0.6976427306172504, + "IoU_coffee": 0.5356769198577108, + "precision_coffee": 0.7373271889400922, + "recall_coffee": 0.6620118955262477, + "F1_noncoffee": 0.7720595788392398, + "IoU_noncoffee": 0.6287435168144554, + "kappa": 0.47085787261356965, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7315089570282448, + "mIoU": 0.5733706905298575, + "macroF1": 0.7281191205259276, + "F1_coffee": 0.6977607324013362, + "IoU_coffee": 0.5358160744822345, + "precision_coffee": 0.7721796276013143, + "recall_coffee": 0.6364251861882194, + "F1_noncoffee": 0.758477508650519, + "IoU_noncoffee": 0.6109253065774805, + "kappa": 0.4602444497200593, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7682656826568266, + "mIoU": 0.6237196121078215, + "macroF1": 0.7682589827526596, + "F1_coffee": 0.7670129319482722, + "IoU_coffee": 0.6220770288858322, + "precision_coffee": 0.7829474139796581, + "recall_coffee": 0.7517141076251818, + "F1_noncoffee": 0.769505033557047, + "IoU_noncoffee": 0.6253621953298109, + "kappa": 0.5367078088266459, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7938078923994417, + "mIoU": 0.6340389749409715, + "macroF1": 0.771987452907051, + "F1_coffee": 0.8425235003391801, + "IoU_coffee": 0.7278968519758875, + "precision_coffee": 0.8994413407821229, + "recall_coffee": 0.7923806051768137, + "F1_noncoffee": 0.7014514054749219, + "IoU_noncoffee": 0.5401810979060555, + "kappa": 0.5474109163781933, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.89189453125, + "mIoU": 0.756475067769844, + "macroF1": 0.85698850699394, + "F1_coffee": 0.9276423295640238, + "IoU_coffee": 0.8650493721809094, + "precision_coffee": 0.9517167381974249, + "recall_coffee": 0.9047558332270814, + "F1_noncoffee": 0.7863346844238563, + "IoU_noncoffee": 0.6479007633587787, + "kappa": 0.7145164331961682, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8529522731560083, + "mIoU": 0.6607857054419572, + "macroF1": 0.78335848133812, + "F1_coffee": 0.9061465294082235, + "IoU_coffee": 0.828398458998349, + "precision_coffee": 0.8953128717582679, + "recall_coffee": 0.9172455819622182, + "F1_noncoffee": 0.6605704332680166, + "IoU_noncoffee": 0.49317295188556565, + "kappa": 0.5669462825332283, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2650, + 2984 + ], + [ + 42015, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7972305297851563, + "test_tta": { + "OA": 0.8016796791060812, + "mIoU": 0.657946819957578, + "macroF1": 0.7920267784661069, + "F1_coffee": 0.8368324125230202, + "IoU_coffee": 0.7194426852438252, + "precision_coffee": 0.8546494131808606, + "recall_coffee": 0.8197431086736903, + "F1_noncoffee": 0.7472211444091936, + "IoU_noncoffee": 0.5964509546713307, + "kappa": 0.5843334197187884, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7093140648436599, + "mIoU": 0.5382318317842949, + "macroF1": 0.6969241644333382, + "F1_coffee": 0.7582028672545138, + "IoU_coffee": 0.6105690271471356, + "precision_coffee": 0.8361779259612077, + "recall_coffee": 0.6935299798086209, + "F1_noncoffee": 0.6356454616121626, + "IoU_noncoffee": 0.4658946364214543, + "kappa": 0.40168830164781466, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7185872311564048, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7791526394957381, + "mIoU": 0.6281846608410742, + "macroF1": 0.7699090753346627, + "F1_coffee": 0.8160269701806465, + "IoU_coffee": 0.6892276678845911, + "precision_coffee": 0.8444060261793035, + "recall_coffee": 0.7894934333958724, + "F1_noncoffee": 0.7237911804886789, + "IoU_noncoffee": 0.5671416537975572, + "kappa": 0.5405972094947938, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6862957193954079, + "mIoU": 0.5130821542140567, + "macroF1": 0.6755664670894495, + "F1_coffee": 0.7345658673500519, + "IoU_coffee": 0.5804852646196574, + "precision_coffee": 0.8272724773920453, + "recall_coffee": 0.6605434114651918, + "F1_noncoffee": 0.616567066828847, + "IoU_noncoffee": 0.44567904380845585, + "kappa": 0.36269418370188344, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13595730486991328, + "mIoU": 0.06819151603375315, + "macroF1": 0.12039278145947874, + "F1_coffee": 0.23739990579368817, + "IoU_coffee": 0.13468733297701763, + "precision_coffee": 1.0, + "recall_coffee": 0.13468733297701763, + "F1_noncoffee": 0.003385657125269314, + "IoU_noncoffee": 0.0016956990904886697, + "kappa": 0.00045667407663738905, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7530758923133146, + "mIoU": 0.6031172070970278, + "macroF1": 0.7522707205534866, + "F1_coffee": 0.7663939149475625, + "IoU_coffee": 0.6212630792227205, + "precision_coffee": 0.8311461067366579, + "recall_coffee": 0.7110018175986315, + "F1_noncoffee": 0.7381475261594109, + "IoU_noncoffee": 0.584971334971335, + "kappa": 0.5078894714375538, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.808418222245204, + "mIoU": 0.6676841755653772, + "macroF1": 0.7991887112383718, + "F1_coffee": 0.8422397274856291, + "IoU_coffee": 0.7274733357852151, + "precision_coffee": 0.8821692980108822, + "recall_coffee": 0.8057682906957797, + "F1_noncoffee": 0.7561376949911144, + "IoU_noncoffee": 0.6078950153455392, + "kappa": 0.5996453001606363, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7722905361676706, + "mIoU": 0.6047815583389948, + "macroF1": 0.7490655952229932, + "F1_coffee": 0.8254065195816475, + "IoU_coffee": 0.7027167554920057, + "precision_coffee": 0.8203338391502276, + "recall_coffee": 0.8305423260101398, + "F1_noncoffee": 0.6727246708643388, + "IoU_noncoffee": 0.5068463611859838, + "kappa": 0.4981671602504777, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.71418531099918, + "mIoU": 0.5494697364224669, + "macroF1": 0.7077895551951878, + "F1_coffee": 0.6645587022271102, + "IoU_coffee": 0.4976322833024501, + "precision_coffee": 0.7094217786909305, + "recall_coffee": 0.6250323247995863, + "F1_noncoffee": 0.7510204081632653, + "IoU_noncoffee": 0.6013071895424836, + "kappa": 0.4173087466851663, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7320584679635125, + "mIoU": 0.5751875009288505, + "macroF1": 0.7298374827806631, + "F1_coffee": 0.7053420352912738, + "IoU_coffee": 0.5448095593726662, + "precision_coffee": 0.7593026281550872, + "recall_coffee": 0.6585420898217107, + "F1_noncoffee": 0.7543329302700524, + "IoU_noncoffee": 0.6055654424850347, + "kappa": 0.4619405624173205, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.724934106483922, + "mIoU": 0.568280740195255, + "macroF1": 0.7246586587126764, + "F1_coffee": 0.7333673990802249, + "IoU_coffee": 0.5789898337905438, + "precision_coffee": 0.7216411906677394, + "recall_coffee": 0.7454809889881571, + "F1_noncoffee": 0.7159499183451279, + "IoU_noncoffee": 0.557571646599966, + "kappa": 0.4494721753846413, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.795203654358584, + "mIoU": 0.6407633975588021, + "macroF1": 0.7779130210690401, + "F1_coffee": 0.8398809523809524, + "IoU_coffee": 0.72396100564392, + "precision_coffee": 0.9214192424902046, + "recall_coffee": 0.7716004374772147, + "F1_noncoffee": 0.7159450897571278, + "IoU_noncoffee": 0.5575657894736842, + "kappa": 0.5619120050234352, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87626953125, + "mIoU": 0.7292601514752878, + "macroF1": 0.8381209650660983, + "F1_coffee": 0.9167050161067648, + "IoU_coffee": 0.8462192013593883, + "precision_coffee": 0.9462540716612378, + "recall_coffee": 0.8889455565472396, + "F1_noncoffee": 0.7595369140254318, + "IoU_noncoffee": 0.6123011015911872, + "kappa": 0.6771507984633129, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8146576117713639, + "mIoU": 0.6022261055432137, + "macroF1": 0.7350669042564844, + "F1_coffee": 0.8802778285505392, + "IoU_coffee": 0.7861573620633366, + "precision_coffee": 0.8801169590643275, + "recall_coffee": 0.8804387568555758, + "F1_noncoffee": 0.5898559799624296, + "IoU_noncoffee": 0.4182948490230906, + "kappa": 0.4701338691579029, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2671, + 2984 + ], + [ + 40812, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5391468008359273, + "test_tta": { + "OA": 0.7878912685337727, + "mIoU": 0.6370441840648636, + "macroF1": 0.7761355712474842, + "F1_coffee": 0.8274354977345901, + "IoU_coffee": 0.7056630966876227, + "precision_coffee": 0.8353335686551359, + "recall_coffee": 0.8196853802857555, + "F1_noncoffee": 0.7248356447603782, + "IoU_noncoffee": 0.5684252714421045, + "kappa": 0.5523349565121038, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6955982462212992, + "mIoU": 0.5207184535611491, + "macroF1": 0.6814021109674322, + "F1_coffee": 0.7486543133425427, + "IoU_coffee": 0.598279373417842, + "precision_coffee": 0.8183972089148094, + "recall_coffee": 0.6898648055482398, + "F1_noncoffee": 0.6141499085923218, + "IoU_noncoffee": 0.4431575337044561, + "kappa": 0.3698297142250988, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7362385242440099, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7850977723658764, + "mIoU": 0.6402208714488737, + "macroF1": 0.7796725032381534, + "F1_coffee": 0.8142461343198105, + "IoU_coffee": 0.6866906850459482, + "precision_coffee": 0.8778786462852947, + "recall_coffee": 0.7592148939240871, + "F1_noncoffee": 0.7450988721564963, + "IoU_noncoffee": 0.5937510578517992, + "kappa": 0.5624992979060757, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6867139725395177, + "mIoU": 0.517580026324941, + "macroF1": 0.6806427664565435, + "F1_coffee": 0.724675522206449, + "IoU_coffee": 0.5682283488043889, + "precision_coffee": 0.8576443057722309, + "recall_coffee": 0.6274032130629444, + "F1_noncoffee": 0.6366100107066381, + "IoU_noncoffee": 0.46693170384549315, + "kappa": 0.3809261692980118, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10073382254836558, + "mIoU": 0.050520733670431944, + "macroF1": 0.09204968368950167, + "F1_coffee": 0.1808458920758386, + "IoU_coffee": 0.09941207910208445, + "precision_coffee": 1.0, + "recall_coffee": 0.09941207910208445, + "F1_noncoffee": 0.003253475303164744, + "IoU_noncoffee": 0.00162938823877944, + "kappa": 0.0003239092778556596, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7491168229991473, + "mIoU": 0.598793066359168, + "macroF1": 0.7490412003920339, + "F1_coffee": 0.7533975932467222, + "IoU_coffee": 0.6043607722601095, + "precision_coffee": 0.8560544217687075, + "recall_coffee": 0.6727253287715171, + "F1_noncoffee": 0.7446848075373458, + "IoU_noncoffee": 0.5932253604582264, + "kappa": 0.5054455967092297, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7976110450385232, + "mIoU": 0.6568608398636249, + "macroF1": 0.7919173214055777, + "F1_coffee": 0.8263377407045878, + "IoU_coffee": 0.704067745350068, + "precision_coffee": 0.9072486360093531, + "recall_coffee": 0.7586768779533974, + "F1_noncoffee": 0.7574969021065675, + "IoU_noncoffee": 0.6096539343771816, + "kappa": 0.588405969688917, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8024593020361428, + "mIoU": 0.653396729653673, + "macroF1": 0.7878034350741023, + "F1_coffee": 0.8435701332492312, + "IoU_coffee": 0.7294606940751347, + "precision_coffee": 0.8664561062520246, + "recall_coffee": 0.8218620371792902, + "F1_noncoffee": 0.7320367368989735, + "IoU_noncoffee": 0.5773327652322113, + "kappa": 0.5761134534199966, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7111397446409746, + "mIoU": 0.5406775966629844, + "macroF1": 0.6990803904099744, + "F1_coffee": 0.6388400702987698, + "IoU_coffee": 0.4693350548741123, + "precision_coffee": 0.7365754812563323, + "recall_coffee": 0.5640031031807603, + "F1_noncoffee": 0.759320710521179, + "IoU_noncoffee": 0.6120201384518565, + "kappa": 0.40514026146514553, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7270029673590505, + "mIoU": 0.5647092213860658, + "macroF1": 0.7203542756532664, + "F1_coffee": 0.6772349272349273, + "IoU_coffee": 0.5119842829076621, + "precision_coffee": 0.7981623277182236, + "recall_coffee": 0.5881290904987587, + "F1_noncoffee": 0.7634736240716055, + "IoU_noncoffee": 0.6174341598644695, + "kappa": 0.44996093350167976, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7202952029520295, + "mIoU": 0.5613849540452867, + "macroF1": 0.7187457810394589, + "F1_coffee": 0.6978704020043275, + "IoU_coffee": 0.5359454259226867, + "precision_coffee": 0.7721774193548387, + "recall_coffee": 0.6366091834614586, + "F1_noncoffee": 0.7396211600745902, + "IoU_noncoffee": 0.5868244821678866, + "kappa": 0.44194519817198774, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7902550437761705, + "mIoU": 0.6373792238296054, + "macroF1": 0.7759097087984037, + "F1_coffee": 0.8326075949367089, + "IoU_coffee": 0.7132199861207494, + "precision_coffee": 0.9366598313966735, + "recall_coffee": 0.7493620123951877, + "F1_noncoffee": 0.7192118226600985, + "IoU_noncoffee": 0.5615384615384615, + "kappa": 0.5609088507115917, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8603515625, + "mIoU": 0.7097986604631286, + "macroF1": 0.8250078788997924, + "F1_coffee": 0.9036517989489287, + "IoU_coffee": 0.8242379547689282, + "precision_coffee": 0.9581368766966709, + "recall_coffee": 0.855029963024353, + "F1_noncoffee": 0.7463639588506562, + "IoU_noncoffee": 0.5953593661573288, + "kappa": 0.6529699212001507, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8759667987172232, + "mIoU": 0.7049319987271532, + "macroF1": 0.8180089148235752, + "F1_coffee": 0.9207114862827857, + "IoU_coffee": 0.853072625698324, + "precision_coffee": 0.9110978520286396, + "recall_coffee": 0.9305301645338209, + "F1_noncoffee": 0.7153063433643646, + "IoU_noncoffee": 0.5567913717559825, + "kappa": 0.6361632814756994, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2680, + 2984 + ], + [ + 41135, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5445411801338196, + "test_tta": { + "OA": 0.7929589570947639, + "mIoU": 0.6493437078766308, + "macroF1": 0.7862072523328758, + "F1_coffee": 0.8242002189514658, + "IoU_coffee": 0.700969869390922, + "precision_coffee": 0.8708350737396781, + "recall_coffee": 0.782306249097994, + "F1_noncoffee": 0.7482142857142857, + "IoU_noncoffee": 0.5977175463623395, + "kappa": 0.5741635658632194, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6942713741779163, + "mIoU": 0.5247080644057084, + "macroF1": 0.6863924982677729, + "F1_coffee": 0.7361003909070537, + "IoU_coffee": 0.5824041605925693, + "precision_coffee": 0.8504689028249238, + "recall_coffee": 0.6488455798437363, + "F1_noncoffee": 0.636684605628492, + "IoU_noncoffee": 0.46701196821884744, + "kappa": 0.3880212250363495, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.7005937676509599, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8889803427907427, + "mIoU": 0.7276548771550589, + "macroF1": 0.8346530835325079, + "F1_coffee": 0.9294309543594005, + "IoU_coffee": 0.8681653538779969, + "precision_coffee": 0.906979537900933, + "recall_coffee": 0.9530221109544947, + "F1_noncoffee": 0.7398752127056154, + "IoU_noncoffee": 0.587144400432121, + "kappa": 0.6700514244100675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8567555094034844, + "mIoU": 0.6713558974229401, + "macroF1": 0.7922766886047153, + "F1_coffee": 0.9080080766167127, + "IoU_coffee": 0.8315153776993672, + "precision_coffee": 0.873665448712236, + "recall_coffee": 0.9451611037195581, + "F1_noncoffee": 0.676545300592718, + "IoU_noncoffee": 0.5111964171465131, + "kappa": 0.5867983060868563, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12681451612903225, + "macroF1": 0.20779220779220778, + "F1_coffee": 0.3838383838383838, + "IoU_coffee": 0.2375, + "precision_coffee": 1.0, + "recall_coffee": 0.2375, + "F1_noncoffee": 0.031746031746031744, + "IoU_noncoffee": 0.016129032258064516, + "kappa": 0.007632054629443662, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.886747572815534, + "mIoU": 0.7261436026675446, + "macroF1": 0.833802528453646, + "F1_coffee": 0.9276072858162411, + "IoU_coffee": 0.864988425925926, + "precision_coffee": 0.9094061815526893, + "recall_coffee": 0.9465518333227788, + "F1_noncoffee": 0.7399977710910509, + "IoU_noncoffee": 0.5872987794091633, + "kappa": 0.6680825773098702, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8976838644166143, + "mIoU": 0.744139215646962, + "macroF1": 0.8464895484493216, + "F1_coffee": 0.9351397743992153, + "IoU_coffee": 0.8781807714450202, + "precision_coffee": 0.9105234883304483, + "recall_coffee": 0.96112406275597, + "F1_noncoffee": 0.7578393224994278, + "IoU_noncoffee": 0.6100976598489036, + "kappa": 0.6938146466867267, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8825008461873217, + "mIoU": 0.7130223715466937, + "macroF1": 0.82365052666472, + "F1_coffee": 0.9255240897388746, + "IoU_coffee": 0.8613725825774431, + "precision_coffee": 0.9010562749895566, + "recall_coffee": 0.9513578224434504, + "F1_noncoffee": 0.7217769635905656, + "IoU_noncoffee": 0.5646721605159442, + "kappa": 0.6482699406842046, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9030363364858138, + "mIoU": 0.6275129198195154, + "macroF1": 0.73635494570499, + "F1_coffee": 0.9459849157054127, + "IoU_coffee": 0.897506050720825, + "precision_coffee": 0.9297939605363567, + "recall_coffee": 0.9627497460209956, + "F1_noncoffee": 0.5267249757045676, + "IoU_noncoffee": 0.3575197889182058, + "kappa": 0.4741071195329492, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9230005953562215, + "mIoU": 0.6800621862757619, + "macroF1": 0.7852028487540135, + "F1_coffee": 0.9572451790633609, + "IoU_coffee": 0.9179964070590722, + "precision_coffee": 0.9382222702235663, + "recall_coffee": 0.9770554493307839, + "F1_noncoffee": 0.613160518444666, + "IoU_noncoffee": 0.4421279654924515, + "kappa": 0.5719976650819975, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9116888271482437, + "mIoU": 0.6555595326275473, + "macroF1": 0.7636485827431545, + "F1_coffee": 0.9507034452198959, + "IoU_coffee": 0.9060388513513513, + "precision_coffee": 0.9365928189457601, + "recall_coffee": 0.9652457541333933, + "F1_noncoffee": 0.576593720266413, + "IoU_noncoffee": 0.4050802139037433, + "kappa": 0.5282169244213553, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8712458550450024, + "mIoU": 0.7483775208557839, + "macroF1": 0.8538663899711105, + "F1_coffee": 0.90426206410708, + "IoU_coffee": 0.8252539539668252, + "precision_coffee": 0.8836568910918353, + "recall_coffee": 0.9258511252163878, + "F1_noncoffee": 0.803470715835141, + "IoU_noncoffee": 0.6715010877447426, + "kappa": 0.7080586346808818, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8736206733943224, + "mIoU": 0.7492590086214082, + "macroF1": 0.8541854425223387, + "F1_coffee": 0.9074202017410529, + "IoU_coffee": 0.8305299102061464, + "precision_coffee": 0.8763010408326661, + "recall_coffee": 0.9408309455587393, + "F1_noncoffee": 0.8009506833036245, + "IoU_noncoffee": 0.66798810703667, + "kappa": 0.7091594700044719, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8547580873337735, + "mIoU": 0.7159825693718842, + "macroF1": 0.8310624469141553, + "F1_coffee": 0.8943323727185398, + "IoU_coffee": 0.8088618592528236, + "precision_coffee": 0.858177508559389, + "recall_coffee": 0.9336676217765043, + "F1_noncoffee": 0.7677925211097708, + "IoU_noncoffee": 0.6231032794909447, + "kappa": 0.6634376347110417, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2602, + 2995 + ], + [ + 52481, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3077180862426756, + "test_tta": { + "OA": 0.8912720699783738, + "mIoU": 0.7291838495087051, + "macroF1": 0.8355079425872438, + "F1_coffee": 0.9312824488213874, + "IoU_coffee": 0.8714018477513934, + "precision_coffee": 0.9038728071912248, + "recall_coffee": 0.960406454463215, + "F1_noncoffee": 0.7397334363531003, + "IoU_noncoffee": 0.5869658512660167, + "kappa": 0.672157731667168, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8591929156570901, + "mIoU": 0.6721737033827635, + "macroF1": 0.7924889070239596, + "F1_coffee": 0.9101401787440058, + "IoU_coffee": 0.8350983869605607, + "precision_coffee": 0.8706723488183707, + "recall_coffee": 0.9533560864618885, + "F1_noncoffee": 0.6748376353039134, + "IoU_noncoffee": 0.5092490198049663, + "kappa": 0.5880409464292919, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 83, + "stopped_epoch": 100, + "best_val": 0.706168320580887, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8842032213292018, + "mIoU": 0.7115449787507345, + "macroF1": 0.822082070586772, + "F1_coffee": 0.9272127821455745, + "IoU_coffee": 0.8643026004728133, + "precision_coffee": 0.8953410916500137, + "recall_coffee": 0.9614373172322387, + "F1_noncoffee": 0.7169513590279696, + "IoU_noncoffee": 0.5587873570286558, + "kappa": 0.6459089748646266, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8527604707511249, + "mIoU": 0.6576587708932174, + "macroF1": 0.7804647119965081, + "F1_coffee": 0.906446735395189, + "IoU_coffee": 0.8289003972044849, + "precision_coffee": 0.8636839899413243, + "recall_coffee": 0.9536646034592469, + "F1_noncoffee": 0.6544826885978272, + "IoU_noncoffee": 0.4864171445819499, + "kappa": 0.5648690254158538, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.18518518518518517, + "macroF1": 0.2702702702702703, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.967741935483871, + "recall_coffee": 0.375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024807740014884665, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8884951456310679, + "mIoU": 0.7242713757118827, + "macroF1": 0.831955519192516, + "F1_coffee": 0.9294294755599251, + "IoU_coffee": 0.8681627733455777, + "precision_coffee": 0.9026136770497672, + "recall_coffee": 0.9578874042175923, + "F1_noncoffee": 0.7344815628251069, + "IoU_noncoffee": 0.5803799780781878, + "kappa": 0.665023444578569, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8933320439050336, + "mIoU": 0.7318398906911574, + "macroF1": 0.8373221173326146, + "F1_coffee": 0.9327766942954656, + "IoU_coffee": 0.8740220432870767, + "precision_coffee": 0.9032162879905576, + "recall_coffee": 0.9643374708587991, + "F1_noncoffee": 0.7418675403697637, + "IoU_noncoffee": 0.5896577380952381, + "kappa": 0.6759769455441129, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8707992843672937, + "mIoU": 0.6786748615493512, + "macroF1": 0.7958849903622796, + "F1_coffee": 0.9195423065341765, + "IoU_coffee": 0.8510673875480742, + "precision_coffee": 0.8806159524770748, + "recall_coffee": 0.9620691827862139, + "F1_noncoffee": 0.6722276741903828, + "IoU_noncoffee": 0.5062823355506282, + "kappa": 0.5949938740033531, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9083125933300149, + "mIoU": 0.6287982834510925, + "macroF1": 0.7361632012339132, + "F1_coffee": 0.9492813480918553, + "IoU_coffee": 0.9034591194968553, + "precision_coffee": 0.9267741935483871, + "recall_coffee": 0.9729089061970877, + "F1_noncoffee": 0.523045054375971, + "IoU_noncoffee": 0.3541374474053296, + "kappa": 0.47523689353595644, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9195276840642985, + "mIoU": 0.6553649705738509, + "macroF1": 0.7613233291065173, + "F1_coffee": 0.9556418530875677, + "IoU_coffee": 0.9150518487482979, + "precision_coffee": 0.9301533219761499, + "recall_coffee": 0.9825666404228995, + "F1_noncoffee": 0.5670048051254671, + "IoU_noncoffee": 0.3956780923994039, + "kappa": 0.5261200879198359, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.6446082708210222, + "macroF1": 0.7514826139976272, + "F1_coffee": 0.952678620387125, + "IoU_coffee": 0.9096335078534031, + "precision_coffee": 0.9294885512518725, + "recall_coffee": 0.9770554493307839, + "F1_noncoffee": 0.5502866076081292, + "IoU_noncoffee": 0.3795830337886413, + "kappa": 0.5058881664800773, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8696352439602084, + "mIoU": 0.7427631080841898, + "macroF1": 0.8498080677719315, + "F1_coffee": 0.9043780403057678, + "IoU_coffee": 0.8254471647849804, + "precision_coffee": 0.8724859211584876, + "recall_coffee": 0.9386901327178303, + "F1_noncoffee": 0.7952380952380952, + "IoU_noncoffee": 0.6600790513833992, + "kappa": 0.7004731284200467, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8684334622276714, + "mIoU": 0.7395130778139705, + "macroF1": 0.8474800793646367, + "F1_coffee": 0.9040115598981628, + "IoU_coffee": 0.8248367654445002, + "precision_coffee": 0.8697206408049781, + "recall_coffee": 0.9411174785100287, + "F1_noncoffee": 0.7909485988311105, + "IoU_noncoffee": 0.6541893901834408, + "kappa": 0.6959894103446042, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8293879090823352, + "mIoU": 0.6672618911600761, + "macroF1": 0.7944765522590109, + "F1_coffee": 0.8791825285513926, + "IoU_coffee": 0.7844118698605649, + "precision_coffee": 0.8234705367196297, + "recall_coffee": 0.9429799426934098, + "F1_noncoffee": 0.7097705759666292, + "IoU_noncoffee": 0.5501119124595871, + "kappa": 0.5934235943497134, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 52140, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0865938385327656, + "test_tta": { + "OA": 0.8849133339788903, + "mIoU": 0.710076449424031, + "macroF1": 0.8206983665559149, + "F1_coffee": 0.9280009692759711, + "IoU_coffee": 0.8656733286868725, + "precision_coffee": 0.8921762764511745, + "recall_coffee": 0.9668230492499947, + "F1_noncoffee": 0.7133957638358587, + "IoU_noncoffee": 0.5544795701611895, + "kappa": 0.6436836758130504, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8532941040729203, + "mIoU": 0.6547823739501548, + "macroF1": 0.7776134029646553, + "F1_coffee": 0.9073453326532099, + "IoU_coffee": 0.8304044816432692, + "precision_coffee": 0.8598656837525681, + "recall_coffee": 0.9603748481517904, + "F1_noncoffee": 0.6478814732761008, + "IoU_noncoffee": 0.47916026625704045, + "kappa": 0.5603214125320677, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6893291226357046, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8719537781220749, + "mIoU": 0.7036637304580355, + "macroF1": 0.8176925271258915, + "F1_coffee": 0.9171522252156298, + "IoU_coffee": 0.8469816779170685, + "precision_coffee": 0.9104969626604192, + "recall_coffee": 0.9239054972335009, + "F1_noncoffee": 0.7182328290361532, + "IoU_noncoffee": 0.5603457829990025, + "kappa": 0.6354512970218278, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8409340025383639, + "mIoU": 0.6532301187505456, + "macroF1": 0.7790476589132684, + "F1_coffee": 0.8959832501815507, + "IoU_coffee": 0.811566717922433, + "precision_coffee": 0.87688757614916, + "recall_coffee": 0.9159291182198569, + "F1_noncoffee": 0.6621120676449863, + "IoU_noncoffee": 0.4948935195786581, + "kappa": 0.5587750090402724, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07407407407407407, + "macroF1": 0.12903225806451613, + "F1_coffee": 0.25806451612903225, + "IoU_coffee": 0.14814814814814814, + "precision_coffee": 0.9230769230769231, + "recall_coffee": 0.15, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024940399779937658, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.878883495145631, + "mIoU": 0.7131443635435767, + "macroF1": 0.8244219847014045, + "F1_coffee": 0.9222087113771709, + "IoU_coffee": 0.8556468410090257, + "precision_coffee": 0.9083036482004667, + "recall_coffee": 0.9365461338737255, + "F1_noncoffee": 0.7266352580256382, + "IoU_noncoffee": 0.5706418860781277, + "kappa": 0.6491329295568803, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8866108988927035, + "mIoU": 0.7348283302230467, + "macroF1": 0.8408684135228934, + "F1_coffee": 0.9261859044980957, + "IoU_coffee": 0.8625197865978778, + "precision_coffee": 0.9253994213108567, + "recall_coffee": 0.9269737256631593, + "F1_noncoffee": 0.7555509225476911, + "IoU_noncoffee": 0.6071368738482158, + "kappa": 0.6817375883441369, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8503940815241042, + "mIoU": 0.6647574726832839, + "macroF1": 0.7876293145255795, + "F1_coffee": 0.9030823205112142, + "IoU_coffee": 0.8232908789765263, + "precision_coffee": 0.8979629975705475, + "recall_coffee": 0.9082603490643312, + "F1_noncoffee": 0.6721763085399449, + "IoU_noncoffee": 0.5062240663900415, + "kappa": 0.5753053188843942, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8954703832752613, + "mIoU": 0.6125454811523444, + "macroF1": 0.7219857240008646, + "F1_coffee": 0.9416017797552837, + "IoU_coffee": 0.8896479243300053, + "precision_coffee": 0.9280780616160509, + "recall_coffee": 0.955525454340219, + "F1_noncoffee": 0.5023696682464455, + "IoU_noncoffee": 0.33544303797468356, + "kappa": 0.44497569938403064, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9103988886683866, + "mIoU": 0.6617468751343175, + "macroF1": 0.7702690473029572, + "F1_coffee": 0.949690790573291, + "IoU_coffee": 0.9042011457670274, + "precision_coffee": 0.9409361890041952, + "recall_coffee": 0.9586098301653357, + "F1_noncoffee": 0.5908473040326234, + "IoU_noncoffee": 0.4192926045016077, + "kappa": 0.5408613413898402, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8785473308196071, + "mIoU": 0.5963192624517988, + "macroF1": 0.7088523988417041, + "F1_coffee": 0.9311276164753545, + "IoU_coffee": 0.8711307643714467, + "precision_coffee": 0.9316518410088954, + "recall_coffee": 0.9306039815543808, + "F1_noncoffee": 0.4865771812080537, + "IoU_noncoffee": 0.3215077605321508, + "kappa": 0.4177061720406376, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630980577925154, + "mIoU": 0.7362387752790568, + "macroF1": 0.8457691840237039, + "F1_coffee": 0.8974668275030157, + "IoU_coffee": 0.8140043763676149, + "precision_coffee": 0.8831168831168831, + "recall_coffee": 0.9122908251586843, + "F1_noncoffee": 0.7940715405443922, + "IoU_noncoffee": 0.6584731741904987, + "kappa": 0.6917018564482496, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8640007545034424, + "mIoU": 0.742173064498498, + "macroF1": 0.8502121195377652, + "F1_coffee": 0.8956584659913169, + "IoU_coffee": 0.8110339405058314, + "precision_coffee": 0.9048245614035088, + "recall_coffee": 0.886676217765043, + "F1_noncoffee": 0.8047657730842134, + "IoU_noncoffee": 0.6733121884911645, + "kappa": 0.700481751544555, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8236348203338678, + "mIoU": 0.6737381942500509, + "macroF1": 0.8013826913531295, + "F1_coffee": 0.8678631995477671, + "IoU_coffee": 0.7665709649232305, + "precision_coffee": 0.8562465142219744, + "recall_coffee": 0.8797994269340974, + "F1_noncoffee": 0.7349021831584917, + "IoU_noncoffee": 0.5809054235768714, + "kappa": 0.6029120171264685, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2613, + 2995 + ], + [ + 51415, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.550407071908315, + "test_tta": { + "OA": 0.881459604273587, + "mIoU": 0.7157699688419602, + "macroF1": 0.8261513454347434, + "F1_coffee": 0.9242088101453911, + "IoU_coffee": 0.8590968385512584, + "precision_coffee": 0.9069423629956661, + "recall_coffee": 0.9421454568405108, + "F1_noncoffee": 0.7280938807240958, + "IoU_noncoffee": 0.572443099132662, + "kappa": 0.6527542179750726, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8495586708203531, + "mIoU": 0.6616684973024184, + "macroF1": 0.7849570519078246, + "F1_coffee": 0.9028219007071056, + "IoU_coffee": 0.8228581132716312, + "precision_coffee": 0.8733912541908504, + "recall_coffee": 0.934305161875012, + "F1_noncoffee": 0.6670922031085437, + "IoU_noncoffee": 0.5004788813332056, + "kappa": 0.5715806087872114, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6795123488988983, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8733417255737388, + "mIoU": 0.7026141344148105, + "macroF1": 0.8165279648511309, + "F1_coffee": 0.9186246656021235, + "IoU_coffee": 0.8494965960303001, + "precision_coffee": 0.905702426956184, + "recall_coffee": 0.931920981213052, + "F1_noncoffee": 0.7144312641001382, + "IoU_noncoffee": 0.5557316727993207, + "kappa": 0.6333178758782876, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.842895465559017, + "mIoU": 0.6531149158127771, + "macroF1": 0.7784814795921768, + "F1_coffee": 0.8979339423752636, + "IoU_coffee": 0.8147732489925011, + "precision_coffee": 0.8733595800524935, + "recall_coffee": 0.9239312778388384, + "F1_noncoffee": 0.6590290168090901, + "IoU_noncoffee": 0.4914565826330532, + "kappa": 0.5581316706213826, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7160493827160493, + "mIoU": 0.3770833333333333, + "macroF1": 0.4560583941605839, + "F1_coffee": 0.8321167883211679, + "IoU_coffee": 0.7125, + "precision_coffee": 1.0, + "recall_coffee": 0.7125, + "F1_noncoffee": 0.08, + "IoU_noncoffee": 0.041666666666666664, + "kappa": 0.05766312594840658, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8827669902912622, + "mIoU": 0.7154858226915193, + "macroF1": 0.8256742209554597, + "F1_coffee": 0.9254376485843959, + "IoU_coffee": 0.8612228479485117, + "precision_coffee": 0.9029401132666587, + "recall_coffee": 0.9490849217908935, + "F1_noncoffee": 0.7259107933265236, + "IoU_noncoffee": 0.569748797434527, + "kappa": 0.6521422691341051, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8825975533098013, + "mIoU": 0.7228573578194946, + "macroF1": 0.8318291234506406, + "F1_coffee": 0.9242291848708026, + "IoU_coffee": 0.8591320491993502, + "precision_coffee": 0.9156000741977369, + "recall_coffee": 0.9330224938567198, + "F1_noncoffee": 0.7394290620304786, + "IoU_noncoffee": 0.5865826664396391, + "kappa": 0.6637609521417899, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8546975484744451, + "mIoU": 0.6710148622677025, + "macroF1": 0.7924164331027168, + "F1_coffee": 0.90612015370677, + "IoU_coffee": 0.8283543725366996, + "precision_coffee": 0.8986243648531417, + "recall_coffee": 0.9137420452397454, + "F1_noncoffee": 0.6787127124986635, + "IoU_noncoffee": 0.5136753519987053, + "kappa": 0.5849317030894081, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9078148332503733, + "mIoU": 0.6298938988563635, + "macroF1": 0.7375208196097358, + "F1_coffee": 0.9489413321570357, + "IoU_coffee": 0.9028433532682825, + "precision_coffee": 0.9275627896949444, + "recall_coffee": 0.9713285923919178, + "F1_noncoffee": 0.526100307062436, + "IoU_noncoffee": 0.35694444444444445, + "kappa": 0.47761722102495086, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9148640603294305, + "mIoU": 0.6643844690764468, + "macroF1": 0.7717627587243772, + "F1_coffee": 0.9524864326060472, + "IoU_coffee": 0.9092831465426094, + "precision_coffee": 0.9381477037198648, + "recall_coffee": 0.9672702733100889, + "F1_noncoffee": 0.5910390848427073, + "IoU_noncoffee": 0.41948579161028415, + "kappa": 0.5444414999686529, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8930343322087716, + "mIoU": 0.6271982857684546, + "macroF1": 0.7390167850498901, + "F1_coffee": 0.9395061728395062, + "IoU_coffee": 0.8859138533178114, + "precision_coffee": 0.9375069996640161, + "recall_coffee": 0.9415138904510179, + "F1_noncoffee": 0.538527397260274, + "IoU_noncoffee": 0.36848271821909784, + "kappa": 0.47805167575152735, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8589294173377546, + "mIoU": 0.7270034543047864, + "macroF1": 0.8391902040768884, + "F1_coffee": 0.8955307654528871, + "IoU_coffee": 0.8108245458010418, + "precision_coffee": 0.8717388334926922, + "recall_coffee": 0.9206578188113098, + "F1_noncoffee": 0.7828496427008896, + "IoU_noncoffee": 0.643182362808531, + "kappa": 0.6788776061397157, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8519286994246911, + "mIoU": 0.7204622530043754, + "macroF1": 0.8351466820995906, + "F1_coffee": 0.8877448877448877, + "IoU_coffee": 0.7981486243250193, + "precision_coffee": 0.8860976306023408, + "recall_coffee": 0.8893982808022922, + "F1_noncoffee": 0.7825484764542936, + "IoU_noncoffee": 0.6427758816837316, + "kappa": 0.6702955713944428, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8182589833066113, + "mIoU": 0.6649776874813239, + "macroF1": 0.794785893602152, + "F1_coffee": 0.8641905701599831, + "IoU_coffee": 0.7608587738893026, + "precision_coffee": 0.8504646969066445, + "recall_coffee": 0.8783667621776504, + "F1_noncoffee": 0.7253812170443209, + "IoU_noncoffee": 0.5690966010733453, + "kappa": 0.5897878481242703, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2622, + 2995 + ], + [ + 51492, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.541576047738393, + "test_tta": { + "OA": 0.8754397856750912, + "mIoU": 0.7004374904099823, + "macroF1": 0.8142457474671614, + "F1_coffee": 0.9208621290732728, + "IoU_coffee": 0.8533313062977462, + "precision_coffee": 0.8982057488048327, + "recall_coffee": 0.9446910567395284, + "F1_noncoffee": 0.7076293658610501, + "IoU_noncoffee": 0.5475436745222183, + "kappa": 0.6293627150281399, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8449578862351448, + "mIoU": 0.649872686285953, + "macroF1": 0.7749166456693917, + "F1_coffee": 0.9004758642398207, + "IoU_coffee": 0.8189687110572227, + "precision_coffee": 0.866062365323313, + "recall_coffee": 0.9377374134706234, + "F1_noncoffee": 0.6493574270989627, + "IoU_noncoffee": 0.4807766615146832, + "kappa": 0.5523236375155479, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6991859908407644, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8717601110357961, + "mIoU": 0.6922433847925356, + "macroF1": 0.8078322575427637, + "F1_coffee": 0.9186693961105424, + "IoU_coffee": 0.8495731026257501, + "precision_coffee": 0.8945521956664739, + "recall_coffee": 0.9441230303157806, + "F1_noncoffee": 0.6969951189749848, + "IoU_noncoffee": 0.5349136669593211, + "kappa": 0.6167024594468014, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8423041421483789, + "mIoU": 0.6436921182903081, + "macroF1": 0.7696167586106061, + "F1_coffee": 0.8990229216305573, + "IoU_coffee": 0.8165682458730372, + "precision_coffee": 0.8626929689300084, + "recall_coffee": 0.938547270588689, + "F1_noncoffee": 0.6402105955906549, + "IoU_noncoffee": 0.4708159907075791, + "kappa": 0.5421267805289857, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7901234567901234, + "mIoU": 0.3950617283950617, + "macroF1": 0.4413793103448276, + "F1_coffee": 0.8827586206896552, + "IoU_coffee": 0.7901234567901234, + "precision_coffee": 0.9846153846153847, + "recall_coffee": 0.8, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.023791821561338748, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8701941747572816, + "mIoU": 0.6888433228904272, + "macroF1": 0.8051505725476766, + "F1_coffee": 0.9177281398067811, + "IoU_coffee": 0.8479645212644985, + "precision_coffee": 0.8924660403327149, + "recall_coffee": 0.9444620353365841, + "F1_noncoffee": 0.6925730052885721, + "IoU_noncoffee": 0.5297221245163559, + "kappa": 0.6114644055832986, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8693003239688603, + "mIoU": 0.6966083235682679, + "macroF1": 0.8121370502024663, + "F1_coffee": 0.9157655271276761, + "IoU_coffee": 0.8446194527477581, + "precision_coffee": 0.9059686767788877, + "recall_coffee": 0.9257765736248503, + "F1_noncoffee": 0.7085085732772566, + "IoU_noncoffee": 0.5485971943887775, + "kappa": 0.6244260774291583, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8757797011749915, + "mIoU": 0.6906080381030646, + "macroF1": 0.8055635290645997, + "F1_coffee": 0.9224078045244496, + "IoU_coffee": 0.8559896855204888, + "precision_coffee": 0.8858336233901845, + "recall_coffee": 0.9621321907882301, + "F1_noncoffee": 0.6887192536047498, + "IoU_noncoffee": 0.5252263906856404, + "kappa": 0.6137684139388037, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8857142857142857, + "mIoU": 0.5863548481178668, + "macroF1": 0.694503033018382, + "F1_coffee": 0.9361938639395286, + "IoU_coffee": 0.8800417972831766, + "precision_coffee": 0.9221504434468412, + "recall_coffee": 0.9506716333671972, + "F1_noncoffee": 0.45281220209723544, + "IoU_noncoffee": 0.292667898952557, + "kappa": 0.3902188688089024, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8708076999404644, + "mIoU": 0.5850200132990679, + "macroF1": 0.6981551924032463, + "F1_coffee": 0.9264406779661017, + "IoU_coffee": 0.8629617934954216, + "precision_coffee": 0.9307526393461233, + "recall_coffee": 0.9221684849848161, + "F1_noncoffee": 0.46986970684039087, + "IoU_noncoffee": 0.3070782331027142, + "kappa": 0.3964037473362343, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9170470331414964, + "mIoU": 0.6364333321007379, + "macroF1": 0.7418975286494329, + "F1_coffee": 0.9545157780195865, + "IoU_coffee": 0.9129891756869276, + "precision_coffee": 0.9244388239013595, + "recall_coffee": 0.9866156787762906, + "F1_noncoffee": 0.5292792792792793, + "IoU_noncoffee": 0.35987748851454826, + "kappa": 0.4893888222972734, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8554239696826149, + "mIoU": 0.7170468402776009, + "macroF1": 0.8318095148591358, + "F1_coffee": 0.8948311509303928, + "IoU_coffee": 0.809678223996009, + "precision_coffee": 0.8566904196357878, + "recall_coffee": 0.9365262550490479, + "F1_noncoffee": 0.7687878787878788, + "IoU_noncoffee": 0.6244154565591927, + "kappa": 0.665078504883321, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8678675846458549, + "mIoU": 0.7407935221823425, + "macroF1": 0.8485591668933042, + "F1_coffee": 0.9026339564945445, + "IoU_coffee": 0.8225459151361622, + "precision_coffee": 0.8765015521662842, + "recall_coffee": 0.9303724928366762, + "F1_noncoffee": 0.794484377292064, + "IoU_noncoffee": 0.6590411292285228, + "kappa": 0.6976855512352246, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8365556917853437, + "mIoU": 0.6836432067888679, + "macroF1": 0.8073894085217199, + "F1_coffee": 0.8823409600108629, + "IoU_coffee": 0.7894545012756652, + "precision_coffee": 0.8385598141695703, + "recall_coffee": 0.930945558739255, + "F1_noncoffee": 0.7324378570325768, + "IoU_noncoffee": 0.5778319123020706, + "kappa": 0.617152003705677, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2615, + 2995 + ], + [ + 51401, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5457714875539144, + "test_tta": { + "OA": 0.8720506116652141, + "mIoU": 0.6884802659876332, + "macroF1": 0.804444678839459, + "F1_coffee": 0.9194259812590199, + "IoU_coffee": 0.8508681176050112, + "precision_coffee": 0.8893454709895597, + "recall_coffee": 0.9516125639029727, + "F1_noncoffee": 0.6894633764198982, + "IoU_noncoffee": 0.5260924143702552, + "kappa": 0.6106062229308715, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8431118033921772, + "mIoU": 0.6402082327396714, + "macroF1": 0.7660264963164047, + "F1_coffee": 0.9003243718731101, + "IoU_coffee": 0.8187181281871813, + "precision_coffee": 0.8577863914933739, + "recall_coffee": 0.9473014403887314, + "F1_noncoffee": 0.6317286207596994, + "IoU_noncoffee": 0.46169833729216153, + "kappa": 0.5362664916267393, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.7074323928909361, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8784577644362674, + "mIoU": 0.7082809631582079, + "macroF1": 0.8203910881815704, + "F1_coffee": 0.9225149959359213, + "IoU_coffee": 0.8561743248920973, + "precision_coffee": 0.9027587595650423, + "recall_coffee": 0.9431552815938401, + "F1_noncoffee": 0.7182671804272194, + "IoU_noncoffee": 0.5603876014243185, + "kappa": 0.6414066111150043, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8480443059882312, + "mIoU": 0.6568555359710673, + "macroF1": 0.7808055492642538, + "F1_coffee": 0.9022072063710112, + "IoU_coffee": 0.8218374283443529, + "precision_coffee": 0.8697854215509064, + "recall_coffee": 0.9371396617882416, + "F1_noncoffee": 0.6594038921574966, + "IoU_noncoffee": 0.4918736435977815, + "kappa": 0.5637223762107016, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19730392156862744, + "macroF1": 0.2919580419580419, + "F1_coffee": 0.5454545454545454, + "IoU_coffee": 0.375, + "precision_coffee": 1.0, + "recall_coffee": 0.375, + "F1_noncoffee": 0.038461538461538464, + "IoU_noncoffee": 0.0196078431372549, + "kappa": 0.014598540145985326, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8769902912621359, + "mIoU": 0.7057389521010746, + "macroF1": 0.8185030634014288, + "F1_coffee": 0.9215334117792778, + "IoU_coffee": 0.8544848972091421, + "precision_coffee": 0.901654244682785, + "recall_coffee": 0.9423089101386866, + "F1_noncoffee": 0.7154727150235796, + "IoU_noncoffee": 0.556993006993007, + "kappa": 0.637644816534243, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.876795125961027, + "mIoU": 0.7123413222272581, + "macroF1": 0.8241320427464778, + "F1_coffee": 0.9203700231264454, + "IoU_coffee": 0.8524865396862155, + "precision_coffee": 0.9130650461958206, + "recall_coffee": 0.9277928296893706, + "F1_noncoffee": 0.72789406236651, + "IoU_noncoffee": 0.5721961047683009, + "kappa": 0.6483410016232246, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8815821285237658, + "mIoU": 0.7062483972634529, + "macroF1": 0.8180594402534066, + "F1_coffee": 0.9255645725053949, + "IoU_coffee": 0.8614427157001414, + "precision_coffee": 0.8940692894891368, + "recall_coffee": 0.9593598386995148, + "F1_noncoffee": 0.7105543080014183, + "IoU_noncoffee": 0.5510540788267644, + "kappa": 0.6378663314116906, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8940766550522649, + "mIoU": 0.6053754516323534, + "macroF1": 0.714205371844164, + "F1_coffee": 0.940934828466748, + "IoU_coffee": 0.8884579096341335, + "precision_coffee": 0.9257236482796286, + "recall_coffee": 0.9566542499153403, + "F1_noncoffee": 0.48747591522157996, + "IoU_noncoffee": 0.32229299363057323, + "kappa": 0.429746765878754, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8914467156181782, + "mIoU": 0.6164013505299, + "macroF1": 0.727609697227716, + "F1_coffee": 0.9388621884430536, + "IoU_coffee": 0.8847693279966294, + "precision_coffee": 0.9330223258913696, + "recall_coffee": 0.9447756157912496, + "F1_noncoffee": 0.5163572060123784, + "IoU_noncoffee": 0.34803337306317045, + "kappa": 0.4553881752699242, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9128795395911887, + "mIoU": 0.6339950392035331, + "macroF1": 0.7404854158904336, + "F1_coffee": 0.9520008746993222, + "IoU_coffee": 0.9083985393844549, + "precision_coffee": 0.9261780661631741, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.528969957081545, + "IoU_noncoffee": 0.3595915390226112, + "kappa": 0.4849002171008197, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8607295120795831, + "mIoU": 0.729558232931727, + "macroF1": 0.8409159417793473, + "F1_coffee": 0.8970588235294118, + "IoU_coffee": 0.8133333333333334, + "precision_coffee": 0.8716657593903103, + "recall_coffee": 0.9239757645701097, + "F1_noncoffee": 0.7847730600292826, + "IoU_noncoffee": 0.6457831325301204, + "kappa": 0.6823954232402334, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8628689993398095, + "mIoU": 0.7366040335516901, + "macroF1": 0.8460888083581706, + "F1_coffee": 0.8969086783891095, + "IoU_coffee": 0.813086514976218, + "precision_coffee": 0.8878439079169006, + "recall_coffee": 0.9061604584527221, + "F1_noncoffee": 0.7952689383272318, + "IoU_noncoffee": 0.6601215521271622, + "kappa": 0.6922413274075816, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8518343864943884, + "mIoU": 0.7105688756145663, + "macroF1": 0.8271625010208759, + "F1_coffee": 0.8924635498665207, + "IoU_coffee": 0.8058096415327565, + "precision_coffee": 0.8545025560361778, + "recall_coffee": 0.9339541547277938, + "F1_noncoffee": 0.7618614521752312, + "IoU_noncoffee": 0.6153281096963761, + "kappa": 0.6558291705052071, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2622, + 2995 + ], + [ + 51809, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5394946734110515, + "test_tta": { + "OA": 0.8806042413091895, + "mIoU": 0.7059266824100259, + "macroF1": 0.8179714209140709, + "F1_coffee": 0.9247467144077797, + "IoU_coffee": 0.8600268669706544, + "precision_coffee": 0.8952240275726243, + "recall_coffee": 0.9562830033871206, + "F1_noncoffee": 0.7111961274203623, + "IoU_noncoffee": 0.5518264978493972, + "kappa": 0.6374560077724984, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8498759663089881, + "mIoU": 0.652824720223091, + "macroF1": 0.7765605863443199, + "F1_coffee": 0.9045509981385198, + "IoU_coffee": 0.8257353802882925, + "precision_coffee": 0.8623933417261156, + "recall_coffee": 0.9510422089817011, + "F1_noncoffee": 0.6485701745501199, + "IoU_noncoffee": 0.47991406015788945, + "kappa": 0.5570187496599927, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.6305874354602856, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642428177243954, + "mIoU": 0.6831581985223488, + "macroF1": 0.8013303347789438, + "F1_coffee": 0.9131283755712505, + "IoU_coffee": 0.8401437253927602, + "precision_coffee": 0.886357220631528, + "recall_coffee": 0.9415670650730412, + "F1_noncoffee": 0.689532293986637, + "IoU_noncoffee": 0.5261726716519375, + "kappa": 0.6039518979524707, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.824852890273451, + "mIoU": 0.6226703804752167, + "macroF1": 0.7533062587864917, + "F1_coffee": 0.8861599610034122, + "IoU_coffee": 0.7955899680188521, + "precision_coffee": 0.864933116182041, + "recall_coffee": 0.9084549001518384, + "F1_noncoffee": 0.6204525565695712, + "IoU_noncoffee": 0.4497507929315813, + "kappa": 0.5076012841672372, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32649164677804293, + "mIoU": 0.16401505357809762, + "macroF1": 0.24821765954595174, + "F1_coffee": 0.49079754601226994, + "IoU_coffee": 0.3252032520325203, + "precision_coffee": 1.0, + "recall_coffee": 0.3252032520325203, + "F1_noncoffee": 0.005637773079633545, + "IoU_noncoffee": 0.0028268551236749115, + "kappa": 0.0018369162768003206, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8732802672955975, + "mIoU": 0.7064398123734045, + "macroF1": 0.819804355797958, + "F1_coffee": 0.917968128757276, + "IoU_coffee": 0.8483743900288083, + "precision_coffee": 0.8985056039850561, + "recall_coffee": 0.9382924767540152, + "F1_noncoffee": 0.7216405828386401, + "IoU_noncoffee": 0.5645052347180006, + "kappa": 0.6401815913245331, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8662494542279144, + "mIoU": 0.6855700345103863, + "macroF1": 0.8030610507564535, + "F1_coffee": 0.9146148843259314, + "IoU_coffee": 0.8426639274096901, + "precision_coffee": 0.8867935859708126, + "recall_coffee": 0.9442383936564778, + "F1_noncoffee": 0.6915072171869755, + "IoU_noncoffee": 0.5284761416110826, + "kappa": 0.6075178028670462, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8533301041414386, + "mIoU": 0.6575443176798612, + "macroF1": 0.7802236072969025, + "F1_coffee": 0.9069796018677808, + "IoU_coffee": 0.8297920179876335, + "precision_coffee": 0.8743706687200142, + "recall_coffee": 0.9421150041483183, + "F1_noncoffee": 0.6534676127260243, + "IoU_noncoffee": 0.48529661737208907, + "kappa": 0.5627129763717217, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8791488495214824, + "mIoU": 0.6628529964189517, + "macroF1": 0.7791609208550643, + "F1_coffee": 0.9277585052644391, + "IoU_coffee": 0.8652514473833579, + "precision_coffee": 0.9253368945004249, + "recall_coffee": 0.9301928240175739, + "F1_noncoffee": 0.6305633364456894, + "IoU_noncoffee": 0.46045454545454545, + "kappa": 0.558337310377574, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8658524574017532, + "mIoU": 0.6243362769538456, + "macroF1": 0.7438493324856961, + "F1_coffee": 0.9206293706293707, + "IoU_coffee": 0.8529316488500162, + "precision_coffee": 0.9147654892877822, + "recall_coffee": 0.9265689149560117, + "F1_noncoffee": 0.5670692943420216, + "IoU_noncoffee": 0.39574090505767523, + "kappa": 0.48781346381848334, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8563606140608194, + "mIoU": 0.5938689217758986, + "macroF1": 0.7133219768598831, + "F1_coffee": 0.9158214428972552, + "IoU_coffee": 0.8447145877378436, + "precision_coffee": 0.9026318762001582, + "recall_coffee": 0.9294021865550128, + "F1_noncoffee": 0.5108225108225108, + "IoU_noncoffee": 0.3430232558139535, + "kappa": 0.42735449704593326, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8678062678062678, + "mIoU": 0.7281257126381043, + "macroF1": 0.8386214287828162, + "F1_coffee": 0.9072494669509595, + "IoU_coffee": 0.8302439024390244, + "precision_coffee": 0.8702543781158123, + "recall_coffee": 0.9475295755045233, + "F1_noncoffee": 0.7699933906146729, + "IoU_noncoffee": 0.6260075228371843, + "kappa": 0.6786828279267731, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8666347992351816, + "mIoU": 0.7214498719672178, + "macroF1": 0.8334509712757627, + "F1_coffee": 0.907792980368828, + "IoU_coffee": 0.8311546840958606, + "precision_coffee": 0.8566616766467066, + "recall_coffee": 0.9654154365246731, + "F1_noncoffee": 0.7591089621826973, + "IoU_noncoffee": 0.611745059838575, + "kappa": 0.6699735132014665, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8503551545402188, + "mIoU": 0.6926852506837669, + "macroF1": 0.8124611111685243, + "F1_coffee": 0.8967618038540494, + "IoU_coffee": 0.8128451380552221, + "precision_coffee": 0.8432129514321295, + "recall_coffee": 0.9575731862537123, + "F1_noncoffee": 0.7281604184829992, + "IoU_noncoffee": 0.5725253633123115, + "kappa": 0.6288634525904896, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 530, + 563 + ], + [ + 6580, + 7520 + ], + [ + 46116, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4541942636171976, + "test_tta": { + "OA": 0.8705891900665477, + "mIoU": 0.6917261867643596, + "macroF1": 0.8076150429037365, + "F1_coffee": 0.9176844691768447, + "IoU_coffee": 0.8478899572649573, + "precision_coffee": 0.8857951487852032, + "recall_coffee": 0.9519556183866684, + "F1_noncoffee": 0.6975456166306285, + "IoU_noncoffee": 0.5355624162637619, + "kappa": 0.617053729032349, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8318333910234221, + "mIoU": 0.6302645419856834, + "macroF1": 0.7590805778472314, + "F1_coffee": 0.8914722909957371, + "IoU_coffee": 0.8041948647332449, + "precision_coffee": 0.8642819758522984, + "recall_coffee": 0.9204289915239577, + "F1_noncoffee": 0.6266888646987258, + "IoU_noncoffee": 0.4563342192381219, + "kappa": 0.5197959896974873, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6269163404687607, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8446843044960234, + "mIoU": 0.6450191426676525, + "macroF1": 0.7703185468661409, + "F1_coffee": 0.9010106861700476, + "IoU_coffee": 0.8198539101622802, + "precision_coffee": 0.8713110982173226, + "recall_coffee": 0.9328064087735081, + "F1_noncoffee": 0.639626407562234, + "IoU_noncoffee": 0.47018437517302475, + "kappa": 0.5425719193247346, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8039113880235376, + "mIoU": 0.5878233829138767, + "macroF1": 0.7228134621777436, + "F1_coffee": 0.8727442905278922, + "IoU_coffee": 0.7742203327908599, + "precision_coffee": 0.850595683348233, + "recall_coffee": 0.8960771877222319, + "F1_noncoffee": 0.5728826338275949, + "IoU_noncoffee": 0.40142643303689357, + "kappa": 0.44688565084276194, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2305489260143198, + "mIoU": 0.11577612208853597, + "macroF1": 0.18885045875966758, + "F1_coffee": 0.3727626459143969, + "IoU_coffee": 0.22907699665231945, + "precision_coffee": 1.0, + "recall_coffee": 0.22907699665231945, + "F1_noncoffee": 0.0049382716049382715, + "IoU_noncoffee": 0.0024752475247524753, + "kappa": 0.0011334018737806793, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8551985062893082, + "mIoU": 0.6766620162585025, + "macroF1": 0.7974208847841799, + "F1_coffee": 0.9056084045994683, + "IoU_coffee": 0.827499414656989, + "precision_coffee": 0.8923747001641207, + "recall_coffee": 0.9192405227908187, + "F1_noncoffee": 0.6892333649688916, + "IoU_noncoffee": 0.5258246178600161, + "kappa": 0.5951349127182112, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8515014796487653, + "mIoU": 0.6594795374759552, + "macroF1": 0.7824691558708803, + "F1_coffee": 0.905011636927851, + "IoU_coffee": 0.8265034291220315, + "precision_coffee": 0.879122204135769, + "recall_coffee": 0.9324721831436245, + "F1_noncoffee": 0.6599266748139095, + "IoU_noncoffee": 0.49245564582987894, + "kappa": 0.5662849570507857, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8275127149430855, + "mIoU": 0.5969954555045407, + "macroF1": 0.7257450693481972, + "F1_coffee": 0.8928087655398693, + "IoU_coffee": 0.8063726822902507, + "precision_coffee": 0.8449179580674567, + "recall_coffee": 0.9464547833301423, + "F1_noncoffee": 0.558681373156525, + "IoU_noncoffee": 0.3876182287188306, + "kappa": 0.4586506794266039, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8711056811240073, + "mIoU": 0.6648029068768972, + "macroF1": 0.7829300718154104, + "F1_coffee": 0.9212784479542345, + "IoU_coffee": 0.8540465759741757, + "precision_coffee": 0.9391480730223124, + "recall_coffee": 0.9040761532828899, + "F1_noncoffee": 0.6445816956765862, + "IoU_noncoffee": 0.4755592377796189, + "kappa": 0.5665686262890892, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8586624642962671, + "mIoU": 0.6219017830219126, + "macroF1": 0.7433210023231656, + "F1_coffee": 0.915384161801993, + "IoU_coffee": 0.843970860063064, + "precision_coffee": 0.9203225041498696, + "recall_coffee": 0.9104985337243402, + "F1_noncoffee": 0.5712578428443382, + "IoU_noncoffee": 0.3998327059807612, + "kappa": 0.4867168877450778, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.853720543658942, + "mIoU": 0.5913562624456447, + "macroF1": 0.7113068825519794, + "F1_coffee": 0.9140723721998851, + "IoU_coffee": 0.8417433618956945, + "precision_coffee": 0.9029732183386291, + "recall_coffee": 0.9254477785531519, + "F1_noncoffee": 0.5085413929040736, + "IoU_noncoffee": 0.3409691629955947, + "kappa": 0.42311227688272324, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.840360873694207, + "mIoU": 0.6789334335635437, + "macroF1": 0.8025287685128338, + "F1_coffee": 0.8889622828456305, + "IoU_coffee": 0.8001189060642093, + "precision_coffee": 0.845989439275836, + "recall_coffee": 0.9365344467640918, + "F1_noncoffee": 0.7160952541800372, + "IoU_noncoffee": 0.5577479610628782, + "kappa": 0.6076459796132921, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8445506692160611, + "mIoU": 0.6803897677032889, + "macroF1": 0.8029523936590376, + "F1_coffee": 0.8934887986374951, + "IoU_coffee": 0.8074828321098745, + "precision_coffee": 0.8365019011406845, + "recall_coffee": 0.9588078166736961, + "F1_noncoffee": 0.7124159886805801, + "IoU_noncoffee": 0.5532967032967033, + "kappa": 0.6107820758499825, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8017853714724515, + "mIoU": 0.5932266978820717, + "macroF1": 0.7292247257797408, + "F1_coffee": 0.8693947251913225, + "IoU_coffee": 0.7689639740434101, + "precision_coffee": 0.7863844393592677, + "recall_coffee": 0.9719983029274502, + "F1_noncoffee": 0.5890547263681593, + "IoU_noncoffee": 0.41748942172073344, + "kappa": 0.47679330456371843, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 424, + 563 + ], + [ + 6447, + 7520 + ], + [ + 45144, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5955052574475606, + "test_tta": { + "OA": 0.8469079694854731, + "mIoU": 0.6412999120346985, + "macroF1": 0.7661469720229732, + "F1_coffee": 0.90357405741392, + "IoU_coffee": 0.8241086080859317, + "precision_coffee": 0.8643066692743986, + "recall_coffee": 0.9465792743006469, + "F1_noncoffee": 0.6287198866320265, + "IoU_noncoffee": 0.45849121598346537, + "kappa": 0.5359817760989204, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8071997230875736, + "mIoU": 0.58461255096056, + "macroF1": 0.718331519032978, + "F1_coffee": 0.8765445780462127, + "IoU_coffee": 0.7802219482120838, + "precision_coffee": 0.8436350061330062, + "recall_coffee": 0.912125929769936, + "F1_noncoffee": 0.5601184600197433, + "IoU_noncoffee": 0.38900315370903604, + "kappa": 0.43970098865800483, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.638754661478654, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8692420061678299, + "mIoU": 0.6977119649183208, + "macroF1": 0.8131040300477261, + "F1_coffee": 0.9155343063244422, + "IoU_coffee": 0.8442261582488978, + "precision_coffee": 0.8966933661942904, + "recall_coffee": 0.9351839952019877, + "F1_noncoffee": 0.7106737537710099, + "IoU_noncoffee": 0.5511977715877437, + "kappa": 0.6267724748650334, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8285306334371755, + "mIoU": 0.6339910150459765, + "macroF1": 0.763584741992222, + "F1_coffee": 0.8874968063060079, + "IoU_coffee": 0.7977476481295612, + "precision_coffee": 0.874105278854757, + "recall_coffee": 0.9013050414192085, + "F1_noncoffee": 0.6396726776784362, + "IoU_noncoffee": 0.4702343819623919, + "kappa": 0.5275246604938004, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28878281622911695, + "mIoU": 0.14488614170142627, + "macroF1": 0.22546488731147452, + "F1_coffee": 0.44691907943578324, + "IoU_coffee": 0.28776290630975143, + "precision_coffee": 0.9983416252072969, + "recall_coffee": 0.2879005260640842, + "F1_noncoffee": 0.004010695187165776, + "IoU_noncoffee": 0.0020093770931011385, + "kappa": 0.00020306298411626922, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8881191037735849, + "mIoU": 0.7354869676970093, + "macroF1": 0.8411468400859075, + "F1_coffee": 0.9275279289601833, + "IoU_coffee": 0.8648504273504274, + "precision_coffee": 0.9084164588528678, + "recall_coffee": 0.9474608232004682, + "F1_noncoffee": 0.7547657512116317, + "IoU_noncoffee": 0.606123508043591, + "kappa": 0.6827688015199879, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.861980303691845, + "mIoU": 0.6857525556532856, + "macroF1": 0.8041061609259481, + "F1_coffee": 0.9105823930603136, + "IoU_coffee": 0.8358432865962726, + "precision_coffee": 0.8953581803572532, + "recall_coffee": 0.9263332907021358, + "F1_noncoffee": 0.6976299287915825, + "IoU_noncoffee": 0.5356618247102987, + "kappa": 0.608594986390423, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8578832647130056, + "mIoU": 0.6735478949627796, + "macroF1": 0.7940280738980077, + "F1_coffee": 0.9087118855009334, + "IoU_coffee": 0.8326965843644866, + "precision_coffee": 0.886588549571975, + "recall_coffee": 0.9319675792967005, + "F1_noncoffee": 0.6793442622950819, + "IoU_noncoffee": 0.5143992055610725, + "kappa": 0.5889551711199125, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9032783547139076, + "mIoU": 0.7147892480000214, + "macroF1": 0.8212333182517086, + "F1_coffee": 0.9423403738771546, + "IoU_coffee": 0.890967519798003, + "precision_coffee": 0.9373339773001691, + "recall_coffee": 0.9474005369782768, + "F1_noncoffee": 0.7001262626262627, + "IoU_noncoffee": 0.5386109762020398, + "kappa": 0.6425196736967672, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8540332906530089, + "mIoU": 0.6082236304877893, + "macroF1": 0.7300317745065026, + "F1_coffee": 0.9129975343430785, + "IoU_coffee": 0.8399222294232016, + "precision_coffee": 0.9138559172640733, + "recall_coffee": 0.9121407624633431, + "F1_noncoffee": 0.5470660146699267, + "IoU_noncoffee": 0.37652503155237693, + "kappa": 0.46006602900729104, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8636941429549232, + "mIoU": 0.5990398841568263, + "macroF1": 0.716843729234653, + "F1_coffee": 0.9207594361073215, + "IoU_coffee": 0.8531549562835774, + "precision_coffee": 0.9004892150322438, + "recall_coffee": 0.9419632472668062, + "F1_noncoffee": 0.5129280223619846, + "IoU_noncoffee": 0.3449248120300752, + "kappa": 0.435445832026535, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8739791073124407, + "mIoU": 0.7401744705066009, + "macroF1": 0.8471297354665729, + "F1_coffee": 0.9111958776684735, + "IoU_coffee": 0.8368776889981561, + "precision_coffee": 0.8775457592162929, + "recall_coffee": 0.9475295755045233, + "F1_noncoffee": 0.7830635932646722, + "IoU_noncoffee": 0.6434712520150456, + "kappa": 0.6953537517880374, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8696940726577438, + "mIoU": 0.7338494735538214, + "macroF1": 0.8428520065155058, + "F1_coffee": 0.9077994994250153, + "IoU_coffee": 0.8311656137743094, + "precision_coffee": 0.8748370273794003, + "recall_coffee": 0.9433431744692816, + "F1_noncoffee": 0.7779045136059964, + "IoU_noncoffee": 0.6365333333333333, + "kappa": 0.6867751571069646, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8521789210980995, + "mIoU": 0.7075467910650848, + "macroF1": 0.8246162917036592, + "F1_coffee": 0.8941435248831454, + "IoU_coffee": 0.8085529587270015, + "precision_coffee": 0.8698675939547947, + "recall_coffee": 0.9198133220195164, + "F1_noncoffee": 0.7550890585241731, + "IoU_noncoffee": 0.6065406234031682, + "kappa": 0.6498635024343467, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 544, + 563 + ], + [ + 6555, + 7520 + ], + [ + 46431, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6841355919837953, + "test_tta": { + "OA": 0.8691121571173511, + "mIoU": 0.6926466841869026, + "macroF1": 0.8087219202940734, + "F1_coffee": 0.9161990273101385, + "IoU_coffee": 0.8453572661373835, + "precision_coffee": 0.8897904808041661, + "recall_coffee": 0.9442231075697212, + "F1_noncoffee": 0.7012448132780082, + "IoU_noncoffee": 0.5399361022364217, + "kappa": 0.6186414449657701, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8297132802584516, + "mIoU": 0.6300059646232069, + "macroF1": 0.7593660403759841, + "F1_coffee": 0.8894734378656681, + "IoU_coffee": 0.8009474677995819, + "precision_coffee": 0.8670158405723045, + "recall_coffee": 0.9131253723884757, + "F1_noncoffee": 0.6292586428863001, + "IoU_noncoffee": 0.4590644614468319, + "kappa": 0.519812736891557, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.6661602513963187, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8677000486933939, + "mIoU": 0.7024239598642894, + "macroF1": 0.8174468068515985, + "F1_coffee": 0.9132272315963166, + "IoU_coffee": 0.8403111102403855, + "precision_coffee": 0.9077864081779509, + "recall_coffee": 0.9187336674806151, + "F1_noncoffee": 0.7216663821068806, + "IoU_noncoffee": 0.5645368094881932, + "kappa": 0.6349356779883414, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8252134533287181, + "mIoU": 0.636764481695678, + "macroF1": 0.767098997636732, + "F1_coffee": 0.8834386511623433, + "IoU_coffee": 0.791213713498148, + "precision_coffee": 0.8841785067960417, + "recall_coffee": 0.8827000326740856, + "F1_noncoffee": 0.6507593441111207, + "IoU_noncoffee": 0.482315249893208, + "kappa": 0.5341989724763391, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2668257756563246, + "mIoU": 0.1340103225325607, + "macroF1": 0.21234124046855357, + "F1_coffee": 0.41950113378684806, + "IoU_coffee": 0.2654232424677188, + "precision_coffee": 1.0, + "recall_coffee": 0.2654232424677188, + "F1_noncoffee": 0.0051813471502590676, + "IoU_noncoffee": 0.0025974025974025974, + "kappa": 0.0013778721185715003, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8759827044025157, + "mIoU": 0.7232758027389928, + "macroF1": 0.8333255460883422, + "F1_coffee": 0.9176455233620464, + "IoU_coffee": 0.8478234655733752, + "precision_coffee": 0.9209509463619098, + "recall_coffee": 0.9143637427661097, + "F1_noncoffee": 0.749005568814638, + "IoU_noncoffee": 0.5987281399046105, + "kappa": 0.6666641791721775, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8642604181827003, + "mIoU": 0.6998658174689443, + "macroF1": 0.8159217576474824, + "F1_coffee": 0.9102514754939697, + "IoU_coffee": 0.8352858067934302, + "precision_coffee": 0.9131805895224611, + "recall_coffee": 0.9073410922112802, + "F1_noncoffee": 0.7215920398009951, + "IoU_noncoffee": 0.5644458281444583, + "kappa": 0.6318552651400065, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8629692419472027, + "mIoU": 0.6834396893198849, + "macroF1": 0.8018479205626439, + "F1_coffee": 0.911899349132696, + "IoU_coffee": 0.8380652547223812, + "precision_coffee": 0.8904634472691887, + "recall_coffee": 0.9343927500159551, + "F1_noncoffee": 0.6917964919925917, + "IoU_noncoffee": 0.5288141239173884, + "kappa": 0.6044976278845824, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8924862553451436, + "mIoU": 0.6998685837103058, + "macroF1": 0.8103430658808228, + "F1_coffee": 0.9351590322976789, + "IoU_coffee": 0.8782147387844539, + "precision_coffee": 0.9410528917449332, + "recall_coffee": 0.9293385403954113, + "F1_noncoffee": 0.6855270994639666, + "IoU_noncoffee": 0.5215224286361577, + "kappa": 0.6207582792687635, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8627991726583276, + "mIoU": 0.6322796098129141, + "macroF1": 0.7529606417997088, + "F1_coffee": 0.9176859894817704, + "IoU_coffee": 0.8478925529591614, + "precision_coffee": 0.9246249106930221, + "recall_coffee": 0.910850439882698, + "F1_noncoffee": 0.5882352941176471, + "IoU_noncoffee": 0.4166666666666667, + "kappa": 0.5060604395878803, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8700498679964799, + "mIoU": 0.6057995949967359, + "macroF1": 0.7224474530355618, + "F1_coffee": 0.9248515691263783, + "IoU_coffee": 0.8602082675923004, + "precision_coffee": 0.8999669858038957, + "recall_coffee": 0.9511514305652478, + "F1_noncoffee": 0.5200433369447454, + "IoU_noncoffee": 0.3513909224011713, + "kappa": 0.44759233118993985, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8605887939221273, + "mIoU": 0.7274949101779268, + "macroF1": 0.8393079611191555, + "F1_coffee": 0.8977858237014343, + "IoU_coffee": 0.81452937460518, + "precision_coffee": 0.8982861920022294, + "recall_coffee": 0.8972860125260961, + "F1_noncoffee": 0.7808300985368767, + "IoU_noncoffee": 0.6404604457506735, + "kappa": 0.67861613605617, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.865678776290631, + "mIoU": 0.7362110370568321, + "macroF1": 0.8453423992660607, + "F1_coffee": 0.90142426155897, + "IoU_coffee": 0.8205390215864095, + "precision_coffee": 0.8997198879551821, + "recall_coffee": 0.903135104737804, + "F1_noncoffee": 0.7892605369731513, + "IoU_noncoffee": 0.6518830525272548, + "kappa": 0.6906871714828485, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8560184296410059, + "mIoU": 0.716181016086886, + "macroF1": 0.8310058563440554, + "F1_coffee": 0.896021073062526, + "IoU_coffee": 0.811628783121939, + "precision_coffee": 0.8787219578518015, + "recall_coffee": 0.9140149908075237, + "F1_noncoffee": 0.765990639625585, + "IoU_noncoffee": 0.6207332490518331, + "kappa": 0.6623062604533899, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 551, + 563 + ], + [ + 6656, + 7520 + ], + [ + 46228, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5381638328234355, + "test_tta": { + "OA": 0.8720175296218147, + "mIoU": 0.7037679586271635, + "macroF1": 0.8177693378186883, + "F1_coffee": 0.917196114465739, + "IoU_coffee": 0.8470565415575599, + "precision_coffee": 0.8996889099487011, + "recall_coffee": 0.9353981921775264, + "F1_noncoffee": 0.7183425611716378, + "IoU_noncoffee": 0.560479375696767, + "kappa": 0.6360075017775992, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8322516441675321, + "mIoU": 0.6403477181982712, + "macroF1": 0.7688403618160792, + "F1_coffee": 0.889911122469262, + "IoU_coffee": 0.8016575433570369, + "precision_coffee": 0.8766924023721607, + "recall_coffee": 0.9035345672605662, + "F1_noncoffee": 0.6477696011628964, + "IoU_noncoffee": 0.4790378930395055, + "kappa": 0.5380167659202465, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6469399462773514, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8503002759292323, + "mIoU": 0.6709240415098849, + "macroF1": 0.7932920419328342, + "F1_coffee": 0.9018464321821955, + "IoU_coffee": 0.8212389037484978, + "precision_coffee": 0.8961906977727956, + "recall_coffee": 0.9075740050550486, + "F1_noncoffee": 0.6847376516834729, + "IoU_noncoffee": 0.5206091792712719, + "kappa": 0.5866369618396412, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8157811238029307, + "mIoU": 0.6198369284825869, + "macroF1": 0.7528324481920886, + "F1_coffee": 0.8775676478763886, + "IoU_coffee": 0.7818445772843723, + "precision_coffee": 0.8753107193391717, + "recall_coffee": 0.8798362451709624, + "F1_noncoffee": 0.6280972485077886, + "IoU_noncoffee": 0.4578292796808014, + "kappa": 0.5056748792906255, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4405727923627685, + "mIoU": 0.22145199543231928, + "macroF1": 0.3087054451264148, + "F1_coffee": 0.6106312292358804, + "IoU_coffee": 0.43950263032042086, + "precision_coffee": 1.0, + "recall_coffee": 0.43950263032042086, + "F1_noncoffee": 0.006779661016949152, + "IoU_noncoffee": 0.003401360544217687, + "kappa": 0.0029853509898923655, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.854314072327044, + "mIoU": 0.6808805530137362, + "macroF1": 0.8013748570617342, + "F1_coffee": 0.9039178197608477, + "IoU_coffee": 0.8246807000946074, + "precision_coffee": 0.900968992248062, + "recall_coffee": 0.9068860133948892, + "F1_noncoffee": 0.6988318943626206, + "IoU_noncoffee": 0.537080405932865, + "kappa": 0.6027630522494432, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8583903361956047, + "mIoU": 0.6859295720286536, + "macroF1": 0.8049982425830883, + "F1_coffee": 0.9070352558998694, + "IoU_coffee": 0.8298851914447228, + "precision_coffee": 0.9034959710678256, + "recall_coffee": 0.9106023788208211, + "F1_noncoffee": 0.7029612292663071, + "IoU_noncoffee": 0.5419739526125843, + "kappa": 0.6100156066098074, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8382659239525309, + "mIoU": 0.64632868524012, + "macroF1": 0.7731312566258213, + "F1_coffee": 0.8946920238433154, + "IoU_coffee": 0.8094504365690807, + "precision_coffee": 0.8843995510662177, + "recall_coffee": 0.9052268811028145, + "F1_noncoffee": 0.6515704894083273, + "IoU_noncoffee": 0.48320693391115926, + "kappa": 0.5464657518445473, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8674404398289554, + "mIoU": 0.6368240542572042, + "macroF1": 0.7563599174367754, + "F1_coffee": 0.9208703050929865, + "IoU_coffee": 0.853345348051363, + "precision_coffee": 0.9171912832929782, + "recall_coffee": 0.9245789602147914, + "F1_noncoffee": 0.5918495297805643, + "IoU_noncoffee": 0.42030276046304543, + "kappa": 0.5127602708921953, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.844282478085295, + "mIoU": 0.6002856257860074, + "macroF1": 0.72428999520012, + "F1_coffee": 0.9061776749154353, + "IoU_coffee": 0.8284505208333334, + "precision_coffee": 0.9170069661301946, + "recall_coffee": 0.8956011730205279, + "F1_noncoffee": 0.5424023154848047, + "IoU_noncoffee": 0.3721207307386815, + "kappa": 0.4489548077108255, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8581206609954043, + "mIoU": 0.6214952333686132, + "macroF1": 0.7430463990588039, + "F1_coffee": 0.915002050260676, + "IoU_coffee": 0.8433214555663535, + "precision_coffee": 0.921751445768913, + "recall_coffee": 0.9083507792509886, + "F1_noncoffee": 0.5710907478569317, + "IoU_noncoffee": 0.399669011170873, + "kappa": 0.48623180179320236, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8420702754036088, + "mIoU": 0.6965744976731795, + "macroF1": 0.8173333357673047, + "F1_coffee": 0.8845539743144741, + "IoU_coffee": 0.7930047298979338, + "precision_coffee": 0.882409972299169, + "recall_coffee": 0.8867084203201113, + "F1_noncoffee": 0.7501126972201352, + "IoU_noncoffee": 0.6001442654484251, + "kappa": 0.634671339831954, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8720841300191204, + "mIoU": 0.7422340401038332, + "macroF1": 0.8490237136937948, + "F1_coffee": 0.9080285949958757, + "IoU_coffee": 0.8315497922699232, + "precision_coffee": 0.8883658372562205, + "recall_coffee": 0.928581470546886, + "F1_noncoffee": 0.7900188323917138, + "IoU_noncoffee": 0.6529182879377432, + "kappa": 0.6983847814426044, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8187751967748128, + "mIoU": 0.6523097057997467, + "macroF1": 0.7832434386268061, + "F1_coffee": 0.8710030062858705, + "IoU_coffee": 0.7714839022028565, + "precision_coffee": 0.8425644415069399, + "recall_coffee": 0.901428369396125, + "F1_noncoffee": 0.6954838709677419, + "IoU_noncoffee": 0.533135509396637, + "kappa": 0.5676495986755768, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 530, + 563 + ], + [ + 6641, + 7520 + ], + [ + 45193, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5335252006848654, + "test_tta": { + "OA": 0.85604609641292, + "mIoU": 0.6759517493479705, + "macroF1": 0.7966007303704644, + "F1_coffee": 0.9065604686199522, + "IoU_coffee": 0.8290906287938643, + "precision_coffee": 0.8920403889614563, + "recall_coffee": 0.921561067557726, + "F1_noncoffee": 0.6866409921209766, + "IoU_noncoffee": 0.5228128699020769, + "kappa": 0.5935625995469996, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8211174570208838, + "mIoU": 0.6226534597935629, + "macroF1": 0.7542630934943961, + "F1_coffee": 0.8824371332973148, + "IoU_coffee": 0.7896084950468177, + "precision_coffee": 0.8705303710353082, + "recall_coffee": 0.894674124046205, + "F1_noncoffee": 0.6260890536914775, + "IoU_noncoffee": 0.45569842454030807, + "kappa": 0.5088184403909107, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.659026093530115, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8634637234215224, + "mIoU": 0.6931583422065056, + "macroF1": 0.8102981426594832, + "F1_coffee": 0.9107252775242503, + "IoU_coffee": 0.8360841014049377, + "precision_coffee": 0.9025452250736222, + "recall_coffee": 0.9190549629439232, + "F1_noncoffee": 0.7098710077947161, + "IoU_noncoffee": 0.5502325830080735, + "kappa": 0.6206975417250888, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8267133956386293, + "mIoU": 0.6362899362068248, + "macroF1": 0.7662722490015852, + "F1_coffee": 0.8851283522156891, + "IoU_coffee": 0.7939284795472087, + "precision_coffee": 0.8806072366168246, + "recall_coffee": 0.8896961310038632, + "F1_noncoffee": 0.6474161457874813, + "IoU_noncoffee": 0.47865139286644104, + "kappa": 0.5325823145120521, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40238663484486875, + "mIoU": 0.20221406878737203, + "macroF1": 0.28952272604149737, + "F1_coffee": 0.5726962457337884, + "IoU_coffee": 0.4012434241989479, + "precision_coffee": 1.0, + "recall_coffee": 0.4012434241989479, + "F1_noncoffee": 0.006349206349206349, + "IoU_noncoffee": 0.0031847133757961785, + "kappa": 0.002552428990604084, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8648781446540881, + "mIoU": 0.7031451535133997, + "macroF1": 0.8185952238165698, + "F1_coffee": 0.9102246017236877, + "IoU_coffee": 0.8352405487987539, + "precision_coffee": 0.9139841342686684, + "recall_coffee": 0.9064958709929124, + "F1_noncoffee": 0.7269658459094519, + "IoU_noncoffee": 0.5710497582280456, + "kappa": 0.6372091160025278, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8614466598748363, + "mIoU": 0.6886200891095896, + "macroF1": 0.8067408686764143, + "F1_coffee": 0.9095630145661812, + "IoU_coffee": 0.8341270763154838, + "precision_coffee": 0.9008907288922343, + "recall_coffee": 0.918403887965213, + "F1_noncoffee": 0.7039187227866474, + "IoU_noncoffee": 0.5431131019036954, + "kappa": 0.6135989639250687, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8640833131508839, + "mIoU": 0.6871678129754927, + "macroF1": 0.8049248842268851, + "F1_coffee": 0.9123508465046543, + "IoU_coffee": 0.8388282596209076, + "precision_coffee": 0.8934842459467727, + "recall_coffee": 0.9320313995787861, + "F1_noncoffee": 0.697498921949116, + "IoU_noncoffee": 0.5355073663300778, + "kappa": 0.6104492237277234, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8712074933822033, + "mIoU": 0.658032015002546, + "macroF1": 0.7764339600543468, + "F1_coffee": 0.9219954368872171, + "IoU_coffee": 0.8552797162796019, + "precision_coffee": 0.9318210145830736, + "recall_coffee": 0.9123749084696119, + "F1_noncoffee": 0.6308724832214765, + "IoU_noncoffee": 0.46078431372549017, + "kappa": 0.5531030538675551, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8518664434157391, + "mIoU": 0.6092718585080588, + "macroF1": 0.7318142222072352, + "F1_coffee": 0.9112474920335182, + "IoU_coffee": 0.8369647696476965, + "precision_coffee": 0.9168744804655029, + "recall_coffee": 0.9056891495601173, + "F1_noncoffee": 0.5523809523809524, + "IoU_noncoffee": 0.3815789473684211, + "kappa": 0.4637303137439117, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8715165737753007, + "mIoU": 0.6340700703363467, + "macroF1": 0.7524307269889507, + "F1_coffee": 0.9241339491916859, + "IoU_coffee": 0.8589674788021896, + "precision_coffee": 0.9175647787204769, + "recall_coffee": 0.9307978599674342, + "F1_noncoffee": 0.5807275047862157, + "IoU_noncoffee": 0.4091726618705036, + "kappa": 0.5050016708334364, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8589743589743589, + "mIoU": 0.72394694701664, + "macroF1": 0.8367530060626276, + "F1_coffee": 0.8969823100936525, + "IoU_coffee": 0.8132075471698114, + "precision_coffee": 0.8941908713692946, + "recall_coffee": 0.8997912317327766, + "F1_noncoffee": 0.7765237020316027, + "IoU_noncoffee": 0.6346863468634686, + "kappa": 0.67351291422773, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8707456978967495, + "mIoU": 0.7384163093479248, + "macroF1": 0.8462656383908203, + "F1_coffee": 0.9076124094574279, + "IoU_coffee": 0.830851995496059, + "precision_coffee": 0.8829942826751762, + "recall_coffee": 0.9336426261774217, + "F1_noncoffee": 0.7849188673242126, + "IoU_noncoffee": 0.6459806231997905, + "kappa": 0.6930866675460471, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8567863313495873, + "mIoU": 0.7123801280380186, + "macroF1": 0.8277721704249374, + "F1_coffee": 0.8984619572614673, + "IoU_coffee": 0.8156431483998517, + "precision_coffee": 0.8659320477502296, + "recall_coffee": 0.933531325130816, + "F1_noncoffee": 0.7570823835884077, + "IoU_noncoffee": 0.6091171076761854, + "kappa": 0.6567033792805302, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 544, + 563 + ], + [ + 6661, + 7520 + ], + [ + 45967, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9632881999015808, + "test_tta": { + "OA": 0.8692420061678299, + "mIoU": 0.7002029838224471, + "macroF1": 0.8152504355938681, + "F1_coffee": 0.9151249525896582, + "IoU_coffee": 0.8435302800761372, + "precision_coffee": 0.9004768816089571, + "recall_coffee": 0.9302574647645975, + "F1_noncoffee": 0.715375918598078, + "IoU_noncoffee": 0.5568756875687568, + "kappa": 0.6308284648990748, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8318478135456329, + "mIoU": 0.640889258763279, + "macroF1": 0.7694605593721231, + "F1_coffee": 0.8893885489303164, + "IoU_coffee": 0.8008098134353858, + "precision_coffee": 0.8781662170263789, + "recall_coffee": 0.9009014203617214, + "F1_noncoffee": 0.6495325698139297, + "IoU_noncoffee": 0.48096870409117215, + "kappa": 0.5391595762011556, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.6874753637259091, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8097012558670557, + "mIoU": 0.6437179403219322, + "macroF1": 0.7773561825740243, + "F1_coffee": 0.8622174257471211, + "IoU_coffee": 0.7578050897055559, + "precision_coffee": 0.8643509886517966, + "recall_coffee": 0.860094369874937, + "F1_noncoffee": 0.6924949394009275, + "IoU_noncoffee": 0.5296307909383083, + "kappa": 0.5547184202762139, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7802440290758048, + "mIoU": 0.6053921176034494, + "macroF1": 0.7476251930117985, + "F1_coffee": 0.8383565131599885, + "IoU_coffee": 0.7216986301369863, + "precision_coffee": 0.8447280656747049, + "recall_coffee": 0.8320803588350496, + "F1_noncoffee": 0.6568938728636087, + "IoU_noncoffee": 0.4890856050699125, + "kappa": 0.4953113327667528, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06206088992974239, + "mIoU": 0.031242874932037812, + "macroF1": 0.059211367790435246, + "F1_coffee": 0.11098779134295228, + "IoU_coffee": 0.05875440658049354, + "precision_coffee": 0.9803921568627451, + "recall_coffee": 0.058823529411764705, + "F1_noncoffee": 0.007434944237918215, + "IoU_noncoffee": 0.0037313432835820895, + "kappa": -0.0019040532900576129, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8016980860555476, + "mIoU": 0.6318248382219689, + "macroF1": 0.768041183671563, + "F1_coffee": 0.8563984993747394, + "IoU_coffee": 0.7488609440495717, + "precision_coffee": 0.8555663520266519, + "recall_coffee": 0.8572322670375522, + "F1_noncoffee": 0.6796838679683868, + "IoU_noncoffee": 0.5147887323943662, + "kappa": 0.5360833462759058, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8191033695031411, + "mIoU": 0.6520321117917349, + "macroF1": 0.7829150648747946, + "F1_coffee": 0.8715487817241729, + "IoU_coffee": 0.7723406804024916, + "precision_coffee": 0.8569245082402978, + "recall_coffee": 0.8866808773980609, + "F1_noncoffee": 0.6942813480254162, + "IoU_noncoffee": 0.5317235431809781, + "kappa": 0.5661308799473691, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8082527705729781, + "mIoU": 0.6469724036367105, + "macroF1": 0.7806937662074345, + "F1_coffee": 0.8584360420583524, + "IoU_coffee": 0.7519824325972917, + "precision_coffee": 0.8813898620147279, + "recall_coffee": 0.8366474380726162, + "F1_noncoffee": 0.7029514903565166, + "IoU_noncoffee": 0.5419623746761293, + "kappa": 0.5620108535744823, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8349729938271605, + "mIoU": 0.6563733762789665, + "macroF1": 0.7833502803428503, + "F1_coffee": 0.8891049322703999, + "IoU_coffee": 0.8003500583430572, + "precision_coffee": 0.861358784377747, + "recall_coffee": 0.9186980980444682, + "F1_noncoffee": 0.6775956284153005, + "IoU_noncoffee": 0.512396694214876, + "kappa": 0.5680037451457902, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8130252100840336, + "mIoU": 0.6234976998310454, + "macroF1": 0.7571812231547459, + "F1_coffee": 0.8736285013553634, + "IoU_coffee": 0.7756131102452442, + "precision_coffee": 0.8541140837960626, + "recall_coffee": 0.8940554821664465, + "F1_noncoffee": 0.6407339449541284, + "IoU_noncoffee": 0.4713822894168467, + "kappa": 0.5150820853221167, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8120577412963487, + "mIoU": 0.6317711689568418, + "macroF1": 0.7654923680974486, + "F1_coffee": 0.8699908628116434, + "IoU_coffee": 0.7698971930229872, + "precision_coffee": 0.8739837398373984, + "recall_coffee": 0.8660343035343036, + "F1_noncoffee": 0.6609938733832539, + "IoU_noncoffee": 0.4936451448906965, + "kappa": 0.5310102609847873, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7687756465311576, + "mIoU": 0.6047025526227295, + "macroF1": 0.7498832020370263, + "F1_coffee": 0.8186241485141104, + "IoU_coffee": 0.6929413255607654, + "precision_coffee": 0.8484096198603569, + "recall_coffee": 0.7908591264101822, + "F1_noncoffee": 0.6811422555599421, + "IoU_noncoffee": 0.5164637796846937, + "kappa": 0.5008479579132461, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8251423149905124, + "mIoU": 0.6755640557824905, + "macroF1": 0.8026681423366963, + "F1_coffee": 0.8692629637511528, + "IoU_coffee": 0.7687578419071518, + "precision_coffee": 0.8600505334081976, + "recall_coffee": 0.8786748888570199, + "F1_noncoffee": 0.7360733209222398, + "IoU_noncoffee": 0.5823702696578291, + "kappa": 0.6054276774287852, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8044503111446352, + "mIoU": 0.6561770972072449, + "macroF1": 0.7898674446507861, + "F1_coffee": 0.8452238805970149, + "IoU_coffee": 0.731937443453535, + "precision_coffee": 0.8902688256563434, + "recall_coffee": 0.8045176871714732, + "F1_noncoffee": 0.7345110087045571, + "IoU_noncoffee": 0.5804167509609549, + "kappa": 0.5815723275536758, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9201, + 11000 + ], + [ + 41742, + 51930 + ], + [ + 120, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6727912743886313, + "test_tta": { + "OA": 0.8137447672206013, + "mIoU": 0.6465784634721161, + "macroF1": 0.7790895565885002, + "F1_coffee": 0.8665864019445265, + "IoU_coffee": 0.7645809115324488, + "precision_coffee": 0.8594989185291997, + "recall_coffee": 0.8737917449264739, + "F1_noncoffee": 0.6915927112324739, + "IoU_noncoffee": 0.5285760154117836, + "kappa": 0.5582485509784127, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7841813776393216, + "mIoU": 0.6075914113308326, + "macroF1": 0.7487991774748444, + "F1_coffee": 0.8430755678600642, + "IoU_coffee": 0.7287213792353293, + "precision_coffee": 0.8396941781036535, + "recall_coffee": 0.8464843009665803, + "F1_noncoffee": 0.6545227870896246, + "IoU_noncoffee": 0.48646144342633585, + "kappa": 0.4976162904118139, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6904688670443657, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8058163135861981, + "mIoU": 0.6218701760038141, + "macroF1": 0.7574039818386851, + "F1_coffee": 0.86577666710509, + "IoU_coffee": 0.7633211573027193, + "precision_coffee": 0.8301105552986674, + "recall_coffee": 0.9046451967566081, + "F1_noncoffee": 0.6490312965722802, + "IoU_noncoffee": 0.480419194704909, + "kappa": 0.5171387496106193, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7805901696088612, + "mIoU": 0.5899358760171881, + "macroF1": 0.7317597020486044, + "F1_coffee": 0.846207503108604, + "IoU_coffee": 0.733413941751656, + "precision_coffee": 0.8137540830611293, + "recall_coffee": 0.8813570029692337, + "F1_noncoffee": 0.6173119009886047, + "IoU_noncoffee": 0.44645781028272025, + "kappa": 0.4656342707369514, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32435597189695553, + "mIoU": 0.16357328092710402, + "macroF1": 0.24870135315418335, + "F1_coffee": 0.4871111111111111, + "IoU_coffee": 0.3219741480611046, + "precision_coffee": 0.9963636363636363, + "recall_coffee": 0.32235294117647056, + "F1_noncoffee": 0.010291595197255575, + "IoU_noncoffee": 0.005172413793103448, + "kappa": 0.0009974657881399258, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8182951983498825, + "mIoU": 0.6446757746757747, + "macroF1": 0.7762719501763942, + "F1_coffee": 0.8732347232447627, + "IoU_coffee": 0.774992574992575, + "precision_coffee": 0.8416333376338537, + "recall_coffee": 0.9073018080667594, + "F1_noncoffee": 0.6793091771080257, + "IoU_noncoffee": 0.5143589743589744, + "kappa": 0.5541341190454653, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8032552826956025, + "mIoU": 0.6125151633888698, + "macroF1": 0.7487591165328296, + "F1_coffee": 0.8657705045782194, + "IoU_coffee": 0.7633115767777396, + "precision_coffee": 0.8201784066441095, + "recall_coffee": 0.9167296981365606, + "F1_noncoffee": 0.6317477284874399, + "IoU_noncoffee": 0.46171875, + "kappa": 0.5017421379339596, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.796085828813959, + "mIoU": 0.6087555616926827, + "macroF1": 0.7468589729389202, + "F1_coffee": 0.8584893310642754, + "IoU_coffee": 0.7520642201834863, + "precision_coffee": 0.8290247139877378, + "recall_coffee": 0.8901255514082117, + "F1_noncoffee": 0.6352286148135651, + "IoU_noncoffee": 0.4654469032018791, + "kappa": 0.4953611024534452, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8289930555555556, + "mIoU": 0.6308115049092515, + "macroF1": 0.7603455036510927, + "F1_coffee": 0.8886096626248665, + "IoU_coffee": 0.7995477671000565, + "precision_coffee": 0.8368240444917762, + "recall_coffee": 0.9472274310206268, + "F1_noncoffee": 0.6320813446773189, + "IoU_noncoffee": 0.4620752427184466, + "kappa": 0.5266780310509089, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8051948051948052, + "mIoU": 0.5936055051057085, + "macroF1": 0.7286458739536936, + "F1_coffee": 0.8727703629786703, + "IoU_coffee": 0.7742613699236472, + "precision_coffee": 0.8266776937618148, + "recall_coffee": 0.9243064729194188, + "F1_noncoffee": 0.5845213849287169, + "IoU_noncoffee": 0.41294964028776976, + "kappa": 0.46274595172286426, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7931880366072271, + "mIoU": 0.5789236555877137, + "macroF1": 0.716329925630677, + "F1_coffee": 0.8639861007694217, + "IoU_coffee": 0.7605418396329473, + "precision_coffee": 0.8268408551068883, + "recall_coffee": 0.9046257796257796, + "F1_noncoffee": 0.5686737504919324, + "IoU_noncoffee": 0.3973054715424801, + "kappa": 0.4362677809859471, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8077106594140663, + "mIoU": 0.6502148278154087, + "macroF1": 0.7837827085947386, + "F1_coffee": 0.8557107053347655, + "IoU_coffee": 0.7478097622027534, + "precision_coffee": 0.847397532264927, + "recall_coffee": 0.8641886028348279, + "F1_noncoffee": 0.7118547118547118, + "IoU_noncoffee": 0.552619893428064, + "kappa": 0.5676485119468534, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8013282732447817, + "mIoU": 0.6267966785299999, + "macroF1": 0.7633147846575439, + "F1_coffee": 0.8581685180167976, + "IoU_coffee": 0.7515719539684422, + "precision_coffee": 0.8131176999101527, + "recall_coffee": 0.9085042306037574, + "F1_noncoffee": 0.66846105129829, + "IoU_noncoffee": 0.5020214030915576, + "kappa": 0.5300021035248542, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7989817084669055, + "mIoU": 0.6319063168283723, + "macroF1": 0.7687644087680575, + "F1_coffee": 0.8523545706371192, + "IoU_coffee": 0.7426985276369781, + "precision_coffee": 0.8315092555060127, + "recall_coffee": 0.8742719136240943, + "F1_noncoffee": 0.6851742468989959, + "IoU_noncoffee": 0.5211141060197664, + "kappa": 0.5381477397520009, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9155, + 11000 + ], + [ + 41535, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.51003125111262, + "test_tta": { + "OA": 0.808940124318153, + "mIoU": 0.6200964191287501, + "macroF1": 0.7548579380021958, + "F1_coffee": 0.8700005394616173, + "IoU_coffee": 0.7699123493803349, + "precision_coffee": 0.8223631876313052, + "recall_coffee": 0.9234962664345595, + "F1_noncoffee": 0.6397153365427742, + "IoU_noncoffee": 0.4702804888771652, + "kappa": 0.5142333928611663, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7843256028614284, + "mIoU": 0.5881888540504095, + "macroF1": 0.728877080555165, + "F1_coffee": 0.8514877050808406, + "IoU_coffee": 0.7413831866212407, + "precision_coffee": 0.8057325439338408, + "recall_coffee": 0.9027523322172384, + "F1_noncoffee": 0.6062664560294893, + "IoU_noncoffee": 0.43499452147957834, + "kappa": 0.4623507684261727, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6884555472942153, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8077349993657237, + "mIoU": 0.6279198190872342, + "macroF1": 0.7628297577245636, + "F1_coffee": 0.8660295011325341, + "IoU_coffee": 0.7637143135535418, + "precision_coffee": 0.8365530343458493, + "recall_coffee": 0.8976590773741353, + "F1_noncoffee": 0.6596300143165932, + "IoU_noncoffee": 0.4921253246209265, + "kappa": 0.5271510331758366, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7802151840313835, + "mIoU": 0.5913739789330524, + "macroF1": 0.7333612119886328, + "F1_coffee": 0.8451336876657758, + "IoU_coffee": 0.7318021823301655, + "precision_coffee": 0.8166908905212712, + "recall_coffee": 0.875629119548508, + "F1_noncoffee": 0.6215887363114897, + "IoU_noncoffee": 0.45094577553593945, + "kappa": 0.46829823590729897, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1522248243559719, + "mIoU": 0.07668137008487466, + "macroF1": 0.13396643975684233, + "F1_coffee": 0.25971370143149286, + "IoU_coffee": 0.1492361927144536, + "precision_coffee": 0.9921875, + "recall_coffee": 0.14941176470588236, + "F1_noncoffee": 0.00821917808219178, + "IoU_noncoffee": 0.0041265474552957355, + "kappa": -0.0011074914347518963, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7933515613757375, + "mIoU": 0.6093857482436374, + "macroF1": 0.7482098706106075, + "F1_coffee": 0.8548224034508324, + "IoU_coffee": 0.7464540050615032, + "precision_coffee": 0.8292794559958153, + "recall_coffee": 0.8819888734353268, + "F1_noncoffee": 0.6415973377703827, + "IoU_noncoffee": 0.4723174914257717, + "kappa": 0.4975964379371003, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8082048353321911, + "mIoU": 0.6205766477185195, + "macroF1": 0.7555217893721797, + "F1_coffee": 0.869011246180849, + "IoU_coffee": 0.7683641797907805, + "precision_coffee": 0.8240152869382975, + "recall_coffee": 0.9192051158633019, + "F1_noncoffee": 0.6420323325635104, + "IoU_noncoffee": 0.47278911564625853, + "kappa": 0.5149957145478913, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8214100448007545, + "mIoU": 0.65337988066606, + "macroF1": 0.783637854447536, + "F1_coffee": 0.8740395809080326, + "IoU_coffee": 0.7762613730355666, + "precision_coffee": 0.8570776255707763, + "recall_coffee": 0.891686460807601, + "F1_noncoffee": 0.6932361279870393, + "IoU_noncoffee": 0.5304983882965534, + "kappa": 0.5676880710954008, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8233024691358025, + "mIoU": 0.6215844886482289, + "macroF1": 0.7526209253616033, + "F1_coffee": 0.8848522941546197, + "IoU_coffee": 0.7934843873295007, + "precision_coffee": 0.8336096636665088, + "recall_coffee": 0.9428073935172784, + "F1_noncoffee": 0.6203895565685869, + "IoU_noncoffee": 0.44968458996695704, + "kappa": 0.5113293160176298, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8067226890756303, + "mIoU": 0.5987126133900583, + "macroF1": 0.7336152204993382, + "F1_coffee": 0.8731670635417972, + "IoU_coffee": 0.7748859971082194, + "precision_coffee": 0.8305913209346686, + "recall_coffee": 0.9203434610303831, + "F1_noncoffee": 0.5940633774568793, + "IoU_noncoffee": 0.4225392296718973, + "kappa": 0.4716734613135858, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8166808189451835, + "mIoU": 0.622431490957623, + "macroF1": 0.755189012002015, + "F1_coffee": 0.8778832254415184, + "IoU_coffee": 0.7823456928419402, + "precision_coffee": 0.8501521606816799, + "recall_coffee": 0.9074844074844075, + "F1_noncoffee": 0.6324947985625118, + "IoU_noncoffee": 0.4625172890733057, + "kappa": 0.5119408132766292, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7637179120145052, + "mIoU": 0.591487307756965, + "macroF1": 0.7379673655198958, + "F1_coffee": 0.8201104330136588, + "IoU_coffee": 0.6950738916256157, + "precision_coffee": 0.8239416058394161, + "recall_coffee": 0.8163147237489152, + "F1_noncoffee": 0.6558242980261328, + "IoU_noncoffee": 0.48790072388831435, + "kappa": 0.47595640869302275, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8096774193548387, + "mIoU": 0.6383655942210171, + "macroF1": 0.7723492506808234, + "F1_coffee": 0.8645326850351162, + "IoU_coffee": 0.7613893184251219, + "precision_coffee": 0.8169751116783663, + "recall_coffee": 0.9179693101964721, + "F1_noncoffee": 0.6801658163265306, + "IoU_noncoffee": 0.5153418700169123, + "kappa": 0.5483121876562853, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8261361493494248, + "mIoU": 0.6775911300303237, + "macroF1": 0.8042274966463105, + "F1_coffee": 0.8697188074042673, + "IoU_coffee": 0.7694711838979873, + "precision_coffee": 0.865073787772312, + "recall_coffee": 0.8744139792584174, + "F1_noncoffee": 0.7387361858883537, + "IoU_noncoffee": 0.58571107616266, + "kappa": 0.6084776305036594, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8963, + 11000 + ], + [ + 41882, + 51930 + ], + [ + 94, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5382652242978414, + "test_tta": { + "OA": 0.8182164150704047, + "mIoU": 0.6373584402963148, + "macroF1": 0.7693650614274743, + "F1_coffee": 0.8755103813743376, + "IoU_coffee": 0.7785846724351051, + "precision_coffee": 0.8323766260582284, + "recall_coffee": 0.9233588345778552, + "F1_noncoffee": 0.663219741480611, + "IoU_noncoffee": 0.4961322081575246, + "kappa": 0.5420568702509773, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7902965270566517, + "mIoU": 0.5987484762326512, + "macroF1": 0.738216349602469, + "F1_coffee": 0.8549799525243861, + "IoU_coffee": 0.7466943084615251, + "precision_coffee": 0.8121459024159167, + "recall_coffee": 0.9025838650578053, + "F1_noncoffee": 0.621452746680552, + "IoU_noncoffee": 0.4508026440037772, + "kappa": 0.4802069666985124, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6952742614081051, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8371495623493593, + "mIoU": 0.6731502109995985, + "macroF1": 0.7980880243841133, + "F1_coffee": 0.8868967643884496, + "IoU_coffee": 0.7967785341142948, + "precision_coffee": 0.8541065671135245, + "recall_coffee": 0.9223051903431215, + "F1_noncoffee": 0.7092792843797769, + "IoU_noncoffee": 0.5495218878849022, + "kappa": 0.5977001532973397, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8081660320756894, + "mIoU": 0.6320969159689145, + "macroF1": 0.766749207097136, + "F1_coffee": 0.8650370866437348, + "IoU_coffee": 0.7621721172242387, + "precision_coffee": 0.834723690909803, + "recall_coffee": 0.8976351422494577, + "F1_noncoffee": 0.6684613275505371, + "IoU_noncoffee": 0.5020217147135904, + "kappa": 0.5350048542941239, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23653395784543327, + "mIoU": 0.11921134543106, + "macroF1": 0.19408308004052682, + "F1_coffee": 0.379047619047619, + "IoU_coffee": 0.23384253819036427, + "precision_coffee": 0.995, + "recall_coffee": 0.23411764705882354, + "F1_noncoffee": 0.00911854103343465, + "IoU_noncoffee": 0.004580152671755725, + "kappa": -0.00019400035925992118, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8346524679810045, + "mIoU": 0.6668589627818701, + "macroF1": 0.7929938195528599, + "F1_coffee": 0.8858571475876684, + "IoU_coffee": 0.7951019437674612, + "precision_coffee": 0.8455654592578544, + "recall_coffee": 0.9301808066759388, + "F1_noncoffee": 0.7001304915180513, + "IoU_noncoffee": 0.5386159817962789, + "kappa": 0.5884426330781795, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8428041119360365, + "mIoU": 0.6811830635816343, + "macroF1": 0.8040029122479557, + "F1_coffee": 0.891209116959257, + "IoU_coffee": 0.8037666349809885, + "precision_coffee": 0.8552914401314957, + "recall_coffee": 0.9302757340301175, + "F1_noncoffee": 0.7167967075366544, + "IoU_noncoffee": 0.5585994921822799, + "kappa": 0.6097971908533818, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8340014147606697, + "mIoU": 0.6713654549359087, + "macroF1": 0.7971611077174914, + "F1_coffee": 0.8836055816414259, + "IoU_coffee": 0.7914815473017002, + "precision_coffee": 0.8616108854065906, + "recall_coffee": 0.9067526297930099, + "F1_noncoffee": 0.7107166337935569, + "IoU_noncoffee": 0.5512493625701173, + "kappa": 0.5949781844211894, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8441358024691358, + "mIoU": 0.6553775998457948, + "macroF1": 0.7803230851368459, + "F1_coffee": 0.8987214840812233, + "IoU_coffee": 0.8160710220805828, + "precision_coffee": 0.8445229681978799, + "recall_coffee": 0.9603536030002678, + "F1_noncoffee": 0.6619246861924686, + "IoU_noncoffee": 0.49468417761100686, + "kappa": 0.5666046062911714, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8441558441558441, + "mIoU": 0.6634512650140557, + "macroF1": 0.7878192487549469, + "F1_coffee": 0.8971514998739601, + "IoU_coffee": 0.8134857142857143, + "precision_coffee": 0.8577970595324175, + "recall_coffee": 0.9402906208718627, + "F1_noncoffee": 0.6784869976359338, + "IoU_noncoffee": 0.5134168157423972, + "kappa": 0.5784124989367992, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8300783092744598, + "mIoU": 0.6370079942957377, + "macroF1": 0.7661403939087954, + "F1_coffee": 0.8884207917725048, + "IoU_coffee": 0.7992420020064652, + "precision_coffee": 0.8490230905861457, + "recall_coffee": 0.9316528066528067, + "F1_noncoffee": 0.643859996045086, + "IoU_noncoffee": 0.4747739865850102, + "kappa": 0.5354734340643112, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8252695867926328, + "mIoU": 0.6718370550479715, + "macroF1": 0.7993862512650726, + "F1_coffee": 0.8714456224110089, + "IoU_coffee": 0.7721786736344407, + "precision_coffee": 0.8467730931914313, + "recall_coffee": 0.897599074341915, + "F1_noncoffee": 0.7273268801191363, + "IoU_noncoffee": 0.5714954364615025, + "kappa": 0.5994937063979292, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8414611005692599, + "mIoU": 0.6942728861334078, + "macroF1": 0.8155107330990767, + "F1_coffee": 0.8847029600496792, + "IoU_coffee": 0.7932442464736451, + "precision_coffee": 0.8525265957446808, + "recall_coffee": 0.9194034131650652, + "F1_noncoffee": 0.7463185061484743, + "IoU_noncoffee": 0.5953015257931703, + "kappa": 0.6321743107578374, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8379219309824627, + "mIoU": 0.6966628391602585, + "macroF1": 0.8181778000287637, + "F1_coffee": 0.8780937522161549, + "IoU_coffee": 0.7826801517067004, + "precision_coffee": 0.8766638346077599, + "recall_coffee": 0.8795283420940474, + "F1_noncoffee": 0.7582618478413725, + "IoU_noncoffee": 0.6106455266138165, + "kappa": 0.636357518504032, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9347, + 11000 + ], + [ + 43336, + 51930 + ], + [ + 111, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3493956406911214, + "test_tta": { + "OA": 0.8403843714321959, + "mIoU": 0.6728173279777607, + "macroF1": 0.7971139399263512, + "F1_coffee": 0.8908100837419187, + "IoU_coffee": 0.8031177264459092, + "precision_coffee": 0.8460951988460746, + "recall_coffee": 0.9405149113564524, + "F1_noncoffee": 0.7034177961107837, + "IoU_noncoffee": 0.5425169295096123, + "kappa": 0.5972829999782936, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8118437752394139, + "mIoU": 0.6312628915794529, + "macroF1": 0.7650544987045718, + "F1_coffee": 0.8699016733480923, + "IoU_coffee": 0.7697575094419541, + "precision_coffee": 0.8262014358508079, + "recall_coffee": 0.9184829532293048, + "F1_noncoffee": 0.6602073240610512, + "IoU_noncoffee": 0.4927682737169518, + "kappa": 0.5335175758438087, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6554091001945851, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8152194595966002, + "mIoU": 0.643898126021565, + "macroF1": 0.7762556066853891, + "F1_coffee": 0.8696255356283774, + "IoU_coffee": 0.7693251776629649, + "precision_coffee": 0.8499879710430199, + "recall_coffee": 0.8901919464931971, + "F1_noncoffee": 0.6828856777424007, + "IoU_noncoffee": 0.5184710743801653, + "kappa": 0.5530914320341238, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7863303334487135, + "mIoU": 0.6058750549801957, + "macroF1": 0.7465233770864419, + "F1_coffee": 0.8469730304814436, + "IoU_coffee": 0.7345648045293296, + "precision_coffee": 0.8311843652434822, + "recall_coffee": 0.8633731336997494, + "F1_noncoffee": 0.6460737236914403, + "IoU_noncoffee": 0.47718530543106186, + "kappa": 0.4934694681029018, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16042154566744732, + "mIoU": 0.08081423815119468, + "macroF1": 0.14018998673041685, + "F1_coffee": 0.2720812182741117, + "IoU_coffee": 0.15746180963572268, + "precision_coffee": 0.9925925925925926, + "recall_coffee": 0.15764705882352942, + "F1_noncoffee": 0.008298755186721992, + "IoU_noncoffee": 0.004166666666666667, + "kappa": -0.001026663832987298, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7969492013239315, + "mIoU": 0.6158041491714751, + "macroF1": 0.7536730201765823, + "F1_coffee": 0.8569207368598952, + "IoU_coffee": 0.7496599444083033, + "precision_coffee": 0.8336731338375535, + "recall_coffee": 0.8815020862308762, + "F1_noncoffee": 0.6504253034932694, + "IoU_noncoffee": 0.4819483539346469, + "kappa": 0.5082802528960128, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8333809251856082, + "mIoU": 0.6711523757041618, + "macroF1": 0.7971016506608094, + "F1_coffee": 0.8828979496270529, + "IoU_coffee": 0.7903467273489431, + "precision_coffee": 0.8595805653249967, + "recall_coffee": 0.9075156432648009, + "F1_noncoffee": 0.7113053516945659, + "IoU_noncoffee": 0.5519580240593805, + "kappa": 0.5949381232196674, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8151850978542796, + "mIoU": 0.6455878837587059, + "macroF1": 0.7778405185716912, + "F1_coffee": 0.8689253821198033, + "IoU_coffee": 0.7682299367200899, + "precision_coffee": 0.8566341334740174, + "recall_coffee": 0.8815744825246012, + "F1_noncoffee": 0.6867556550235793, + "IoU_noncoffee": 0.5229458307973219, + "kappa": 0.5558995349718101, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8152006172839507, + "mIoU": 0.6108948639262894, + "macroF1": 0.7439225279680737, + "F1_coffee": 0.8790251294355348, + "IoU_coffee": 0.7841613157598287, + "precision_coffee": 0.8314620162446249, + "recall_coffee": 0.9323600321457273, + "F1_noncoffee": 0.6088199265006125, + "IoU_noncoffee": 0.4376284120927502, + "kappa": 0.4932075571819557, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8065317035905272, + "mIoU": 0.6070888571592433, + "macroF1": 0.7423699821745045, + "F1_coffee": 0.8709389731175946, + "IoU_coffee": 0.7713834348905438, + "precision_coffee": 0.8410433070866141, + "recall_coffee": 0.9030383091149273, + "F1_noncoffee": 0.6138009912314144, + "IoU_noncoffee": 0.4427942794279428, + "kappa": 0.4866807756672776, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7971506745919427, + "mIoU": 0.5948807593076176, + "macroF1": 0.7322909811776341, + "F1_coffee": 0.8640617096611026, + "IoU_coffee": 0.7606590225982411, + "precision_coffee": 0.8415024630541872, + "recall_coffee": 0.8878638253638254, + "F1_noncoffee": 0.6005202526941658, + "IoU_noncoffee": 0.4291024960169942, + "kappa": 0.4657103754157256, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7788911155644622, + "mIoU": 0.6125864405518145, + "macroF1": 0.7550697386432956, + "F1_coffee": 0.831454135447734, + "IoU_coffee": 0.7115288844621513, + "precision_coffee": 0.8363822625493926, + "recall_coffee": 0.8265837431298814, + "F1_noncoffee": 0.6786853418388573, + "IoU_noncoffee": 0.5136439966414778, + "kappa": 0.510171897084836, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.860056925996205, + "mIoU": 0.7293752469612882, + "macroF1": 0.8408805334443141, + "F1_coffee": 0.8961194450313402, + "IoU_coffee": 0.811790225851729, + "precision_coffee": 0.8804317741489067, + "recall_coffee": 0.9123763086189588, + "F1_noncoffee": 0.7856416218572881, + "IoU_noncoffee": 0.6469602680708473, + "kappa": 0.6819694202955, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8332076183292476, + "mIoU": 0.6895965274881664, + "macroF1": 0.8131230825819558, + "F1_coffee": 0.8743875594688632, + "IoU_coffee": 0.776810497098158, + "precision_coffee": 0.8740772288472459, + "recall_coffee": 0.8746981105270635, + "F1_noncoffee": 0.7518586056950484, + "IoU_noncoffee": 0.6023825578781749, + "kappa": 0.6262462582322079, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9098, + 11000 + ], + [ + 42209, + 51930 + ], + [ + 104, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.539812954266866, + "test_tta": { + "OA": 0.8199606748699734, + "mIoU": 0.6476167419666874, + "macroF1": 0.7786355574568558, + "F1_coffee": 0.8742802728319603, + "IoU_coffee": 0.7766411583026774, + "precision_coffee": 0.8462082565267716, + "recall_coffee": 0.9042787118053965, + "F1_noncoffee": 0.6829908420817512, + "IoU_noncoffee": 0.5185923256306975, + "kappa": 0.5584962823397102, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7910320756893966, + "mIoU": 0.6087995481301702, + "macroF1": 0.748227683096047, + "F1_coffee": 0.8520398263977533, + "IoU_coffee": 0.7422207198391659, + "precision_coffee": 0.827114477179904, + "recall_coffee": 0.8785141196538, + "F1_noncoffee": 0.6444155397943407, + "IoU_noncoffee": 0.4753783764211746, + "kappa": 0.4975519463107889, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.6811606098956344, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8218000761131549, + "mIoU": 0.6528757301530954, + "macroF1": 0.7830871605577763, + "F1_coffee": 0.8747240987224935, + "IoU_coffee": 0.7773418925344746, + "precision_coffee": 0.8520239749826268, + "recall_coffee": 0.8986669109899674, + "F1_noncoffee": 0.6914502223930591, + "IoU_noncoffee": 0.5284095677717163, + "kappa": 0.5669314453899541, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7930944963655244, + "mIoU": 0.6145134276350899, + "macroF1": 0.7533799132201705, + "F1_coffee": 0.8523466447097571, + "IoU_coffee": 0.7426864922066974, + "precision_coffee": 0.833591689650313, + "recall_coffee": 0.8719649588308379, + "F1_noncoffee": 0.6544131817305839, + "IoU_noncoffee": 0.4863403630634824, + "kappa": 0.5073435179185833, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1756440281030445, + "mIoU": 0.08849061840882763, + "macroF1": 0.15151994129103277, + "F1_coffee": 0.29458917835671344, + "IoU_coffee": 0.172737955346651, + "precision_coffee": 0.9932432432432432, + "recall_coffee": 0.17294117647058824, + "F1_noncoffee": 0.008450704225352112, + "IoU_noncoffee": 0.004243281471004243, + "kappa": -0.0008723272492392106, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.807454309972658, + "mIoU": 0.6383419133821813, + "macroF1": 0.7728477395380028, + "F1_coffee": 0.8615097985095225, + "IoU_coffee": 0.756712528032002, + "precision_coffee": 0.8549027663653793, + "recall_coffee": 0.8682197496522949, + "F1_noncoffee": 0.6841856805664831, + "IoU_noncoffee": 0.5199712987323607, + "kappa": 0.5457573490701322, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.832143537026461, + "mIoU": 0.6653229904747755, + "macroF1": 0.7921494749188163, + "F1_coffee": 0.8833239604353436, + "IoU_coffee": 0.7910297428605285, + "precision_coffee": 0.851141144970037, + "recall_coffee": 0.9180361686034518, + "F1_noncoffee": 0.7009749894022891, + "IoU_noncoffee": 0.5396162380890224, + "kappa": 0.5858165712797235, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8256543268097147, + "mIoU": 0.6550942781530423, + "macroF1": 0.7842649874775679, + "F1_coffee": 0.8787590594562686, + "IoU_coffee": 0.7837379350687336, + "precision_coffee": 0.8502348013707324, + "recall_coffee": 0.9092636579572446, + "F1_noncoffee": 0.6897709154988672, + "IoU_noncoffee": 0.5264506212373511, + "kappa": 0.5697690164692356, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8272569444444444, + "mIoU": 0.6352963430772894, + "macroF1": 0.7651737547271535, + "F1_coffee": 0.8859163004012994, + "IoU_coffee": 0.7951972555746141, + "precision_coffee": 0.8446495809546946, + "recall_coffee": 0.9314224484328958, + "F1_noncoffee": 0.6444312090530078, + "IoU_noncoffee": 0.47539543057996486, + "kappa": 0.5338157117394533, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8249618029029794, + "mIoU": 0.6235799299638725, + "macroF1": 0.7541904383377546, + "F1_coffee": 0.8860853893480828, + "IoU_coffee": 0.7954697612140147, + "precision_coffee": 0.8366388921488088, + "recall_coffee": 0.9417437252311757, + "F1_noncoffee": 0.6222954873274263, + "IoU_noncoffee": 0.45169009871373017, + "kappa": 0.5140094141804955, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8255495801490706, + "mIoU": 0.6297465465980234, + "macroF1": 0.7601679499182787, + "F1_coffee": 0.885390194012273, + "IoU_coffee": 0.7943499054610166, + "precision_coffee": 0.8465094227806093, + "recall_coffee": 0.928014553014553, + "F1_noncoffee": 0.6349457058242843, + "IoU_noncoffee": 0.4651431877350304, + "kappa": 0.5235375253671997, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7878614371600343, + "mIoU": 0.6320184132152618, + "macroF1": 0.7714756164431134, + "F1_coffee": 0.8326684230334964, + "IoU_coffee": 0.71330925973691, + "precision_coffee": 0.8681525663161199, + "recall_coffee": 0.7999710731848424, + "F1_noncoffee": 0.7102828098527304, + "IoU_noncoffee": 0.5507275666936136, + "kappa": 0.5442694321411657, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8392789373814041, + "mIoU": 0.696845888311757, + "macroF1": 0.8180795882900816, + "F1_coffee": 0.8801810722874522, + "IoU_coffee": 0.7860030318342597, + "precision_coffee": 0.8683879972086532, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.7559781042927111, + "IoU_noncoffee": 0.6076887447892543, + "kappa": 0.6362957852317603, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8257590043371676, + "mIoU": 0.6735684378935902, + "macroF1": 0.8008034577465133, + "F1_coffee": 0.8713091922005571, + "IoU_coffee": 0.771964461994077, + "precision_coffee": 0.8545280699358011, + "recall_coffee": 0.8887626083250462, + "F1_noncoffee": 0.7302977232924693, + "IoU_noncoffee": 0.5751724137931035, + "kappa": 0.6019286423767823, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9186, + 11000 + ], + [ + 42515, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2816244761149087, + "test_tta": { + "OA": 0.8302359507801599, + "mIoU": 0.6603448412176931, + "macroF1": 0.7880541815037091, + "F1_coffee": 0.8826070747165508, + "IoU_coffee": 0.7898806720050243, + "precision_coffee": 0.8465713083718973, + "recall_coffee": 0.9218470841541069, + "F1_noncoffee": 0.6935012882908674, + "IoU_noncoffee": 0.530809010430362, + "kappa": 0.5781042333729912, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8013586015922465, + "mIoU": 0.620281330475694, + "macroF1": 0.7569672365230885, + "F1_coffee": 0.8608352110256747, + "IoU_coffee": 0.7556722428198897, + "precision_coffee": 0.8274348315916242, + "recall_coffee": 0.8970455071914418, + "F1_noncoffee": 0.6530992620205023, + "IoU_noncoffee": 0.48489041813149825, + "kappa": 0.5159007535273449, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.6173723484150153, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.843297610822796, + "mIoU": 0.6700959803008082, + "macroF1": 0.7940545467385764, + "F1_coffee": 0.894758991291962, + "IoU_coffee": 0.8095600726378068, + "precision_coffee": 0.9125927230305299, + "recall_coffee": 0.8776089073282248, + "F1_noncoffee": 0.693350102185191, + "IoU_noncoffee": 0.5306318879638097, + "kappa": 0.5885669058232377, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8068103149878851, + "mIoU": 0.6191795883511373, + "macroF1": 0.754494407645306, + "F1_coffee": 0.8678251087889642, + "IoU_coffee": 0.7665115306175809, + "precision_coffee": 0.8887945670628183, + "recall_coffee": 0.8478223147666146, + "F1_noncoffee": 0.6411637065016476, + "IoU_noncoffee": 0.47184764608469365, + "kappa": 0.5097297068021065, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25953627524308154, + "mIoU": 0.1311112217464901, + "macroF1": 0.20993539237314843, + "F1_coffee": 0.40789473684210525, + "IoU_coffee": 0.256198347107438, + "precision_coffee": 0.9912790697674418, + "recall_coffee": 0.2567771084337349, + "F1_noncoffee": 0.011976047904191617, + "IoU_noncoffee": 0.006024096385542169, + "kappa": -0.0013844757149341675, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.848025666337611, + "mIoU": 0.6809612370961633, + "macroF1": 0.8027441354509829, + "F1_coffee": 0.8972536456769112, + "IoU_coffee": 0.8136536948496036, + "precision_coffee": 0.9142468548112886, + "recall_coffee": 0.8808806185296816, + "F1_noncoffee": 0.7082346252250545, + "IoU_noncoffee": 0.548268779342723, + "kappa": 0.6058749273421111, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8259147941415009, + "mIoU": 0.6488844566719401, + "macroF1": 0.7784501811849937, + "F1_coffee": 0.8809966409027167, + "IoU_coffee": 0.7873047330380042, + "precision_coffee": 0.9187185416950074, + "recall_coffee": 0.846250234947685, + "F1_noncoffee": 0.6759037214672706, + "IoU_noncoffee": 0.510464180305876, + "kappa": 0.5589254740295998, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8560757445998668, + "mIoU": 0.6813684574952971, + "macroF1": 0.8014418537878678, + "F1_coffee": 0.9055956059045658, + "IoU_coffee": 0.8274780426599749, + "precision_coffee": 0.9054543185222167, + "recall_coffee": 0.9057369373868531, + "F1_noncoffee": 0.6972881016711698, + "IoU_noncoffee": 0.5352588723306192, + "kappa": 0.6028837385805134, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8602838297021786, + "mIoU": 0.7078684478708696, + "macroF1": 0.8234165124360155, + "F1_coffee": 0.904102071614762, + "IoU_coffee": 0.8249874812218327, + "precision_coffee": 0.9114799446749654, + "recall_coffee": 0.896842678279804, + "F1_noncoffee": 0.742730953257269, + "IoU_noncoffee": 0.5907494145199064, + "kappa": 0.6468950903623611, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.848979202442282, + "mIoU": 0.688608357517853, + "macroF1": 0.8092233821615753, + "F1_coffee": 0.8963123075915373, + "IoU_coffee": 0.812106824925816, + "precision_coffee": 0.9191295002686728, + "recall_coffee": 0.8746005368784354, + "F1_noncoffee": 0.7221344567316131, + "IoU_noncoffee": 0.5651098901098901, + "kappa": 0.6190758604192343, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8849255288872023, + "mIoU": 0.7359030375147444, + "macroF1": 0.8420060906740747, + "F1_coffee": 0.9243529778609292, + "IoU_coffee": 0.8593460111317254, + "precision_coffee": 0.9089905556236968, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.7596592034872202, + "IoU_noncoffee": 0.6124600638977635, + "kappa": 0.6842986734934208, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.836063975034133, + "mIoU": 0.6543172576587752, + "macroF1": 0.7811908407822856, + "F1_coffee": 0.8907661316524791, + "IoU_coffee": 0.8030462800234329, + "precision_coffee": 0.916923076923077, + "recall_coffee": 0.8660601465756886, + "F1_noncoffee": 0.6716155499120922, + "IoU_noncoffee": 0.5055882352941177, + "kappa": 0.5634496731452078, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8028437828037026, + "mIoU": 0.6108416886301078, + "macroF1": 0.7471800910476194, + "F1_coffee": 0.8658093011171732, + "IoU_coffee": 0.7633718932539229, + "precision_coffee": 0.9182970515293469, + "recall_coffee": 0.8189972966330794, + "F1_noncoffee": 0.6285508809780654, + "IoU_noncoffee": 0.4583114840062926, + "kappa": 0.4988918484244184, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8270497279755655, + "mIoU": 0.6301898336228019, + "macroF1": 0.7602249724308893, + "F1_coffee": 0.8868065967016492, + "IoU_coffee": 0.7966329966329966, + "precision_coffee": 0.9017913861008766, + "recall_coffee": 0.8723116627749785, + "F1_noncoffee": 0.6336433481601293, + "IoU_noncoffee": 0.46374667061260727, + "kappa": 0.5208781166934633, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7170, + 8413 + ], + [ + 45207, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0529260476430258, + "test_tta": { + "OA": 0.853484149809605, + "mIoU": 0.6819493618893349, + "macroF1": 0.802493620802457, + "F1_coffee": 0.9028477674909177, + "IoU_coffee": 0.8229010895107883, + "precision_coffee": 0.9088608137963579, + "recall_coffee": 0.8969137631768341, + "F1_noncoffee": 0.7021394741139964, + "IoU_noncoffee": 0.5409976342678814, + "kappa": 0.6050402454468407, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.816632052613361, + "mIoU": 0.627872971141155, + "macroF1": 0.7605738676872912, + "F1_coffee": 0.8764263359446377, + "IoU_coffee": 0.7800346020761245, + "precision_coffee": 0.883709990395735, + "recall_coffee": 0.8692617656698864, + "F1_noncoffee": 0.6447213994299447, + "IoU_noncoffee": 0.47571134020618555, + "kappa": 0.5212412412705977, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 78, + "stopped_epoch": 100, + "best_val": 0.6352925083124306, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8323077170263018, + "mIoU": 0.6580194448692955, + "macroF1": 0.7854678417827581, + "F1_coffee": 0.8857108441650879, + "IoU_coffee": 0.794866251302109, + "precision_coffee": 0.9174890537444135, + "recall_coffee": 0.8560602853393167, + "F1_noncoffee": 0.6852248394004282, + "IoU_noncoffee": 0.5211726384364821, + "kappa": 0.5723486840435542, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7957626629745009, + "mIoU": 0.6094497743956722, + "macroF1": 0.7476428776677502, + "F1_coffee": 0.8578398401815024, + "IoU_coffee": 0.7510679065515847, + "precision_coffee": 0.8948603024337117, + "recall_coffee": 0.8237607727456765, + "F1_noncoffee": 0.6374459151539978, + "IoU_noncoffee": 0.4678316422397595, + "kappa": 0.4974791771147056, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23036649214659685, + "mIoU": 0.11634708566077592, + "macroF1": 0.19069938992430965, + "F1_coffee": 0.3698714023270055, + "IoU_coffee": 0.22689706987227648, + "precision_coffee": 0.9901639344262295, + "recall_coffee": 0.22740963855421686, + "F1_noncoffee": 0.011527377521613832, + "IoU_noncoffee": 0.005797101449275362, + "kappa": -0.0018438132855048781, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8348469891411648, + "mIoU": 0.6672355050463197, + "macroF1": 0.7932908645570935, + "F1_coffee": 0.8859732824427481, + "IoU_coffee": 0.7952890792291221, + "precision_coffee": 0.9230933106092885, + "recall_coffee": 0.8517232341763858, + "F1_noncoffee": 0.7006084466714388, + "IoU_noncoffee": 0.5391819308635174, + "kappa": 0.5883295943913975, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.818233862888221, + "mIoU": 0.6407482545682854, + "macroF1": 0.7725864691508997, + "F1_coffee": 0.8744728518713759, + "IoU_coffee": 0.7769451437269481, + "precision_coffee": 0.9221735807101661, + "recall_coffee": 0.8314641939728087, + "F1_noncoffee": 0.6707000864304236, + "IoU_noncoffee": 0.5045513654096229, + "kappa": 0.5483431425294951, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8438957084403844, + "mIoU": 0.6663757179061385, + "macroF1": 0.7905527621097024, + "F1_coffee": 0.8962529644268775, + "IoU_coffee": 0.8120093966653298, + "precision_coffee": 0.9081122645136486, + "recall_coffee": 0.8846994194394157, + "F1_noncoffee": 0.6848525597925271, + "IoU_noncoffee": 0.5207420391469472, + "kappa": 0.581322422857416, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8591844893064161, + "mIoU": 0.7103045073283505, + "macroF1": 0.825636572052179, + "F1_coffee": 0.9021187912469607, + "IoU_coffee": 0.8216907112123513, + "precision_coffee": 0.9213849865190862, + "recall_coffee": 0.8836418072945019, + "F1_noncoffee": 0.7491543528573972, + "IoU_noncoffee": 0.5989183034443496, + "kappa": 0.6516634597248412, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8421102842968899, + "mIoU": 0.678757904016003, + "macroF1": 0.8020170336901359, + "F1_coffee": 0.8911112573195605, + "IoU_coffee": 0.8036074522368577, + "precision_coffee": 0.9181127982646421, + "recall_coffee": 0.865652562955388, + "F1_noncoffee": 0.7129228100607112, + "IoU_noncoffee": 0.5539083557951483, + "kappa": 0.6049349523224489, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8743952186699554, + "mIoU": 0.7186540607241552, + "macroF1": 0.8298152286565617, + "F1_coffee": 0.9169176706827309, + "IoU_coffee": 0.8465816917728853, + "precision_coffee": 0.9071268934690837, + "recall_coffee": 0.9269221009895966, + "F1_noncoffee": 0.7427127866303925, + "IoU_noncoffee": 0.590726429675425, + "kappa": 0.6597532017557118, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8110981080553931, + "mIoU": 0.6268851066180379, + "macroF1": 0.7609910753586839, + "F1_coffee": 0.870426115459228, + "IoU_coffee": 0.7705791780172925, + "precision_coffee": 0.9248045486851457, + "recall_coffee": 0.8220874399797826, + "F1_noncoffee": 0.65155603525814, + "IoU_noncoffee": 0.48319103521878337, + "kappa": 0.5263856083780397, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7943506059738524, + "mIoU": 0.6047624591643217, + "macroF1": 0.7432761201805324, + "F1_coffee": 0.8577839371741569, + "IoU_coffee": 0.7509822047608042, + "precision_coffee": 0.9264433357091946, + "recall_coffee": 0.7985991644138609, + "F1_noncoffee": 0.6287683031869078, + "IoU_noncoffee": 0.4585427135678392, + "kappa": 0.4938094999104167, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8132098883268111, + "mIoU": 0.6181191105935109, + "macroF1": 0.7517815090169393, + "F1_coffee": 0.8752629230671171, + "IoU_coffee": 0.7781933582681627, + "precision_coffee": 0.9091631355932204, + "recall_coffee": 0.8437999262627504, + "F1_noncoffee": 0.6283000949667616, + "IoU_noncoffee": 0.45804486291885904, + "kappa": 0.5056112853836183, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7035, + 8413 + ], + [ + 44660, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2912431001663207, + "test_tta": { + "OA": 0.843892093381963, + "mIoU": 0.6702859222486558, + "macroF1": 0.7940981436117924, + "F1_coffee": 0.8953535962777072, + "IoU_coffee": 0.810534115949377, + "precision_coffee": 0.9114332076133672, + "recall_coffee": 0.8798315058634266, + "F1_noncoffee": 0.6928426909458776, + "IoU_noncoffee": 0.5300377285479346, + "kappa": 0.5885721520003793, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8071997230875736, + "mIoU": 0.6188744153920724, + "macroF1": 0.7540916264428834, + "F1_coffee": 0.8683707831977786, + "IoU_coffee": 0.7673633468492769, + "precision_coffee": 0.8873840333259544, + "recall_coffee": 0.8501552046580677, + "F1_noncoffee": 0.6398124696879883, + "IoU_noncoffee": 0.4703854839348679, + "kappa": 0.5088003080122829, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6487895519857929, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8406465399508347, + "mIoU": 0.651853751368535, + "macroF1": 0.7778172028654234, + "F1_coffee": 0.8959679449525887, + "IoU_coffee": 0.8115416041195584, + "precision_coffee": 0.8880317711149, + "recall_coffee": 0.9040472460945769, + "F1_noncoffee": 0.6596664607782582, + "IoU_noncoffee": 0.49216589861751153, + "kappa": 0.5557504783750835, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8089448482750663, + "mIoU": 0.6065072128578778, + "macroF1": 0.7411139529086695, + "F1_coffee": 0.8736298854302804, + "IoU_coffee": 0.7756152921049512, + "precision_coffee": 0.8646148036253777, + "recall_coffee": 0.8828349432201592, + "F1_noncoffee": 0.6085980203870587, + "IoU_noncoffee": 0.4373991336108044, + "kappa": 0.4824021928501098, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.456245325355273, + "mIoU": 0.23146012169388047, + "macroF1": 0.3213970299220932, + "F1_coffee": 0.6239006725297465, + "IoU_coffee": 0.45338345864661656, + "precision_coffee": 0.996694214876033, + "recall_coffee": 0.45406626506024095, + "F1_noncoffee": 0.018893387314439947, + "IoU_noncoffee": 0.009536784741144414, + "kappa": 0.005669327424629828, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8480750246791707, + "mIoU": 0.6639693978592647, + "macroF1": 0.7874216032050734, + "F1_coffee": 0.9009716234476546, + "IoU_coffee": 0.8197892271662763, + "precision_coffee": 0.8850821744627054, + "recall_coffee": 0.9174420128423536, + "F1_noncoffee": 0.673871582962492, + "IoU_noncoffee": 0.5081495685522531, + "kappa": 0.5752939897695074, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8222890129287724, + "mIoU": 0.6258524077488925, + "macroF1": 0.7571474157546535, + "F1_coffee": 0.8829242228997077, + "IoU_coffee": 0.7903888357436273, + "precision_coffee": 0.8858476286579213, + "recall_coffee": 0.8800200488691184, + "F1_noncoffee": 0.6313706086095993, + "IoU_noncoffee": 0.4613159797541576, + "kappa": 0.5143114863654193, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8517937006375488, + "mIoU": 0.6673763574446165, + "macroF1": 0.7897273605578841, + "F1_coffee": 0.9039676912168203, + "IoU_coffee": 0.8247637263726373, + "precision_coffee": 0.8929833110001218, + "recall_coffee": 0.915225669517448, + "F1_noncoffee": 0.6754870298989478, + "IoU_noncoffee": 0.5099889885165959, + "kappa": 0.5796696376760131, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8497901259244454, + "mIoU": 0.6755206180832989, + "macroF1": 0.7975446839913769, + "F1_coffee": 0.9003910133209623, + "IoU_coffee": 0.8188283510125361, + "precision_coffee": 0.8775352021702623, + "recall_coffee": 0.9244692433315188, + "F1_noncoffee": 0.6946983546617916, + "IoU_noncoffee": 0.5322128851540616, + "kappa": 0.5959295085241604, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8274184315970234, + "mIoU": 0.649171891488642, + "macroF1": 0.7783721586366362, + "F1_coffee": 0.8826315447998443, + "IoU_coffee": 0.7899198699338056, + "precision_coffee": 0.8961791831357049, + "recall_coffee": 0.8694874089224083, + "F1_noncoffee": 0.6741127724734282, + "IoU_noncoffee": 0.5084239130434782, + "kappa": 0.5570253987730577, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8610188786642633, + "mIoU": 0.6933147786762561, + "macroF1": 0.8109178749107473, + "F1_coffee": 0.9082482620404585, + "IoU_coffee": 0.8319183111519045, + "precision_coffee": 0.8968460111317255, + "recall_coffee": 0.9199441766049226, + "F1_noncoffee": 0.7135874877810362, + "IoU_noncoffee": 0.5547112462006079, + "kappa": 0.6220264646691259, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8464014043300175, + "mIoU": 0.6517276710005653, + "macroF1": 0.7763411027208125, + "F1_coffee": 0.9015194147439505, + "IoU_coffee": 0.8206967213114754, + "precision_coffee": 0.8923134051243966, + "recall_coffee": 0.9109173616376043, + "F1_noncoffee": 0.6511627906976745, + "IoU_noncoffee": 0.4827586206896552, + "kappa": 0.5528507957708398, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8171581257753603, + "mIoU": 0.5992788347968117, + "macroF1": 0.731235095138915, + "F1_coffee": 0.8831992197025116, + "IoU_coffee": 0.7908296943231441, + "precision_coffee": 0.876360996854585, + "recall_coffee": 0.8901449987711969, + "F1_noncoffee": 0.5792709705753184, + "IoU_noncoffee": 0.40772797527047916, + "kappa": 0.4625880551711587, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.842512169514174, + "mIoU": 0.6399478965358646, + "macroF1": 0.7659214141680031, + "F1_coffee": 0.8998178506375227, + "IoU_coffee": 0.8178807947019867, + "precision_coffee": 0.8892355694227769, + "recall_coffee": 0.9106550325672852, + "F1_noncoffee": 0.6320249776984835, + "IoU_noncoffee": 0.4620149983697424, + "kappa": 0.5320862273239634, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7158, + 8413 + ], + [ + 45056, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6498026212056478, + "test_tta": { + "OA": 0.8471055126207041, + "mIoU": 0.6521624491289923, + "macroF1": 0.7765877517818516, + "F1_coffee": 0.9021048083451639, + "IoU_coffee": 0.8216675099791982, + "precision_coffee": 0.877531822912497, + "recall_coffee": 0.9280936454849499, + "F1_noncoffee": 0.6510706952185391, + "IoU_noncoffee": 0.48265738827878657, + "kappa": 0.5544208524577318, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8172377985462098, + "mIoU": 0.6071367358870212, + "macroF1": 0.7394801310382759, + "F1_coffee": 0.8818086852708551, + "IoU_coffee": 0.7886026958494595, + "precision_coffee": 0.8540714376050155, + "recall_coffee": 0.9114080243700233, + "F1_noncoffee": 0.5971515768056969, + "IoU_noncoffee": 0.425670775924583, + "kappa": 0.4808266710359618, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6608142431625381, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8315204293128103, + "mIoU": 0.6549923978780563, + "macroF1": 0.7828525514719031, + "F1_coffee": 0.8856538427985693, + "IoU_coffee": 0.7947744397690576, + "precision_coffee": 0.9133417300166434, + "recall_coffee": 0.8595952753905424, + "F1_noncoffee": 0.6800512601452371, + "IoU_noncoffee": 0.515210355987055, + "kappa": 0.5668189902950083, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7951424945194415, + "mIoU": 0.6055550824507747, + "macroF1": 0.7438702919561958, + "F1_coffee": 0.8584666892524762, + "IoU_coffee": 0.7520294687592745, + "precision_coffee": 0.8883504155410282, + "recall_coffee": 0.8305280814390653, + "F1_noncoffee": 0.6292738946599155, + "IoU_noncoffee": 0.45908069614227504, + "kappa": 0.4892544934938528, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26327599102468213, + "mIoU": 0.1334488143869388, + "macroF1": 0.21361065712530147, + "F1_coffee": 0.41123729826658695, + "IoU_coffee": 0.2588412340105342, + "precision_coffee": 0.9971014492753624, + "recall_coffee": 0.25903614457831325, + "F1_noncoffee": 0.015984015984015984, + "IoU_noncoffee": 0.008056394763343404, + "kappa": 0.002677812100287676, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8457058242843041, + "mIoU": 0.6799320199457919, + "macroF1": 0.8023134134701246, + "F1_coffee": 0.8949314331809626, + "IoU_coffee": 0.8098424478374597, + "precision_coffee": 0.9187715665976536, + "recall_coffee": 0.8722972087537675, + "F1_noncoffee": 0.7096953937592868, + "IoU_noncoffee": 0.550021592054124, + "kappa": 0.6053609745993901, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8065931968894614, + "mIoU": 0.6220636544519629, + "macroF1": 0.7573980497263816, + "F1_coffee": 0.8666447368421053, + "IoU_coffee": 0.7646717362280142, + "precision_coffee": 0.9123207978391855, + "recall_coffee": 0.8253242278052754, + "F1_noncoffee": 0.6481513626106579, + "IoU_noncoffee": 0.47945557267591166, + "kappa": 0.517983887268534, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.842706251784185, + "mIoU": 0.6654191286217435, + "macroF1": 0.7899414654263079, + "F1_coffee": 0.8952205882352942, + "IoU_coffee": 0.8103161397670549, + "precision_coffee": 0.9092255198609412, + "recall_coffee": 0.8816405518446845, + "F1_noncoffee": 0.6846623426173216, + "IoU_noncoffee": 0.5205221174764322, + "kappa": 0.5801826945037692, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8654807115730562, + "mIoU": 0.7171876894271363, + "macroF1": 0.8301805190565938, + "F1_coffee": 0.907605711147721, + "IoU_coffee": 0.8308407691340958, + "precision_coffee": 0.9156509695290859, + "recall_coffee": 0.8997005988023952, + "F1_noncoffee": 0.7527553269654665, + "IoU_noncoffee": 0.6035346097201767, + "kappa": 0.6604311884377422, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8114863575653501, + "mIoU": 0.6390491004793313, + "macroF1": 0.7725693726906313, + "F1_coffee": 0.8666486705358348, + "IoU_coffee": 0.7646778611408837, + "precision_coffee": 0.9179413867047891, + "recall_coffee": 0.8207848651412502, + "F1_noncoffee": 0.6784900748454279, + "IoU_noncoffee": 0.5134203398177789, + "kappa": 0.5485373477506004, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.868228820794991, + "mIoU": 0.7153697227026053, + "macroF1": 0.8282022901348698, + "F1_coffee": 0.9111267515516028, + "IoU_coffee": 0.8367610765072276, + "precision_coffee": 0.9190654446882665, + "recall_coffee": 0.9033240294341538, + "F1_noncoffee": 0.7452778287181369, + "IoU_noncoffee": 0.5939783688979831, + "kappa": 0.6564780410187036, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8264092061634484, + "mIoU": 0.6445088539376443, + "macroF1": 0.7742181259247941, + "F1_coffee": 0.8827713382507903, + "IoU_coffee": 0.7901438340014147, + "precision_coffee": 0.9218707015130674, + "recall_coffee": 0.8468536770280516, + "F1_noncoffee": 0.6656649135987979, + "IoU_noncoffee": 0.4988738738738739, + "kappa": 0.5507411098423379, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8016986353659701, + "mIoU": 0.6035564599912304, + "macroF1": 0.7400541289629059, + "F1_coffee": 0.8666409960210499, + "IoU_coffee": 0.7646659116647792, + "precision_coffee": 0.907039226222461, + "recall_coffee": 0.829687884000983, + "F1_noncoffee": 0.6134672619047619, + "IoU_noncoffee": 0.4424470083176818, + "kappa": 0.4830803313757261, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8170277751264675, + "mIoU": 0.616638107298032, + "macroF1": 0.7492852734823907, + "F1_coffee": 0.8796081140488602, + "IoU_coffee": 0.7850896860986547, + "precision_coffee": 0.8994348831235551, + "recall_coffee": 0.8606365982548851, + "F1_noncoffee": 0.6189624329159212, + "IoU_noncoffee": 0.4481865284974093, + "kappa": 0.4993405234487157, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7142, + 8413 + ], + [ + 44504, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.070814883708954, + "test_tta": { + "OA": 0.841064284451871, + "mIoU": 0.6647789591311983, + "macroF1": 0.7897181052908806, + "F1_coffee": 0.8936275458631739, + "IoU_coffee": 0.8077095037225668, + "precision_coffee": 0.9081788774261235, + "recall_coffee": 0.8795351593920664, + "F1_noncoffee": 0.6858086647185873, + "IoU_noncoffee": 0.5218484145398299, + "kappa": 0.5797548726650239, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8045892465674397, + "mIoU": 0.6133070237130533, + "macroF1": 0.7492054596607485, + "F1_coffee": 0.8670610975382411, + "IoU_coffee": 0.7653202618907403, + "precision_coffee": 0.8827819068169104, + "recall_coffee": 0.851890412015347, + "F1_noncoffee": 0.6313498217832558, + "IoU_noncoffee": 0.4612937855353664, + "kappa": 0.4988516483098626, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6076970847522648, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8108581436077058, + "mIoU": 0.6298959546117222, + "macroF1": 0.7639753137723522, + "F1_coffee": 0.869168018849052, + "IoU_coffee": 0.7686093366093366, + "precision_coffee": 0.9149897042306252, + "recall_coffee": 0.8277168621142204, + "F1_noncoffee": 0.6587826086956522, + "IoU_noncoffee": 0.49118257261410786, + "kappa": 0.5310181165204367, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7765951309565017, + "mIoU": 0.5869048535691124, + "macroF1": 0.7297084976687042, + "F1_coffee": 0.842283177551062, + "IoU_coffee": 0.7275381692816436, + "precision_coffee": 0.8924417977431117, + "recall_coffee": 0.7974627412420229, + "F1_noncoffee": 0.6171338177863464, + "IoU_noncoffee": 0.44627153785658114, + "kappa": 0.46353081385003464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28646222887060585, + "mIoU": 0.14524152560269943, + "macroF1": 0.22831784521562365, + "F1_coffee": 0.44014084507042256, + "IoU_coffee": 0.28216704288939054, + "precision_coffee": 0.9973404255319149, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.016494845360824743, + "IoU_noncoffee": 0.008316008316008316, + "kappa": 0.0031994573270230234, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8219151036525173, + "mIoU": 0.6449677186651789, + "macroF1": 0.7757047731376145, + "F1_coffee": 0.8775122216186855, + "IoU_coffee": 0.7817565932736511, + "precision_coffee": 0.9105255741862759, + "recall_coffee": 0.8468090682741449, + "F1_noncoffee": 0.6738973246565437, + "IoU_noncoffee": 0.5081788440567067, + "kappa": 0.5529740955933071, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7855064166785936, + "mIoU": 0.6019730536219627, + "macroF1": 0.7428033864567276, + "F1_coffee": 0.8476035523015388, + "IoU_coffee": 0.7355138537561033, + "precision_coffee": 0.9233439184698323, + "recall_coffee": 0.7833469080884656, + "F1_noncoffee": 0.6380032206119163, + "IoU_noncoffee": 0.4684322534878222, + "kappa": 0.4936989706752527, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.825482919402417, + "mIoU": 0.6444616840781592, + "macroF1": 0.7743917410792671, + "F1_coffee": 0.8817537072856222, + "IoU_coffee": 0.7885147601476015, + "precision_coffee": 0.9116725551629892, + "recall_coffee": 0.8537361882764217, + "F1_noncoffee": 0.6670297748729122, + "IoU_noncoffee": 0.500408608008717, + "kappa": 0.5501477502825626, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8487907255646612, + "mIoU": 0.6901653570525209, + "macroF1": 0.8106028741300509, + "F1_coffee": 0.8956479757224636, + "IoU_coffee": 0.8110167374469148, + "precision_coffee": 0.9079848972171725, + "recall_coffee": 0.8836418072945019, + "F1_noncoffee": 0.7255577725376383, + "IoU_noncoffee": 0.569313976658127, + "kappa": 0.6213895708932183, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8151116199198626, + "mIoU": 0.6456899039913724, + "macroF1": 0.7779523241855693, + "F1_coffee": 0.8687880839539607, + "IoU_coffee": 0.7680153220014364, + "precision_coffee": 0.9235641284007485, + "recall_coffee": 0.8201457241467468, + "F1_noncoffee": 0.6871165644171779, + "IoU_noncoffee": 0.5233644859813084, + "kappa": 0.5595987181130935, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8644341144103975, + "mIoU": 0.7131717795371713, + "macroF1": 0.8270651508419127, + "F1_coffee": 0.9074541804287287, + "IoU_coffee": 0.8305868405453468, + "precision_coffee": 0.9268421748908586, + "recall_coffee": 0.8888606952550114, + "F1_noncoffee": 0.7466761212550966, + "IoU_noncoffee": 0.5957567185289958, + "kappa": 0.6545440785092851, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.795689487029452, + "mIoU": 0.6031410345263237, + "macroF1": 0.7412611643680599, + "F1_coffee": 0.8599318045062513, + "IoU_coffee": 0.7542810227539292, + "precision_coffee": 0.9131052108476502, + "recall_coffee": 0.8126105635582512, + "F1_noncoffee": 0.6225905242298685, + "IoU_noncoffee": 0.4520010462987183, + "kappa": 0.4872078932363843, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7558927378566657, + "mIoU": 0.5608419166874732, + "macroF1": 0.7077533416617394, + "F1_coffee": 0.8263643768666847, + "IoU_coffee": 0.7041064198958936, + "precision_coffee": 0.9231119199272065, + "recall_coffee": 0.7479724748095355, + "F1_noncoffee": 0.5891423064567941, + "IoU_noncoffee": 0.4175774134790528, + "kappa": 0.4303134333420809, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7862937863892335, + "mIoU": 0.5802769873822415, + "macroF1": 0.7198613757040262, + "F1_coffee": 0.856280890942936, + "IoU_coffee": 0.7486811089909081, + "precision_coffee": 0.8962644450416555, + "recall_coffee": 0.8197124247265577, + "F1_noncoffee": 0.5834418604651163, + "IoU_noncoffee": 0.411872865773575, + "kappa": 0.44293609070988343, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6982, + 8413 + ], + [ + 43378, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8780346910158794, + "test_tta": { + "OA": 0.8164655601793088, + "mIoU": 0.630791526995309, + "macroF1": 0.7634627680749121, + "F1_coffee": 0.8754321108821059, + "IoU_coffee": 0.7784608820449168, + "precision_coffee": 0.9028318225781057, + "recall_coffee": 0.8496465009948775, + "F1_noncoffee": 0.6514934252677183, + "IoU_noncoffee": 0.48312217194570134, + "kappa": 0.5281414281156431, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7830996884735203, + "mIoU": 0.5880433819280064, + "macroF1": 0.7290710672672946, + "F1_coffee": 0.8500583256064368, + "IoU_coffee": 0.7392186443323102, + "precision_coffee": 0.880203171456888, + "recall_coffee": 0.821909884897912, + "F1_noncoffee": 0.6080838089281526, + "IoU_noncoffee": 0.4368681195237025, + "kappa": 0.4597982366943879, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.6454539980986227, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8377223284435804, + "mIoU": 0.6618982609013433, + "macroF1": 0.7878225194481643, + "F1_coffee": 0.8907186600592932, + "IoU_coffee": 0.8029691188232769, + "precision_coffee": 0.9110447100486941, + "recall_coffee": 0.8712797934041743, + "F1_noncoffee": 0.6849263788370352, + "IoU_noncoffee": 0.5208274029794098, + "kappa": 0.5762531726229865, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8011855313257182, + "mIoU": 0.6120414439800559, + "macroF1": 0.7488258664630947, + "F1_coffee": 0.8635053914627746, + "IoU_coffee": 0.7597971736743976, + "precision_coffee": 0.8875951634572324, + "recall_coffee": 0.8406886845200223, + "F1_noncoffee": 0.6341463414634146, + "IoU_noncoffee": 0.4642857142857143, + "kappa": 0.4986415973774731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24457741211667913, + "mIoU": 0.12374224647163631, + "macroF1": 0.20077533143939394, + "F1_coffee": 0.3878787878787879, + "IoU_coffee": 0.24060150375939848, + "precision_coffee": 0.9937888198757764, + "recall_coffee": 0.24096385542168675, + "F1_noncoffee": 0.013671875, + "IoU_noncoffee": 0.00688298918387414, + "kappa": 0.0003316508959756071, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8361796643632774, + "mIoU": 0.6637722892039383, + "macroF1": 0.7898713802517714, + "F1_coffee": 0.8885156696113667, + "IoU_coffee": 0.7993955877908734, + "precision_coffee": 0.91157212764491, + "recall_coffee": 0.8665967763071681, + "F1_noncoffee": 0.691227090892176, + "IoU_noncoffee": 0.5281489906170032, + "kappa": 0.5804860788358217, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8267258241496112, + "mIoU": 0.6479638392114294, + "macroF1": 0.7774004274874471, + "F1_coffee": 0.8821850265991955, + "IoU_coffee": 0.7892048752176436, + "precision_coffee": 0.9146431694356629, + "recall_coffee": 0.8519516321032516, + "F1_noncoffee": 0.6726158283756986, + "IoU_noncoffee": 0.5067228032052152, + "kappa": 0.5563533789311916, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8501760395851176, + "mIoU": 0.6742882235311203, + "macroF1": 0.79635694779597, + "F1_coffee": 0.90104641297175, + "IoU_coffee": 0.8199130733157955, + "precision_coffee": 0.9071753986332574, + "recall_coffee": 0.8949996878706536, + "F1_noncoffee": 0.69166748262019, + "IoU_noncoffee": 0.5286633737464451, + "kappa": 0.5927718144910361, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8521886867879273, + "mIoU": 0.6942226432628378, + "macroF1": 0.8134218991149662, + "F1_coffee": 0.8984691425825496, + "IoU_coffee": 0.8156549918982924, + "precision_coffee": 0.9064967447014822, + "recall_coffee": 0.8905824714207947, + "F1_noncoffee": 0.7283746556473829, + "IoU_noncoffee": 0.5727902946273831, + "kappa": 0.6269220710486189, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8402022514787254, + "mIoU": 0.6749144124891768, + "macroF1": 0.7990167942349042, + "F1_coffee": 0.8899980298154594, + "IoU_coffee": 0.8017986037155366, + "precision_coffee": 0.915180983252296, + "recall_coffee": 0.8661638757509906, + "F1_noncoffee": 0.708035558654349, + "IoU_noncoffee": 0.5480302212628171, + "kappa": 0.5988397957064352, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8748695569680296, + "mIoU": 0.7227970651398385, + "macroF1": 0.8331277432243089, + "F1_coffee": 0.9165876177828369, + "IoU_coffee": 0.8460191454587905, + "precision_coffee": 0.9137561467658555, + "recall_coffee": 0.9194366911951282, + "F1_noncoffee": 0.749667868665781, + "IoU_noncoffee": 0.5995749848208864, + "kappa": 0.6662651037075867, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8205578310903062, + "mIoU": 0.6344853305048287, + "macroF1": 0.7660356110144866, + "F1_coffee": 0.8789792159957905, + "IoU_coffee": 0.7840882421966674, + "precision_coffee": 0.9165980795610426, + "recall_coffee": 0.8443265099823098, + "F1_noncoffee": 0.6530920060331825, + "IoU_noncoffee": 0.48488241881298993, + "kappa": 0.534319736232595, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8132455386964405, + "mIoU": 0.6209717904202683, + "macroF1": 0.7546214573413772, + "F1_coffee": 0.8745593231203128, + "IoU_coffee": 0.7770816721722292, + "precision_coffee": 0.9141096073964894, + "recall_coffee": 0.8382895060211354, + "F1_noncoffee": 0.6346835915624417, + "IoU_noncoffee": 0.46486190866830734, + "kappa": 0.511903877585318, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8253316789157201, + "mIoU": 0.627270948932942, + "macroF1": 0.7577754043286054, + "F1_coffee": 0.8856964397251718, + "IoU_coffee": 0.7948430493273543, + "precision_coffee": 0.9005461704559888, + "recall_coffee": 0.8713284994469707, + "F1_noncoffee": 0.6298543689320388, + "IoU_noncoffee": 0.45969884853852966, + "kappa": 0.5159769994462223, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7061, + 8413 + ], + [ + 44971, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6778655608495077, + "test_tta": { + "OA": 0.8446954481916483, + "mIoU": 0.665134633193511, + "macroF1": 0.7892433668590153, + "F1_coffee": 0.8973493054670575, + "IoU_coffee": 0.8138110372724646, + "precision_coffee": 0.9004091897191083, + "recall_coffee": 0.8943101477498836, + "F1_noncoffee": 0.6811374282509731, + "IoU_noncoffee": 0.5164582291145573, + "kappa": 0.5785018542642527, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8081516095534788, + "mIoU": 0.6136827031052476, + "macroF1": 0.7486464485172795, + "F1_coffee": 0.8709445824278175, + "IoU_coffee": 0.7713922353790366, + "precision_coffee": 0.8765745532662826, + "recall_coffee": 0.8653864692386296, + "F1_noncoffee": 0.6263483146067416, + "IoU_noncoffee": 0.45597317083145883, + "kappa": 0.4973529298115346, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7217554436346054, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7647195759616073, + "mIoU": 0.6139236591217705, + "macroF1": 0.75983884378806, + "F1_coffee": 0.794075699396599, + "IoU_coffee": 0.6584788937409025, + "precision_coffee": 0.8687585733882031, + "recall_coffee": 0.7312166257757252, + "F1_noncoffee": 0.7256019881795209, + "IoU_noncoffee": 0.5693684245026384, + "kappa": 0.5243614434522673, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6778729664243683, + "mIoU": 0.5073776725875401, + "macroF1": 0.6716556966773792, + "F1_coffee": 0.7168376079211938, + "IoU_coffee": 0.5586491720349366, + "precision_coffee": 0.8486476750818, + "recall_coffee": 0.6204679132648582, + "F1_noncoffee": 0.6264737854335647, + "IoU_noncoffee": 0.4561061731401437, + "kappa": 0.3635640738928237, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16330887258172114, + "mIoU": 0.08191506839338546, + "macroF1": 0.14122135556514562, + "F1_coffee": 0.278946763251696, + "IoU_coffee": 0.1620791020844468, + "precision_coffee": 1.0, + "recall_coffee": 0.1620791020844468, + "F1_noncoffee": 0.0034959478785952644, + "IoU_noncoffee": 0.0017510347023241006, + "kappa": 0.0005674512184072171, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7339505420879523, + "mIoU": 0.5797123507766049, + "macroF1": 0.7339457056474374, + "F1_coffee": 0.732811353070712, + "IoU_coffee": 0.5782969685267426, + "precision_coffee": 0.856325947105075, + "recall_coffee": 0.6404362236715493, + "F1_noncoffee": 0.735080058224163, + "IoU_noncoffee": 0.5811277330264673, + "kappa": 0.47864585193979875, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7728941517141528, + "mIoU": 0.622329633976282, + "macroF1": 0.7658729098140499, + "F1_coffee": 0.8064174894217208, + "IoU_coffee": 0.6756277695716396, + "precision_coffee": 0.8784328788169772, + "recall_coffee": 0.7453153006354897, + "F1_noncoffee": 0.725328330206379, + "IoU_noncoffee": 0.5690314983809244, + "kappa": 0.5361690638878167, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.781998307362971, + "mIoU": 0.6284262306826169, + "macroF1": 0.7694740348564979, + "F1_coffee": 0.823206427389075, + "IoU_coffee": 0.6995334156717442, + "precision_coffee": 0.8675857373840524, + "recall_coffee": 0.7831464126593947, + "F1_noncoffee": 0.7157416423239208, + "IoU_noncoffee": 0.5573190456934897, + "kappa": 0.5408796359702253, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7351528640037484, + "mIoU": 0.5733765014873987, + "macroF1": 0.7271281354827899, + "F1_coffee": 0.6803336632263537, + "IoU_coffee": 0.5155346046710949, + "precision_coffee": 0.7504678727386151, + "recall_coffee": 0.622187742435997, + "F1_noncoffee": 0.773922607739226, + "IoU_noncoffee": 0.6312183983037025, + "kappa": 0.4576064678905049, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7131552917903067, + "mIoU": 0.55136495318034, + "macroF1": 0.7101336575825143, + "F1_coffee": 0.6805385556915544, + "IoU_coffee": 0.5157699443413729, + "precision_coffee": 0.7435143086386734, + "recall_coffee": 0.6273978785827127, + "F1_noncoffee": 0.7397287594734743, + "IoU_noncoffee": 0.5869599620193069, + "kappa": 0.4236360946409523, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7104902477596204, + "mIoU": 0.5502163215385607, + "macroF1": 0.7096737639386814, + "F1_coffee": 0.6942774437764417, + "IoU_coffee": 0.531718963165075, + "precision_coffee": 0.7479011753418086, + "recall_coffee": 0.647828797008103, + "F1_noncoffee": 0.7250700841009211, + "IoU_noncoffee": 0.5687136799120465, + "kappa": 0.42201950865929644, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7326481410988454, + "mIoU": 0.5697120992620213, + "macroF1": 0.7240133678096397, + "F1_coffee": 0.7728301886792452, + "IoU_coffee": 0.6297662976629766, + "precision_coffee": 0.9458960147796253, + "recall_coffee": 0.6532993073277433, + "F1_noncoffee": 0.675196546940034, + "IoU_noncoffee": 0.5096579008610659, + "kappa": 0.4732394226796903, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8259765625, + "mIoU": 0.6605612102621305, + "macroF1": 0.789181415715521, + "F1_coffee": 0.8772558203609313, + "IoU_coffee": 0.7813496932515337, + "precision_coffee": 0.9540074906367041, + "recall_coffee": 0.8119342088486549, + "F1_noncoffee": 0.7011070110701108, + "IoU_noncoffee": 0.5397727272727273, + "kappa": 0.5849051882529382, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8459724580267874, + "mIoU": 0.6746259699864019, + "macroF1": 0.7975510446732033, + "F1_coffee": 0.8965604611389117, + "IoU_coffee": 0.8125143513203215, + "precision_coffee": 0.9333948826167238, + "recall_coffee": 0.8625228519195612, + "F1_noncoffee": 0.6985416282074949, + "IoU_noncoffee": 0.5367375886524822, + "kappa": 0.5969314383758642, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2551, + 2984 + ], + [ + 40126, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7396339535713197, + "test_tta": { + "OA": 0.7808717140605974, + "mIoU": 0.6334405213918806, + "macroF1": 0.7743991225612058, + "F1_coffee": 0.8126119780101986, + "IoU_coffee": 0.6843693577508383, + "precision_coffee": 0.8654511057472764, + "recall_coffee": 0.7658536585365854, + "F1_noncoffee": 0.736186267112213, + "IoU_noncoffee": 0.5825116850329228, + "kappa": 0.5511537250221532, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6970116533979462, + "mIoU": 0.5270195030207643, + "macroF1": 0.6881532507215979, + "F1_coffee": 0.7407123991014786, + "IoU_coffee": 0.5881995491522102, + "precision_coffee": 0.8462688250888375, + "recall_coffee": 0.6585681678518128, + "F1_noncoffee": 0.6355941023417172, + "IoU_noncoffee": 0.4658394568893183, + "kappa": 0.3896519711292601, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7349916875789616, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7789914762552825, + "mIoU": 0.6331301664065803, + "macroF1": 0.7745386363473517, + "F1_coffee": 0.8062237015637757, + "IoU_coffee": 0.6753557618959939, + "precision_coffee": 0.8839122800977726, + "recall_coffee": 0.7410881801125704, + "F1_noncoffee": 0.7428535711309275, + "IoU_noncoffee": 0.5909045709171666, + "kappa": 0.553652878428893, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6829208491981078, + "mIoU": 0.5140595332710141, + "macroF1": 0.6778001411080747, + "F1_coffee": 0.7184189966315304, + "IoU_coffee": 0.5605724450840479, + "precision_coffee": 0.862608802632793, + "recall_coffee": 0.6155298042314108, + "F1_noncoffee": 0.6371812855846192, + "IoU_noncoffee": 0.46754662145798015, + "kappa": 0.3779938031540714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11020680453635757, + "mIoU": 0.05527284554354679, + "macroF1": 0.09984860236639459, + "F1_coffee": 0.19640920592842512, + "IoU_coffee": 0.10889898450026723, + "precision_coffee": 1.0, + "recall_coffee": 0.10889898450026723, + "F1_noncoffee": 0.0032879988043640713, + "IoU_noncoffee": 0.0016467065868263472, + "kappa": 0.0003585850470035455, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743817760994031, + "mIoU": 0.5921215017399286, + "macroF1": 0.7438136209648353, + "F1_coffee": 0.7427837573385518, + "IoU_coffee": 0.590816227259461, + "precision_coffee": 0.8676953850550079, + "recall_coffee": 0.6493103816957126, + "F1_noncoffee": 0.7448434845911187, + "IoU_noncoffee": 0.5934267762203963, + "kappa": 0.49794838506837696, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7844252546667356, + "mIoU": 0.6398080383618083, + "macroF1": 0.7794451343370125, + "F1_coffee": 0.8125870982243201, + "IoU_coffee": 0.6843340652684182, + "precision_coffee": 0.9064286430648881, + "recall_coffee": 0.7363532670686003, + "F1_noncoffee": 0.7463031704497048, + "IoU_noncoffee": 0.5952820114551985, + "kappa": 0.5651988154730528, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.80250908547817, + "mIoU": 0.6552135226174564, + "macroF1": 0.7894197975803889, + "F1_coffee": 0.8419207013349272, + "IoU_coffee": 0.7269974537196339, + "precision_coffee": 0.8747205431812536, + "recall_coffee": 0.8114917806114611, + "F1_noncoffee": 0.7369188938258505, + "IoU_noncoffee": 0.5834295915152788, + "kappa": 0.5798228180259575, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7155909570106594, + "mIoU": 0.5461367973317098, + "macroF1": 0.7037463632605995, + "F1_coffee": 0.6445095168374817, + "IoU_coffee": 0.4754806653704904, + "precision_coffee": 0.7428282146473169, + "recall_coffee": 0.5691750711145591, + "F1_noncoffee": 0.7629832096837172, + "IoU_noncoffee": 0.6167929292929293, + "kappa": 0.41433337172256623, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7231563908121772, + "mIoU": 0.5603916307298002, + "macroF1": 0.7168872293003012, + "F1_coffee": 0.6747579083279536, + "IoU_coffee": 0.5091582229150429, + "precision_coffee": 0.7884731442365721, + "recall_coffee": 0.5897088693297224, + "F1_noncoffee": 0.759016550272649, + "IoU_noncoffee": 0.6116250385445575, + "kappa": 0.4423683797764388, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7252503953610965, + "mIoU": 0.568057977155885, + "macroF1": 0.7243402900916935, + "F1_coffee": 0.7085011185682326, + "IoU_coffee": 0.5485882556729603, + "precision_coffee": 0.7673855100557305, + "recall_coffee": 0.6580095574485768, + "F1_noncoffee": 0.7401794616151546, + "IoU_noncoffee": 0.5875276986388097, + "kappa": 0.45155890478057864, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7743941124222814, + "mIoU": 0.6209038071418953, + "macroF1": 0.7641693123616564, + "F1_coffee": 0.8132745221592103, + "IoU_coffee": 0.6853097345132744, + "precision_coffee": 0.9593657086223984, + "recall_coffee": 0.7057965730951513, + "F1_noncoffee": 0.7150641025641026, + "IoU_noncoffee": 0.5564978797705163, + "kappa": 0.5444581238749552, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8388671875, + "mIoU": 0.6815811790674744, + "macroF1": 0.8051435820551263, + "F1_coffee": 0.8862068965517241, + "IoU_coffee": 0.7956656346749226, + "precision_coffee": 0.9651494667267538, + "recall_coffee": 0.8192018360321306, + "F1_noncoffee": 0.7240802675585284, + "IoU_noncoffee": 0.5674967234600262, + "kappa": 0.6165081093236965, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8716279947179777, + "mIoU": 0.709975118803793, + "macroF1": 0.8230976541315719, + "F1_coffee": 0.9157536366450015, + "IoU_coffee": 0.8445992235670244, + "precision_coffee": 0.930440251572327, + "recall_coffee": 0.9015234613040829, + "F1_noncoffee": 0.7304416716181422, + "IoU_noncoffee": 0.5753510140405617, + "kappa": 0.6464771371681707, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2565, + 2984 + ], + [ + 40909, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1980425477027894, + "test_tta": { + "OA": 0.7859931237017406, + "mIoU": 0.6417997217842326, + "macroF1": 0.780911348120167, + "F1_coffee": 0.8142783881645402, + "IoU_coffee": 0.6867365661861075, + "precision_coffee": 0.882002423915971, + "recall_coffee": 0.7562130177514793, + "F1_noncoffee": 0.7475443080757938, + "IoU_noncoffee": 0.5968628773823579, + "kappa": 0.5653064863813819, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6891369562709126, + "mIoU": 0.5205026025205366, + "macroF1": 0.683222656876709, + "F1_coffee": 0.7265067884786195, + "IoU_coffee": 0.5704834402773903, + "precision_coffee": 0.8610960717078746, + "recall_coffee": 0.6283030462645949, + "F1_noncoffee": 0.6399385252747987, + "IoU_noncoffee": 0.4705217647636828, + "kappa": 0.38618698617765324, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.7094918923534705, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7475467373397321, + "mIoU": 0.5855883688237707, + "macroF1": 0.736289401656532, + "F1_coffee": 0.7907749844172034, + "IoU_coffee": 0.6539518900343643, + "precision_coffee": 0.8138192259522864, + "recall_coffee": 0.7689998556790302, + "F1_noncoffee": 0.6818038188958606, + "IoU_noncoffee": 0.5172248476131772, + "kappa": 0.4732211635046206, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6627437406253606, + "mIoU": 0.48544718075152515, + "macroF1": 0.6504089579040688, + "F1_coffee": 0.7160757649344341, + "IoU_coffee": 0.5577243153275836, + "precision_coffee": 0.8013914555929993, + "recall_coffee": 0.647177596347994, + "F1_noncoffee": 0.5847421508737036, + "IoU_noncoffee": 0.41317004617546677, + "kappa": 0.3122186853045175, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16317545030020014, + "mIoU": 0.08177758645771567, + "macroF1": 0.14089533978618002, + "F1_coffee": 0.2792461503102735, + "IoU_coffee": 0.16228128756511287, + "precision_coffee": 0.9975369458128078, + "recall_coffee": 0.16234633885622662, + "F1_noncoffee": 0.002544529262086514, + "IoU_noncoffee": 0.0012738853503184713, + "kappa": -0.0003867593056004077, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6699963454744793, + "mIoU": 0.5037426730414815, + "macroF1": 0.6699815311070223, + "F1_coffee": 0.6677704194260485, + "IoU_coffee": 0.5012427506213754, + "precision_coffee": 0.7828900071890726, + "recall_coffee": 0.5821661498984283, + "F1_noncoffee": 0.6721926427879962, + "IoU_noncoffee": 0.5062425954615876, + "kappa": 0.3537503136521664, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7752727648792596, + "mIoU": 0.620789554274166, + "macroF1": 0.7638516733742255, + "F1_coffee": 0.81578501186843, + "IoU_coffee": 0.6888825255923832, + "precision_coffee": 0.8502385580491253, + "recall_coffee": 0.7840149910379665, + "F1_noncoffee": 0.7119183348800212, + "IoU_noncoffee": 0.5526965829559489, + "kappa": 0.5289130476308513, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7842385622541943, + "mIoU": 0.6092273687174766, + "macroF1": 0.7504109156122314, + "F1_coffee": 0.8422967760716105, + "IoU_coffee": 0.7275584611516218, + "precision_coffee": 0.8001935840707964, + "recall_coffee": 0.8890766630818866, + "F1_noncoffee": 0.6585250551528522, + "IoU_noncoffee": 0.4908962762833314, + "kappa": 0.5037963597165924, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6388661122174066, + "mIoU": 0.46190522996647104, + "macroF1": 0.6293485137682302, + "F1_coffee": 0.5699539684753802, + "IoU_coffee": 0.3985563792430745, + "precision_coffee": 0.6187159297395518, + "recall_coffee": 0.5283165244375485, + "F1_noncoffee": 0.6887430590610802, + "IoU_noncoffee": 0.5252540806898676, + "kappa": 0.2620146850816445, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6796351247389824, + "mIoU": 0.5134620086802372, + "macroF1": 0.6781696565319787, + "F1_coffee": 0.6564525633470831, + "IoU_coffee": 0.4885964912280702, + "precision_coffee": 0.6869758263443513, + "recall_coffee": 0.628526292033401, + "F1_noncoffee": 0.6998867497168743, + "IoU_noncoffee": 0.5383275261324042, + "kappa": 0.35744743136899937, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6895097522403796, + "mIoU": 0.5230470837121368, + "macroF1": 0.6860056023736455, + "F1_coffee": 0.719176122818728, + "IoU_coffee": 0.5614949374627755, + "precision_coffee": 0.6646105040535777, + "recall_coffee": 0.7835030126740079, + "F1_noncoffee": 0.652835081928563, + "IoU_noncoffee": 0.48459922996149807, + "kappa": 0.37720103851683495, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7037178023093517, + "mIoU": 0.5358355649043434, + "macroF1": 0.6959711617165307, + "F1_coffee": 0.7445015866068497, + "IoU_coffee": 0.5929928534077044, + "precision_coffee": 0.9312893512181768, + "recall_coffee": 0.6201239518775064, + "F1_noncoffee": 0.6474407368262117, + "IoU_noncoffee": 0.47867827640098237, + "kappa": 0.42392051551378945, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86025390625, + "mIoU": 0.7031545435524151, + "macroF1": 0.8194720208575811, + "F1_coffee": 0.9052757000066195, + "IoU_coffee": 0.8269440077397509, + "precision_coffee": 0.9413546255506607, + "recall_coffee": 0.8718602575545072, + "F1_noncoffee": 0.7336683417085427, + "IoU_noncoffee": 0.5793650793650794, + "kappa": 0.6404291105426071, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8689869835880023, + "mIoU": 0.6763208395948945, + "macroF1": 0.7941314759256894, + "F1_coffee": 0.918270079435128, + "IoU_coffee": 0.8488903394255874, + "precision_coffee": 0.8877133105802048, + "recall_coffee": 0.9510054844606947, + "F1_noncoffee": 0.6699928724162509, + "IoU_noncoffee": 0.5037513397642015, + "kappa": 0.5902234154184438, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2637, + 2984 + ], + [ + 39081, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9463482022285463, + "test_tta": { + "OA": 0.7603502614425901, + "mIoU": 0.5947646406845004, + "macroF1": 0.742169819048319, + "F1_coffee": 0.8106348959291384, + "IoU_coffee": 0.6815694299038736, + "precision_coffee": 0.795076051959587, + "recall_coffee": 0.8268148361956993, + "F1_noncoffee": 0.6737047421674996, + "IoU_noncoffee": 0.5079598514651273, + "kappa": 0.484679674481053, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6835842852197992, + "mIoU": 0.5006712362229595, + "macroF1": 0.6617422716841392, + "F1_coffee": 0.7476970846989822, + "IoU_coffee": 0.5970576891288776, + "precision_coffee": 0.7853881278538812, + "recall_coffee": 0.7134579931524888, + "F1_noncoffee": 0.5757874586692964, + "IoU_noncoffee": 0.4042847833170414, + "kappa": 0.32609410848760856, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.6995509437860257, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.80696225198768, + "mIoU": 0.657504263404931, + "macroF1": 0.7905185668888366, + "F1_coffee": 0.8492096796754791, + "IoU_coffee": 0.7379360641789231, + "precision_coffee": 0.8238566969738093, + "recall_coffee": 0.8761726078799249, + "F1_noncoffee": 0.7318274541021942, + "IoU_noncoffee": 0.5770724626309388, + "kappa": 0.5817415678013645, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7291450328833506, + "mIoU": 0.5522593837426395, + "macroF1": 0.7063911114327047, + "F1_coffee": 0.7881269884248291, + "IoU_coffee": 0.6503379321901357, + "precision_coffee": 0.8109068115336397, + "recall_coffee": 0.7665920463523834, + "F1_noncoffee": 0.6246552344405804, + "IoU_noncoffee": 0.4541808352951434, + "kappa": 0.4136020192296843, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3124749833222148, + "mIoU": 0.1566959603166774, + "macroF1": 0.23934104605287634, + "F1_coffee": 0.4752011406456869, + "IoU_coffee": 0.31164841036601654, + "precision_coffee": 0.9991434689507495, + "recall_coffee": 0.31173169428113306, + "F1_noncoffee": 0.0034809514600657515, + "IoU_noncoffee": 0.001743510267338241, + "kappa": 0.0005535266622458768, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7849920818613717, + "mIoU": 0.6414944269675313, + "macroF1": 0.7808542703816335, + "F1_coffee": 0.8109671200599764, + "IoU_coffee": 0.6820392722032066, + "precision_coffee": 0.8123591889282266, + "recall_coffee": 0.8095798139634341, + "F1_noncoffee": 0.7507414207032905, + "IoU_noncoffee": 0.6009495817318562, + "kappa": 0.561710237831634, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8251719323646517, + "mIoU": 0.6837925868474268, + "macroF1": 0.8097381817224631, + "F1_coffee": 0.8639272346762185, + "IoU_coffee": 0.760450616409239, + "precision_coffee": 0.8536546568042631, + "recall_coffee": 0.8744500570311227, + "F1_noncoffee": 0.755549128768708, + "IoU_noncoffee": 0.6071345572856147, + "kappa": 0.6195753288733756, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8073878627968337, + "mIoU": 0.6377792817522308, + "macroF1": 0.7723335232931632, + "F1_coffee": 0.8616682755908327, + "IoU_coffee": 0.7569570952949306, + "precision_coffee": 0.8059661561099593, + "recall_coffee": 0.925641419572899, + "F1_noncoffee": 0.6829987709954937, + "IoU_noncoffee": 0.5186014682095309, + "kappa": 0.549597083593619, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7574089258521729, + "mIoU": 0.6087388782886414, + "macroF1": 0.7566395795709149, + "F1_coffee": 0.7429564353977908, + "IoU_coffee": 0.5910347551342812, + "precision_coffee": 0.7143198090692124, + "recall_coffee": 0.773985001292992, + "F1_noncoffee": 0.770322723744039, + "IoU_noncoffee": 0.6264430014430015, + "kappa": 0.5139771123899787, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.747115067589845, + "mIoU": 0.5963142860581291, + "macroF1": 0.7471135892185409, + "F1_coffee": 0.7477250301502029, + "IoU_coffee": 0.5970933286639818, + "precision_coffee": 0.7270788912579957, + "recall_coffee": 0.7695779733694426, + "F1_noncoffee": 0.7465021482868789, + "IoU_noncoffee": 0.5955352434522764, + "kappa": 0.49463664503868393, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7665788086452293, + "mIoU": 0.6176888803870464, + "macroF1": 0.762978480126969, + "F1_coffee": 0.7921907264877042, + "IoU_coffee": 0.6558905812869132, + "precision_coffee": 0.7224790275637734, + "recall_coffee": 0.8767920216081446, + "F1_noncoffee": 0.7337662337662337, + "IoU_noncoffee": 0.5794871794871795, + "kappa": 0.5315445861137184, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8148712092374064, + "mIoU": 0.6582551372099458, + "macroF1": 0.7895012976328464, + "F1_coffee": 0.8625788829236131, + "IoU_coffee": 0.7583636965882743, + "precision_coffee": 0.8924186318456441, + "recall_coffee": 0.8346700692672256, + "F1_noncoffee": 0.7164237123420797, + "IoU_noncoffee": 0.5581465778316173, + "kappa": 0.5799716495687983, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.89453125, + "mIoU": 0.7506155363240784, + "macroF1": 0.8520734040789282, + "F1_coffee": 0.9313239221671118, + "IoU_coffee": 0.8714744734023563, + "precision_coffee": 0.9289610554357478, + "recall_coffee": 0.9336988397296953, + "F1_noncoffee": 0.7728228859907447, + "IoU_noncoffee": 0.6297565992458005, + "kappa": 0.7041531396999511, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8438973778532353, + "mIoU": 0.6142360611917808, + "macroF1": 0.7394294324151276, + "F1_coffee": 0.9044181345654058, + "IoU_coffee": 0.8255139694254086, + "precision_coffee": 0.8594950603732162, + "recall_coffee": 0.9542961608775137, + "F1_noncoffee": 0.5744407302648495, + "IoU_noncoffee": 0.40295815295815296, + "kappa": 0.48512127723819076, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2546, + 2984 + ], + [ + 42490, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.620279928048452, + "test_tta": { + "OA": 0.8103287730105293, + "mIoU": 0.6572925126113452, + "macroF1": 0.7896113486530224, + "F1_coffee": 0.8556318831098026, + "IoU_coffee": 0.7476893758932825, + "precision_coffee": 0.8105776928440461, + "recall_coffee": 0.9059893202482321, + "F1_noncoffee": 0.7235908141962422, + "IoU_noncoffee": 0.566895649329408, + "kappa": 0.5816970023410597, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7424570208838122, + "mIoU": 0.5618704979542934, + "macroF1": 0.7128883111375017, + "F1_coffee": 0.8050269143000645, + "IoU_coffee": 0.6736778626512189, + "precision_coffee": 0.801012537209656, + "recall_coffee": 0.8090817311912913, + "F1_noncoffee": 0.6207497079749389, + "IoU_noncoffee": 0.45006313325736813, + "kappa": 0.4258046745840794, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.7002252427885328, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7778275195186591, + "mIoU": 0.6267868088917516, + "macroF1": 0.7689083664806851, + "F1_coffee": 0.814308164334356, + "IoU_coffee": 0.6867789250460731, + "precision_coffee": 0.8456325769350327, + "recall_coffee": 0.7852215326886997, + "F1_noncoffee": 0.7235085686270141, + "IoU_noncoffee": 0.5667946927374302, + "kappa": 0.5387590979470889, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6840602284527518, + "mIoU": 0.5108384240449553, + "macroF1": 0.6736770824411528, + "F1_coffee": 0.7318858317830217, + "IoU_coffee": 0.5771450632178361, + "precision_coffee": 0.8273104593248478, + "recall_coffee": 0.656197875515758, + "F1_noncoffee": 0.6154683330992838, + "IoU_noncoffee": 0.44453178487207445, + "kappa": 0.35957399647412924, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12208138759172782, + "mIoU": 0.061229981670906534, + "macroF1": 0.10943917082972357, + "F1_coffee": 0.21554601812112542, + "IoU_coffee": 0.1207910208444682, + "precision_coffee": 1.0, + "recall_coffee": 0.1207910208444682, + "F1_noncoffee": 0.003332323538321721, + "IoU_noncoffee": 0.0016689424973448642, + "kappa": 0.0004031052726607403, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7566695090754051, + "mIoU": 0.6072948665178055, + "macroF1": 0.755429592611701, + "F1_coffee": 0.7728435776425769, + "IoU_coffee": 0.6297840793253637, + "precision_coffee": 0.8253582705853777, + "recall_coffee": 0.7266117823158345, + "F1_noncoffee": 0.738015607580825, + "IoU_noncoffee": 0.5848056537102474, + "kappa": 0.5131323867081857, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8040229587879415, + "mIoU": 0.662878430973789, + "macroF1": 0.7958871267783862, + "F1_coffee": 0.8366379310344828, + "IoU_coffee": 0.719155242682475, + "precision_coffee": 0.8882482152663371, + "recall_coffee": 0.7906957796969203, + "F1_noncoffee": 0.7551363225222897, + "IoU_noncoffee": 0.6066016192651028, + "kappa": 0.5938296009042825, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7699009309503659, + "mIoU": 0.6029304052992217, + "macroF1": 0.7478432670720507, + "F1_coffee": 0.82242200706931, + "IoU_coffee": 0.6984013050570963, + "precision_coffee": 0.8226748654880861, + "recall_coffee": 0.8221693040405592, + "F1_noncoffee": 0.6732645270747915, + "IoU_noncoffee": 0.507459505541347, + "kappa": 0.4956866218050189, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7191050720393581, + "mIoU": 0.55733462270957, + "macroF1": 0.7147988976534512, + "F1_coffee": 0.6797542735042735, + "IoU_coffee": 0.514869512441837, + "precision_coffee": 0.7028445180889257, + "recall_coffee": 0.6581329195758986, + "F1_noncoffee": 0.7498435218026288, + "IoU_noncoffee": 0.599799732977303, + "kappa": 0.43007828288016553, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7431585888559182, + "mIoU": 0.5891053447958566, + "macroF1": 0.7409825138774617, + "F1_coffee": 0.7172413793103448, + "IoU_coffee": 0.5591397849462365, + "precision_coffee": 0.7730829420970265, + "recall_coffee": 0.6689234935680434, + "F1_noncoffee": 0.7647236484445786, + "IoU_noncoffee": 0.6190709046454768, + "kappa": 0.48420428043468433, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7342119135477069, + "mIoU": 0.5794419427486517, + "macroF1": 0.7336015779746655, + "F1_coffee": 0.746352751785894, + "IoU_coffee": 0.5953451043338683, + "precision_coffee": 0.7235661334373781, + "recall_coffee": 0.7706212341574902, + "F1_noncoffee": 0.720850404163437, + "IoU_noncoffee": 0.5635387811634349, + "kappa": 0.46778405146893376, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7973607410227128, + "mIoU": 0.6434851405486277, + "macroF1": 0.7799297636779252, + "F1_coffee": 0.841865531240717, + "IoU_coffee": 0.7269151846785226, + "precision_coffee": 0.921526121829612, + "recall_coffee": 0.7748815165876777, + "F1_noncoffee": 0.7179939961151334, + "IoU_noncoffee": 0.5600550964187327, + "kappa": 0.5656477552771164, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85810546875, + "mIoU": 0.703706812427945, + "macroF1": 0.8203369394819692, + "F1_coffee": 0.9027117509206561, + "IoU_coffee": 0.8226751281425433, + "precision_coffee": 0.950507614213198, + "recall_coffee": 0.8594925411194696, + "F1_noncoffee": 0.7379621280432822, + "IoU_noncoffee": 0.5847384967133467, + "kappa": 0.6431044828590021, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8018298434257687, + "mIoU": 0.5933384397752719, + "macroF1": 0.7293305985455901, + "F1_coffee": 0.8694138852632233, + "IoU_coffee": 0.7689939527212755, + "precision_coffee": 0.8871131405377981, + "recall_coffee": 0.8524070688604509, + "F1_noncoffee": 0.589247311827957, + "IoU_noncoffee": 0.4176829268292683, + "kappa": 0.45933815411380685, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2589, + 2984 + ], + [ + 40820, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6330742398897806, + "test_tta": { + "OA": 0.7930305852016332, + "mIoU": 0.643698586495304, + "macroF1": 0.7810868433876688, + "F1_coffee": 0.8322204157473, + "IoU_coffee": 0.7126519652934888, + "precision_coffee": 0.837105393803113, + "recall_coffee": 0.8273921200750469, + "F1_noncoffee": 0.7299532710280374, + "IoU_noncoffee": 0.5747452076971191, + "kappa": 0.5621976829943246, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6987279335410177, + "mIoU": 0.5239054429636132, + "macroF1": 0.6840613753156712, + "F1_coffee": 0.7521328982497775, + "IoU_coffee": 0.602734776159142, + "precision_coffee": 0.8187078608147556, + "recall_coffee": 0.6955710648757791, + "F1_noncoffee": 0.6159898523815651, + "IoU_noncoffee": 0.44507610976808437, + "kappa": 0.37453033020493764, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.729849681942685, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7313766922140248, + "mIoU": 0.5749027794955732, + "macroF1": 0.7297299766878689, + "F1_coffee": 0.7508263707788648, + "IoU_coffee": 0.6010584543375352, + "precision_coffee": 0.884302371077549, + "recall_coffee": 0.6523596478568336, + "F1_noncoffee": 0.7086335825968729, + "IoU_noncoffee": 0.5487471046536113, + "kappa": 0.47348653011315506, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6339275412484136, + "mIoU": 0.4630849983482509, + "macroF1": 0.6326940665607659, + "F1_coffee": 0.6539793330970363, + "IoU_coffee": 0.4858612866634257, + "precision_coffee": 0.863116228859302, + "recall_coffee": 0.5264243701167588, + "F1_noncoffee": 0.6114088000244955, + "IoU_noncoffee": 0.4403087100330761, + "kappa": 0.3108284168103714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.028418945963975983, + "mIoU": 0.014249604787851087, + "macroF1": 0.02778757496810035, + "F1_coffee": 0.05256310174342961, + "IoU_coffee": 0.026990913949759488, + "precision_coffee": 1.0, + "recall_coffee": 0.026990913949759488, + "F1_noncoffee": 0.0030120481927710845, + "IoU_noncoffee": 0.0015082956259426848, + "kappa": 8.141724038278884e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7005116335729078, + "mIoU": 0.53768402745178, + "macroF1": 0.6989908025067486, + "F1_coffee": 0.6775949118090617, + "IoU_coffee": 0.5123958746529155, + "precision_coffee": 0.8760596812478806, + "recall_coffee": 0.5524430663958089, + "F1_noncoffee": 0.7203866932044356, + "IoU_noncoffee": 0.5629721802506444, + "kappa": 0.4236354615743081, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7015874657427995, + "mIoU": 0.5399008033594607, + "macroF1": 0.7011037261126445, + "F1_coffee": 0.7131282000298255, + "IoU_coffee": 0.5541563658838071, + "precision_coffee": 0.9145735050363382, + "recall_coffee": 0.5844060615936125, + "F1_noncoffee": 0.6890792521954636, + "IoU_noncoffee": 0.5256452408351142, + "kappa": 0.4320704485362546, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7852840145367651, + "mIoU": 0.6325622577740848, + "macroF1": 0.7725775541351458, + "F1_coffee": 0.826333803100463, + "IoU_coffee": 0.704062028269521, + "precision_coffee": 0.8683252940678683, + "recall_coffee": 0.7882163158703334, + "F1_noncoffee": 0.7188213051698286, + "IoU_noncoffee": 0.5610624872786485, + "kappa": 0.5468708298896751, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6844324704228651, + "mIoU": 0.49869881084692114, + "macroF1": 0.6590572468078808, + "F1_coffee": 0.5660438144329897, + "IoU_coffee": 0.39474275443720513, + "precision_coffee": 0.7505339598462195, + "recall_coffee": 0.4543573829842255, + "F1_noncoffee": 0.7520706791827719, + "IoU_noncoffee": 0.6026548672566372, + "kappa": 0.340868593684092, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6857896472139795, + "mIoU": 0.5062488090543327, + "macroF1": 0.667681403109398, + "F1_coffee": 0.5901075268817204, + "IoU_coffee": 0.4185478950579622, + "precision_coffee": 0.8089622641509434, + "recall_coffee": 0.46445497630331756, + "F1_noncoffee": 0.7452552793370757, + "IoU_noncoffee": 0.593949723050703, + "kappa": 0.3642800226008432, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7026884554559831, + "mIoU": 0.5387418999589095, + "macroF1": 0.6995001589471899, + "F1_coffee": 0.6685472496473907, + "IoU_coffee": 0.5021186440677966, + "precision_coffee": 0.7696887686062246, + "recall_coffee": 0.5908996467899439, + "F1_noncoffee": 0.7304530682469891, + "IoU_noncoffee": 0.5753651558500226, + "kappa": 0.4073229277618523, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7179291968024363, + "mIoU": 0.5540785295521252, + "macroF1": 0.7116608470679775, + "F1_coffee": 0.7541744996129603, + "IoU_coffee": 0.6053612639801171, + "precision_coffee": 0.9586730390778746, + "recall_coffee": 0.6215822092599343, + "F1_noncoffee": 0.6691471945229945, + "IoU_noncoffee": 0.5027957951241333, + "kappa": 0.45660041217129566, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.715625, + "mIoU": 0.5345146229037973, + "macroF1": 0.690790978090795, + "F1_coffee": 0.778420331760767, + "IoU_coffee": 0.637224367758814, + "precision_coffee": 0.9652764672579732, + "recall_coffee": 0.6521739130434783, + "F1_noncoffee": 0.6031616244208231, + "IoU_noncoffee": 0.4318048780487805, + "kappa": 0.42047460442602225, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8591775136766647, + "mIoU": 0.6818378270759223, + "macroF1": 0.8012127804391034, + "F1_coffee": 0.9085563790041037, + "IoU_coffee": 0.8324354657687991, + "precision_coffee": 0.9131987195272101, + "recall_coffee": 0.9039609993906155, + "F1_noncoffee": 0.693869181874103, + "IoU_noncoffee": 0.5312401883830455, + "kappa": 0.6024599545006515, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2523, + 2984 + ], + [ + 38292, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.637644882996877, + "test_tta": { + "OA": 0.7493732540648951, + "mIoU": 0.5957717508001552, + "macroF1": 0.7460058704992678, + "F1_coffee": 0.7752513087323762, + "IoU_coffee": 0.6329880687032909, + "precision_coffee": 0.8736834485504361, + "recall_coffee": 0.6967527781786693, + "F1_noncoffee": 0.7167604322661594, + "IoU_noncoffee": 0.5585554328970194, + "kappa": 0.5000097868762265, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6494605976693204, + "mIoU": 0.4784374469759499, + "macroF1": 0.6464283462179043, + "F1_coffee": 0.6791715617038689, + "IoU_coffee": 0.5142011952589395, + "precision_coffee": 0.8520518000861127, + "recall_coffee": 0.5646124133087526, + "F1_noncoffee": 0.6136851307319399, + "IoU_noncoffee": 0.4426736986929603, + "kappa": 0.3262548806768261, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 72, + "stopped_epoch": 100, + "best_val": 0.6833788194304689, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8830412188115296, + "mIoU": 0.7088799656980547, + "macroF1": 0.8200328175402415, + "F1_coffee": 0.9265196451204055, + "IoU_coffee": 0.8630988363306634, + "precision_coffee": 0.8942495889767478, + "recall_coffee": 0.9612058990596007, + "F1_noncoffee": 0.7135459899600775, + "IoU_noncoffee": 0.5546610950654458, + "kappa": 0.6418836179766294, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8521114572516442, + "mIoU": 0.6557171681011471, + "macroF1": 0.7787806135912034, + "F1_coffee": 0.9061470308266822, + "IoU_coffee": 0.8283992971299473, + "precision_coffee": 0.8624618869239481, + "recall_coffee": 0.9544937428896473, + "F1_noncoffee": 0.6514141963557247, + "IoU_noncoffee": 0.48303503907234685, + "kappa": 0.5617374509122, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8921359223300971, + "mIoU": 0.7296933378599006, + "macroF1": 0.8357755253366335, + "F1_coffee": 0.9319823680666095, + "IoU_coffee": 0.872628260246489, + "precision_coffee": 0.9019968003792144, + "recall_coffee": 0.9640301437527705, + "F1_noncoffee": 0.7395686826066573, + "IoU_noncoffee": 0.5867584154733123, + "kappa": 0.6729350004436541, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.888738455587254, + "mIoU": 0.7237298711912341, + "macroF1": 0.831464974480411, + "F1_coffee": 0.9297125576564743, + "IoU_coffee": 0.8686568868086078, + "precision_coffee": 0.9022886280090122, + "recall_coffee": 0.9588557746833848, + "F1_noncoffee": 0.7332173913043478, + "IoU_noncoffee": 0.5788028555738605, + "kappa": 0.6641076857622985, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8682848991828248, + "mIoU": 0.6735252198554644, + "macroF1": 0.7917198356504969, + "F1_coffee": 0.9180012040939193, + "IoU_coffee": 0.8484308924994436, + "precision_coffee": 0.8788979191884259, + "recall_coffee": 0.9607460147438724, + "F1_noncoffee": 0.6654384672070744, + "IoU_noncoffee": 0.4986195472114854, + "kappa": 0.5867770277870025, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9238427078148332, + "mIoU": 0.6633098006644518, + "macroF1": 0.7683259657889678, + "F1_coffee": 0.958139534883721, + "IoU_coffee": 0.9196428571428571, + "precision_coffee": 0.9298003398470688, + "recall_coffee": 0.988260526018738, + "F1_noncoffee": 0.5785123966942148, + "IoU_noncoffee": 0.4069767441860465, + "kappa": 0.5409457178022503, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9246874379837269, + "mIoU": 0.6738997379076668, + "macroF1": 0.7787448456271906, + "F1_coffee": 0.9584405628867109, + "IoU_coffee": 0.9201976658605825, + "precision_coffee": 0.9338454972257789, + "recall_coffee": 0.9843662130244067, + "F1_noncoffee": 0.5990491283676703, + "IoU_noncoffee": 0.4276018099547511, + "kappa": 0.5604313623854342, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9191307799166502, + "mIoU": 0.6631253025225887, + "macroF1": 0.769381781942176, + "F1_coffee": 0.9552173196329469, + "IoU_coffee": 0.9142736930682654, + "precision_coffee": 0.9338203695745595, + "recall_coffee": 0.977617815768755, + "F1_noncoffee": 0.5835462442514052, + "IoU_noncoffee": 0.411976911976912, + "kappa": 0.5410045652710144, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8619611558503079, + "mIoU": 0.7298276060356026, + "macroF1": 0.8409289617435469, + "F1_coffee": 0.898770235531161, + "IoU_coffee": 0.8161514195583596, + "precision_coffee": 0.866907921190189, + "recall_coffee": 0.933064050778996, + "F1_noncoffee": 0.7830876879559328, + "IoU_noncoffee": 0.6435037925128456, + "kappa": 0.6827761514200501, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8545694614731679, + "mIoU": 0.7173543461614528, + "macroF1": 0.8322044420667509, + "F1_coffee": 0.8934641426005251, + "IoU_coffee": 0.8074425574425574, + "precision_coffee": 0.862823592207099, + "recall_coffee": 0.9263610315186246, + "F1_noncoffee": 0.7709447415329769, + "IoU_noncoffee": 0.6272661348803481, + "kappa": 0.6653163453335041, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8199566160520607, + "mIoU": 0.6513878641847249, + "macroF1": 0.7821306489965516, + "F1_coffee": 0.8729112575727315, + "IoU_coffee": 0.7744831659775546, + "precision_coffee": 0.8153214774281806, + "recall_coffee": 0.9392550143266476, + "F1_noncoffee": 0.6913500404203718, + "IoU_noncoffee": 0.5282925623918953, + "kappa": 0.5694778995681469, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2665, + 2995 + ], + [ + 52050, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.26671484708786, + "test_tta": { + "OA": 0.8822181336948453, + "mIoU": 0.7043278063061434, + "macroF1": 0.8162835839365572, + "F1_coffee": 0.9263438364183202, + "IoU_coffee": 0.8627937582252303, + "precision_coffee": 0.8902597528565055, + "recall_coffee": 0.9654766162455557, + "F1_noncoffee": 0.7062233314547943, + "IoU_noncoffee": 0.5458618543870566, + "kappa": 0.6349590932202334, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8512316833967924, + "mIoU": 0.6506886208170859, + "macroF1": 0.7741931127373233, + "F1_coffee": 0.9060864023307689, + "IoU_coffee": 0.8282979608822305, + "precision_coffee": 0.8583157967364681, + "recall_coffee": 0.9594878617843852, + "F1_noncoffee": 0.6422998231438777, + "IoU_noncoffee": 0.47307928075194117, + "kappa": 0.5536523510537211, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6890005309753924, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8891094541815951, + "mIoU": 0.7278169149886032, + "macroF1": 0.8347633967501604, + "F1_coffee": 0.929526036698565, + "IoU_coffee": 0.8683312892840718, + "precision_coffee": 0.9069129773436875, + "recall_coffee": 0.9532956051585214, + "F1_noncoffee": 0.7400007568017558, + "IoU_noncoffee": 0.5873025406931347, + "kappa": 0.6702830551321204, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8565680166147456, + "mIoU": 0.6707318126476706, + "macroF1": 0.7917473994365655, + "F1_coffee": 0.9079328636628742, + "IoU_coffee": 0.8313892373944594, + "precision_coffee": 0.8731970511770362, + "recall_coffee": 0.945546749966256, + "F1_noncoffee": 0.6755619352102568, + "IoU_noncoffee": 0.5100743879008818, + "kappa": 0.5858045378665727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8903883495145631, + "mIoU": 0.7301539012737788, + "macroF1": 0.8364522341076, + "F1_coffee": 0.9303731113166821, + "IoU_coffee": 0.8698108856088561, + "precision_coffee": 0.9066650640062504, + "recall_coffee": 0.9553543157494776, + "F1_noncoffee": 0.7425313568985177, + "IoU_noncoffee": 0.5904969169387014, + "kappa": 0.6737294095998333, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8913011943329626, + "mIoU": 0.7315466271588082, + "macroF1": 0.8374300868311668, + "F1_coffee": 0.9310133186030811, + "IoU_coffee": 0.8709306998909112, + "precision_coffee": 0.9075082261441819, + "recall_coffee": 0.9557683825845883, + "F1_noncoffee": 0.7438468550592525, + "IoU_noncoffee": 0.5921625544267054, + "kappa": 0.6756680538423442, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8856438276679077, + "mIoU": 0.7218329486916284, + "macroF1": 0.830444681056488, + "F1_coffee": 0.9271882023336719, + "IoU_coffee": 0.8642598863571141, + "precision_coffee": 0.9065623118603251, + "recall_coffee": 0.9487744943607839, + "F1_noncoffee": 0.7337011597793042, + "IoU_noncoffee": 0.5794060110261426, + "kappa": 0.6615301548754654, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9193628670980587, + "mIoU": 0.6522940042025819, + "macroF1": 0.7581721177172995, + "F1_coffee": 0.9556067083196317, + "IoU_coffee": 0.9149874055415617, + "precision_coffee": 0.9287312240332375, + "recall_coffee": 0.984083982390789, + "F1_noncoffee": 0.5607375271149675, + "IoU_noncoffee": 0.3896006028636021, + "kappa": 0.520318821775755, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9229013693193094, + "mIoU": 0.6707209636147452, + "macroF1": 0.7760390832178652, + "F1_coffee": 0.9573989802072482, + "IoU_coffee": 0.9182793437105595, + "precision_coffee": 0.9339965768078733, + "recall_coffee": 0.9820042739849286, + "F1_noncoffee": 0.594679186228482, + "IoU_noncoffee": 0.42316258351893093, + "kappa": 0.5547378200081361, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9102004365945624, + "mIoU": 0.6504201521666771, + "macroF1": 0.7587519437132747, + "F1_coffee": 0.9498975806898079, + "IoU_coffee": 0.9045761282159427, + "precision_coffee": 0.9353467073702573, + "recall_coffee": 0.9649083342706107, + "F1_noncoffee": 0.5676063067367415, + "IoU_noncoffee": 0.3962641761174116, + "kappa": 0.5185095243952592, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8628138323069635, + "mIoU": 0.7344533293698705, + "macroF1": 0.8444229294325525, + "F1_coffee": 0.8979131415679639, + "IoU_coffee": 0.8147389969293757, + "precision_coffee": 0.8781025923883067, + "recall_coffee": 0.9186381996537796, + "F1_noncoffee": 0.7909327172971412, + "IoU_noncoffee": 0.6541676618103655, + "kappa": 0.6891698565266675, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8612656795246628, + "mIoU": 0.7304140419601903, + "macroF1": 0.8415035523264911, + "F1_coffee": 0.897469854324946, + "IoU_coffee": 0.8140093564293842, + "precision_coffee": 0.8738971087281119, + "recall_coffee": 0.9223495702005731, + "F1_noncoffee": 0.7855372503280361, + "IoU_noncoffee": 0.6468187274909964, + "kappa": 0.6834888184507621, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8623031217579931, + "mIoU": 0.7310362635366249, + "macroF1": 0.8418261220485459, + "F1_coffee": 0.8987376889998613, + "IoU_coffee": 0.8160977453079733, + "precision_coffee": 0.8710674912610917, + "recall_coffee": 0.9282234957020057, + "F1_noncoffee": 0.7849145550972304, + "IoU_noncoffee": 0.6459747817652765, + "kappa": 0.6843288239004688, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52459, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.635268501440684, + "test_tta": { + "OA": 0.888786675704464, + "mIoU": 0.7245671804604497, + "macroF1": 0.8321482621822752, + "F1_coffee": 0.929651370527283, + "IoU_coffee": 0.8685500639032486, + "precision_coffee": 0.903018523660307, + "recall_coffee": 0.9579029305955862, + "F1_noncoffee": 0.7346451538372675, + "IoU_noncoffee": 0.5805842970176507, + "kappa": 0.6653943831341559, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8563084112149533, + "mIoU": 0.6670949523969711, + "macroF1": 0.7884621399619857, + "F1_coffee": 0.9082622027015829, + "IoU_coffee": 0.8319417033550933, + "precision_coffee": 0.8691974199006027, + "recall_coffee": 0.9510036443570313, + "F1_noncoffee": 0.6686620772223885, + "IoU_noncoffee": 0.502248201438849, + "kappa": 0.5799884862435212, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6862739344849437, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8805396856137633, + "mIoU": 0.709680623184242, + "macroF1": 0.8211878938841133, + "F1_coffee": 0.9242064304730698, + "IoU_coffee": 0.8590927261997677, + "precision_coffee": 0.9002932551319648, + "recall_coffee": 0.9494246102707593, + "F1_noncoffee": 0.7181693572951569, + "IoU_noncoffee": 0.5602685201687162, + "kappa": 0.6433115196727437, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8494288681204569, + "mIoU": 0.6568647982899483, + "macroF1": 0.7804925975867923, + "F1_coffee": 0.9035048802129547, + "IoU_coffee": 0.8239935261986647, + "precision_coffee": 0.86765724024072, + "recall_coffee": 0.9424422976803378, + "F1_noncoffee": 0.65748031496063, + "IoU_noncoffee": 0.4897360703812317, + "kappa": 0.5636291901529322, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8850485436893204, + "mIoU": 0.7191387694468154, + "macroF1": 0.8283134168196511, + "F1_coffee": 0.9270081992478886, + "IoU_coffee": 0.8639471416259695, + "precision_coffee": 0.9030688847516666, + "recall_coffee": 0.952251282376037, + "F1_noncoffee": 0.7296186343914136, + "IoU_noncoffee": 0.5743303972676613, + "kappa": 0.6575183342987209, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8796963396354142, + "mIoU": 0.7141578135852136, + "macroF1": 0.825123248341159, + "F1_coffee": 0.9228144195569895, + "IoU_coffee": 0.85669028281781, + "precision_coffee": 0.9089409032573489, + "recall_coffee": 0.9371180139877765, + "F1_noncoffee": 0.7274320771253286, + "IoU_noncoffee": 0.571625344352617, + "kappa": 0.6505340016145941, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8768918330835066, + "mIoU": 0.6952774345649182, + "macroF1": 0.8094599582184193, + "F1_coffee": 0.9228110599078341, + "IoU_coffee": 0.8566844919786096, + "precision_coffee": 0.8893239058026062, + "recall_coffee": 0.9589187826854011, + "F1_noncoffee": 0.6961088565290046, + "IoU_noncoffee": 0.5338703771512266, + "kappa": 0.6210353443035618, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9107018417122946, + "mIoU": 0.6250685593464754, + "macroF1": 0.7312806291512441, + "F1_coffee": 0.9508573933052101, + "IoU_coffee": 0.9063185378590078, + "precision_coffee": 0.923781136895891, + "recall_coffee": 0.9795688000903037, + "F1_noncoffee": 0.5117038649972782, + "IoU_noncoffee": 0.34381858083394295, + "kappa": 0.4671101085117399, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9040484223060131, + "mIoU": 0.6309426596859681, + "macroF1": 0.7398030412477588, + "F1_coffee": 0.9465302737074924, + "IoU_coffee": 0.8984883476800336, + "precision_coffee": 0.9309332173156406, + "recall_coffee": 0.9626588685187268, + "F1_noncoffee": 0.5330758087880251, + "IoU_noncoffee": 0.36339697169190255, + "kappa": 0.48087857606823287, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9144671561817821, + "mIoU": 0.6405896472006195, + "macroF1": 0.747161839966844, + "F1_coffee": 0.9528343182315605, + "IoU_coffee": 0.9099174417389487, + "precision_coffee": 0.9277570591369206, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.5414893617021277, + "IoU_noncoffee": 0.3712618526622903, + "kappa": 0.49788994661605984, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8606347702510658, + "mIoU": 0.7307804245848688, + "macroF1": 0.8418933006391138, + "F1_coffee": 0.8963281415180774, + "IoU_coffee": 0.8121328224776501, + "precision_coffee": 0.876257406641863, + "recall_coffee": 0.9173398730525101, + "F1_noncoffee": 0.7874584597601503, + "IoU_noncoffee": 0.6494280266920877, + "kappa": 0.6841263512904696, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8565500330095256, + "mIoU": 0.725621486407326, + "macroF1": 0.8384852790389231, + "F1_coffee": 0.8925012368365256, + "IoU_coffee": 0.8058710912571794, + "precision_coffee": 0.8807365043939183, + "recall_coffee": 0.9045845272206303, + "F1_noncoffee": 0.7844693212413206, + "IoU_noncoffee": 0.6453718815574726, + "kappa": 0.6770860800278207, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8411770253701782, + "mIoU": 0.6914493109957353, + "macroF1": 0.8131739118825123, + "F1_coffee": 0.885504487353821, + "IoU_coffee": 0.7945339189848707, + "precision_coffee": 0.8426501035196687, + "recall_coffee": 0.9329512893982808, + "F1_noncoffee": 0.7408433364112035, + "IoU_noncoffee": 0.5883647030065998, + "kappa": 0.6285225386969645, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2623, + 2995 + ], + [ + 51937, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6357192675272623, + "test_tta": { + "OA": 0.8812820761111649, + "mIoU": 0.7066472462037021, + "macroF1": 0.8184590583508446, + "F1_coffee": 0.9252530179246433, + "IoU_coffee": 0.8609031086907193, + "precision_coffee": 0.8948289078008609, + "recall_coffee": 0.9578187785328088, + "F1_noncoffee": 0.7116650987770461, + "IoU_noncoffee": 0.552391383716685, + "kappa": 0.6385299925096437, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8499336563978308, + "mIoU": 0.6528600200386858, + "macroF1": 0.7765805076344704, + "F1_coffee": 0.9045981753999909, + "IoU_coffee": 0.825814011885829, + "precision_coffee": 0.8623522830571289, + "recall_coffee": 0.9511964674803802, + "F1_noncoffee": 0.6485628398689499, + "IoU_noncoffee": 0.47990602819154254, + "kappa": 0.5570768014415403, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6882442762751104, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.88102385332946, + "mIoU": 0.7162075886763546, + "macroF1": 0.8265966632205054, + "F1_coffee": 0.9237452935578634, + "IoU_coffee": 0.8582961709980009, + "precision_coffee": 0.9086136377510531, + "recall_coffee": 0.9393894767845496, + "F1_noncoffee": 0.7294480328831474, + "IoU_noncoffee": 0.5741190063547083, + "kappa": 0.6535342513674165, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8490394600207685, + "mIoU": 0.6624864883154749, + "macroF1": 0.785833912074019, + "F1_coffee": 0.902180312701513, + "IoU_coffee": 0.8217927981612326, + "precision_coffee": 0.8753400311921947, + "recall_coffee": 0.9307186517807216, + "F1_noncoffee": 0.669487511446525, + "IoU_noncoffee": 0.5031801784697171, + "kappa": 0.5730242167133779, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8858252427184466, + "mIoU": 0.7249356606575851, + "macroF1": 0.83297196877797, + "F1_coffee": 0.9269292904187896, + "IoU_coffee": 0.8638100752750434, + "precision_coffee": 0.9098005732755992, + "recall_coffee": 0.9447153441833956, + "F1_noncoffee": 0.7390146471371505, + "IoU_noncoffee": 0.5860612460401268, + "kappa": 0.6663663142687029, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8842415743919539, + "mIoU": 0.7249273756943646, + "macroF1": 0.8332417802494798, + "F1_coffee": 0.9254623575565104, + "IoU_coffee": 0.8612656467315716, + "precision_coffee": 0.914753492952545, + "recall_coffee": 0.9364249259655977, + "F1_noncoffee": 0.7410212029424491, + "IoU_noncoffee": 0.5885891046571576, + "kappa": 0.6666422973474752, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8730235481843238, + "mIoU": 0.6989342765504263, + "macroF1": 0.8134190677299947, + "F1_coffee": 0.9188755020080321, + "IoU_coffee": 0.849925705794948, + "precision_coffee": 0.9013879629068429, + "recall_coffee": 0.9370550059857602, + "F1_noncoffee": 0.7079626334519573, + "IoU_noncoffee": 0.5479428473059046, + "kappa": 0.6273430635120549, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9140866102538576, + "mIoU": 0.6426952704664628, + "macroF1": 0.7495270206372686, + "F1_coffee": 0.9525485236707538, + "IoU_coffee": 0.9093963254593176, + "precision_coffee": 0.9286020583190394, + "recall_coffee": 0.9777627271701095, + "F1_noncoffee": 0.5465055176037835, + "IoU_noncoffee": 0.3759942154736081, + "kappa": 0.5022176685255526, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9162532248461996, + "mIoU": 0.6604366135339587, + "macroF1": 0.7674110971106561, + "F1_coffee": 0.9534729878721059, + "IoU_coffee": 0.9110830172777076, + "precision_coffee": 0.9350200021623959, + "recall_coffee": 0.9726689911146102, + "F1_noncoffee": 0.5813492063492064, + "IoU_noncoffee": 0.4097902097902098, + "kappa": 0.536446762098973, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9022623536415956, + "mIoU": 0.6302871185855969, + "macroF1": 0.7396231681801104, + "F1_coffee": 0.9454081915424264, + "IoU_coffee": 0.8964683624132856, + "precision_coffee": 0.9319274475524476, + "recall_coffee": 0.9592846698909009, + "F1_noncoffee": 0.5338381448177946, + "IoU_noncoffee": 0.36410587475790834, + "kappa": 0.48017515260657867, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8589294173377546, + "mIoU": 0.7306936574947768, + "macroF1": 0.842098823618581, + "F1_coffee": 0.8936504535390329, + "IoU_coffee": 0.8077469335054874, + "precision_coffee": 0.8849908049229028, + "recall_coffee": 0.9024812463935372, + "F1_noncoffee": 0.7905471936981291, + "IoU_noncoffee": 0.6536403814840661, + "kappa": 0.6842571869914901, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.853814958030746, + "mIoU": 0.7236025112662223, + "macroF1": 0.8373338156576668, + "F1_coffee": 0.8891114608670768, + "IoU_coffee": 0.8003606388459557, + "precision_coffee": 0.8879679908545298, + "recall_coffee": 0.8902578796561604, + "F1_noncoffee": 0.7855561704482568, + "IoU_noncoffee": 0.646844383686489, + "kappa": 0.6746686746117428, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8452324813731963, + "mIoU": 0.7046263301250388, + "macroF1": 0.823454451262976, + "F1_coffee": 0.8854610176589656, + "IoU_coffee": 0.7944639278557114, + "precision_coffee": 0.8633455832312509, + "recall_coffee": 0.9087392550143266, + "F1_noncoffee": 0.7614478848669864, + "IoU_noncoffee": 0.6147887323943662, + "kappa": 0.6473907895260278, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2622, + 2995 + ], + [ + 51968, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6366701165835063, + "test_tta": { + "OA": 0.8831541912785256, + "mIoU": 0.7170607917704686, + "macroF1": 0.826922343284555, + "F1_coffee": 0.9255756578947368, + "IoU_coffee": 0.8614619211634137, + "precision_coffee": 0.9049791947253101, + "recall_coffee": 0.9471314665600741, + "F1_noncoffee": 0.7282690286743733, + "IoU_noncoffee": 0.5726596623775233, + "kappa": 0.6544980919344823, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8514047536633207, + "mIoU": 0.6629055591827184, + "macroF1": 0.7856875276500923, + "F1_coffee": 0.9043636464898683, + "IoU_coffee": 0.8254231831506176, + "precision_coffee": 0.8719169500626455, + "recall_coffee": 0.9393185630820848, + "F1_noncoffee": 0.6670114088103164, + "IoU_noncoffee": 0.5003879352148192, + "kappa": 0.5734318243436699, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6822551790742093, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8564281333720668, + "mIoU": 0.6771584659709928, + "macroF1": 0.7976054353414737, + "F1_coffee": 0.906717278694713, + "IoU_coffee": 0.8293529761562218, + "precision_coffee": 0.9038738945916, + "recall_coffee": 0.909578608545642, + "F1_noncoffee": 0.6884935919882345, + "IoU_noncoffee": 0.5249639557857638, + "kappa": 0.5952242469719219, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8258191992615669, + "mIoU": 0.6313381537778457, + "macroF1": 0.7616653064935783, + "F1_coffee": 0.8853184438177174, + "IoU_coffee": 0.7942344061472407, + "precision_coffee": 0.8721748241281245, + "recall_coffee": 0.8988642718034747, + "F1_noncoffee": 0.6380121691694391, + "IoU_noncoffee": 0.4684419014084507, + "kappa": 0.5236720647204534, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8372815533980582, + "mIoU": 0.6480792137785889, + "macroF1": 0.7750343662020581, + "F1_coffee": 0.8933706578445095, + "IoU_coffee": 0.8072898700701391, + "precision_coffee": 0.8975391498881432, + "recall_coffee": 0.8892407067316827, + "F1_noncoffee": 0.6566980745596067, + "IoU_noncoffee": 0.4888685574870387, + "kappa": 0.5500999764075353, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8565833373627968, + "mIoU": 0.6831339169267574, + "macroF1": 0.8029019701986517, + "F1_coffee": 0.9057634873228697, + "IoU_coffee": 0.8277584204413473, + "precision_coffee": 0.9135422675126578, + "recall_coffee": 0.898116060739714, + "F1_noncoffee": 0.7000404530744336, + "IoU_noncoffee": 0.5385094134121674, + "kappa": 0.6058948942816504, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8753445191238335, + "mIoU": 0.7019280986274625, + "macroF1": 0.8155508058559863, + "F1_coffee": 0.9205693862459946, + "IoU_coffee": 0.8528286807101673, + "precision_coffee": 0.9007536930961713, + "recall_coffee": 0.9412765421208493, + "F1_noncoffee": 0.7105322254659779, + "IoU_noncoffee": 0.5510275165447579, + "kappa": 0.63175108338798, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8326530612244898, + "mIoU": 0.5334615784612184, + "macroF1": 0.6475079913054597, + "F1_coffee": 0.902972582972583, + "IoU_coffee": 0.8231084920551405, + "precision_coffee": 0.9239310181904087, + "recall_coffee": 0.8829438988599164, + "F1_noncoffee": 0.39204339963833634, + "IoU_noncoffee": 0.24381466486729644, + "kappa": 0.29728165968532144, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8693193093867831, + "mIoU": 0.6080163849781347, + "macroF1": 0.7251493419548446, + "F1_coffee": 0.9242101628589515, + "IoU_coffee": 0.8590991762062694, + "precision_coffee": 0.9462644355408909, + "recall_coffee": 0.9031604993813969, + "F1_noncoffee": 0.5260885210507377, + "IoU_noncoffee": 0.35693359375, + "kappa": 0.45215948881582385, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9078190117086724, + "mIoU": 0.6396515917700402, + "macroF1": 0.7480870073473329, + "F1_coffee": 0.9486825388057228, + "IoU_coffee": 0.9023749474569147, + "precision_coffee": 0.9321537125488494, + "recall_coffee": 0.9658081205713643, + "F1_noncoffee": 0.547491475888943, + "IoU_noncoffee": 0.37692823608316567, + "kappa": 0.4975670069898174, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8416864045476078, + "mIoU": 0.7013863193976406, + "macroF1": 0.8214166760553147, + "F1_coffee": 0.8815817447381475, + "IoU_coffee": 0.7882397668229628, + "precision_coffee": 0.8664159353670428, + "recall_coffee": 0.8972879399884593, + "F1_noncoffee": 0.7612516073724818, + "IoU_noncoffee": 0.6145328719723183, + "kappa": 0.6430538491812983, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8444779779307743, + "mIoU": 0.7069899938992108, + "macroF1": 0.8255326345337566, + "F1_coffee": 0.8830247570405051, + "IoU_coffee": 0.7905499809475423, + "precision_coffee": 0.8745257833356751, + "recall_coffee": 0.8916905444126074, + "F1_noncoffee": 0.7680405120270081, + "IoU_noncoffee": 0.6234300068508792, + "kappa": 0.6511306075117448, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8444779779307743, + "mIoU": 0.7029960175232154, + "macroF1": 0.8222432912992065, + "F1_coffee": 0.8851111265937435, + "IoU_coffee": 0.7939007624046994, + "precision_coffee": 0.8615217686152177, + "recall_coffee": 0.9100286532951289, + "F1_noncoffee": 0.7593754560046695, + "IoU_noncoffee": 0.6120912726417314, + "kappa": 0.6450439432114874, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2302, + 2995 + ], + [ + 50764, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8386889696121216, + "test_tta": { + "OA": 0.865933959523579, + "mIoU": 0.6863050271246429, + "macroF1": 0.8037795317368563, + "F1_coffee": 0.9142149016368049, + "IoU_coffee": 0.8419851248787354, + "precision_coffee": 0.8978134761267291, + "recall_coffee": 0.9312267266951381, + "F1_noncoffee": 0.693344161836908, + "IoU_noncoffee": 0.5306249293705504, + "kappa": 0.6080266767647948, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.834991923387562, + "mIoU": 0.6376403913160574, + "macroF1": 0.7655396228623033, + "F1_coffee": 0.8931476656113119, + "IoU_coffee": 0.8069257640447542, + "precision_coffee": 0.8660436137071651, + "recall_coffee": 0.9220030466053489, + "F1_noncoffee": 0.6379315801132948, + "IoU_noncoffee": 0.4683550185873606, + "kappa": 0.5326304036020987, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6958301023194137, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8626254801329847, + "mIoU": 0.6872952069898033, + "macroF1": 0.8053359442093554, + "F1_coffee": 0.9109399849334561, + "IoU_coffee": 0.8364460840826993, + "precision_coffee": 0.9061049476510626, + "recall_coffee": 0.9158268992068668, + "F1_noncoffee": 0.6997319034852547, + "IoU_noncoffee": 0.5381443298969072, + "kappa": 0.610709260144242, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8324679820006923, + "mIoU": 0.6400359270728462, + "macroF1": 0.7684865970233241, + "F1_coffee": 0.8901934093358289, + "IoU_coffee": 0.8021158072264527, + "precision_coffee": 0.8731571627260083, + "recall_coffee": 0.9079076762885405, + "F1_noncoffee": 0.6467797847108192, + "IoU_noncoffee": 0.4779560469192396, + "kappa": 0.5375395047599502, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8492718446601941, + "mIoU": 0.6668199648593954, + "macroF1": 0.7897754126787726, + "F1_coffee": 0.9016128521182547, + "IoU_coffee": 0.8208516039695362, + "precision_coffee": 0.9022704211060375, + "recall_coffee": 0.9009562408967133, + "F1_noncoffee": 0.6779379732392905, + "IoU_noncoffee": 0.5127883257492547, + "kappa": 0.5795515563671865, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8589043083023065, + "mIoU": 0.684676165869541, + "macroF1": 0.8037875181785527, + "F1_coffee": 0.9077807976739777, + "IoU_coffee": 0.8311342592592592, + "precision_coffee": 0.9106588041341703, + "recall_coffee": 0.9049209249574696, + "F1_noncoffee": 0.6997942386831276, + "IoU_noncoffee": 0.5382180724798228, + "kappa": 0.6075877952301237, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8796479860741744, + "mIoU": 0.7117208893441004, + "macroF1": 0.8230820442913467, + "F1_coffee": 0.9231196911196912, + "IoU_coffee": 0.8572166131252869, + "precision_coffee": 0.9054168686379059, + "recall_coffee": 0.9415285741289143, + "F1_noncoffee": 0.7230443974630021, + "IoU_noncoffee": 0.5662251655629139, + "kappa": 0.6466507054178965, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8456943753111, + "mIoU": 0.554593639015508, + "macroF1": 0.6698418761052098, + "F1_coffee": 0.9107965009208103, + "IoU_coffee": 0.8362041635844869, + "precision_coffee": 0.9290830104496889, + "recall_coffee": 0.8932159385935207, + "F1_noncoffee": 0.4288872512896094, + "IoU_noncoffee": 0.27298311444652906, + "kappa": 0.3413174387337117, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8823179202222663, + "mIoU": 0.6205743174636986, + "macroF1": 0.7350122449645597, + "F1_coffee": 0.9325829922692133, + "IoU_coffee": 0.8736819682607306, + "precision_coffee": 0.9427651994023676, + "recall_coffee": 0.9226183781351929, + "F1_noncoffee": 0.5374414976599063, + "IoU_noncoffee": 0.36746666666666666, + "kappa": 0.4704483107833, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8991863464973209, + "mIoU": 0.6316675293711669, + "macroF1": 0.742033281763074, + "F1_coffee": 0.9433794025858225, + "IoU_coffee": 0.8928270042194093, + "precision_coffee": 0.9349386943554623, + "recall_coffee": 0.9519739061972782, + "F1_noncoffee": 0.5406871609403255, + "IoU_noncoffee": 0.3705080545229244, + "kappa": 0.48440746765753634, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8526764566556134, + "mIoU": 0.7178651574927315, + "macroF1": 0.8329388985308773, + "F1_coffee": 0.8903617006275119, + "IoU_coffee": 0.8023891218706316, + "precision_coffee": 0.8707764446283272, + "recall_coffee": 0.9108482400461627, + "F1_noncoffee": 0.7755160964342428, + "IoU_noncoffee": 0.6333411931148314, + "kappa": 0.6662235165093634, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8366500047156465, + "mIoU": 0.6953852336190405, + "macroF1": 0.8173456612075773, + "F1_coffee": 0.8767259786476869, + "IoU_coffee": 0.7805094411354708, + "precision_coffee": 0.8711456859971711, + "recall_coffee": 0.882378223495702, + "F1_noncoffee": 0.7579653437674678, + "IoU_noncoffee": 0.6102610261026102, + "kappa": 0.634720750592492, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8610770536640573, + "mIoU": 0.728793041956882, + "macroF1": 0.840255548671487, + "F1_coffee": 0.8979280715127157, + "IoU_coffee": 0.8147635814889336, + "precision_coffee": 0.8695477117165481, + "recall_coffee": 0.9282234957020057, + "F1_noncoffee": 0.7825830258302583, + "IoU_noncoffee": 0.6428225024248303, + "kappa": 0.6812343791881664, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2582, + 2995 + ], + [ + 50868, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.633903419971466, + "test_tta": { + "OA": 0.8626738969045544, + "mIoU": 0.6807654539660558, + "macroF1": 0.7995190922915533, + "F1_coffee": 0.9120416791573203, + "IoU_coffee": 0.8383057160231073, + "precision_coffee": 0.89653700768199, + "recall_coffee": 0.9280920623566785, + "F1_noncoffee": 0.6869965054257863, + "IoU_noncoffee": 0.5232251919090043, + "kappa": 0.5994644714921556, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8325833621783778, + "mIoU": 0.632648198680026, + "macroF1": 0.7612472971259635, + "F1_coffee": 0.8917527695923011, + "IoU_coffee": 0.8046514758843526, + "precision_coffee": 0.8634582392776524, + "recall_coffee": 0.9219644819806792, + "F1_noncoffee": 0.6307418246596259, + "IoU_noncoffee": 0.4606449214756993, + "kappa": 0.5242373078150143, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6398712974415075, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8563220256451874, + "mIoU": 0.6836528654505691, + "macroF1": 0.8034145821639487, + "F1_coffee": 0.9053990509981619, + "IoU_coffee": 0.8271498867452941, + "precision_coffee": 0.9034679861792433, + "recall_coffee": 0.907338388381956, + "F1_noncoffee": 0.7014301133297356, + "IoU_noncoffee": 0.5401558441558442, + "kappa": 0.6068348331615215, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8155647859697704, + "mIoU": 0.6235679311010719, + "macroF1": 0.7566033947344468, + "F1_coffee": 0.8763990643907908, + "IoU_coffee": 0.7799913978494624, + "precision_coffee": 0.8814768728248401, + "recall_coffee": 0.8713794230140883, + "F1_noncoffee": 0.6368077250781028, + "IoU_noncoffee": 0.46714446435268137, + "kappa": 0.5132542516608781, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26730310262529833, + "mIoU": 0.1342502864313129, + "macroF1": 0.21264146476244156, + "F1_coffee": 0.4200982244049868, + "IoU_coffee": 0.26590148254423723, + "precision_coffee": 1.0, + "recall_coffee": 0.26590148254423723, + "F1_noncoffee": 0.005184705119896306, + "IoU_noncoffee": 0.002599090318388564, + "kappa": 0.0013812493537038776, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8754422169811321, + "mIoU": 0.7217077032587205, + "macroF1": 0.8321383967256779, + "F1_coffee": 0.9173971129720747, + "IoU_coffee": 0.8473994702624609, + "precision_coffee": 0.9194644023514044, + "recall_coffee": 0.9153390987710515, + "F1_noncoffee": 0.7468796804792811, + "IoU_noncoffee": 0.5960159362549801, + "kappa": 0.6642819938798088, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8464076068500461, + "mIoU": 0.6728438818245623, + "macroF1": 0.7958621941299833, + "F1_coffee": 0.8974408811143505, + "IoU_coffee": 0.8139616876248678, + "precision_coffee": 0.9094012605042017, + "recall_coffee": 0.8857910218698043, + "F1_noncoffee": 0.694283507145616, + "IoU_noncoffee": 0.5317260760242568, + "kappa": 0.5919347917620409, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8473722450956648, + "mIoU": 0.6568509166318641, + "macroF1": 0.7809570099562165, + "F1_coffee": 0.9015712366850966, + "IoU_coffee": 0.8207826185871915, + "precision_coffee": 0.8829539892315222, + "recall_coffee": 0.9209904907779692, + "F1_noncoffee": 0.6603427832273364, + "IoU_noncoffee": 0.4929192146765369, + "kappa": 0.562585088944896, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8918753817959683, + "mIoU": 0.7057689488046268, + "macroF1": 0.8156416452874335, + "F1_coffee": 0.9341925889205601, + "IoU_coffee": 0.8765116279069768, + "precision_coffee": 0.9488922457200403, + "recall_coffee": 0.9199414205516231, + "F1_noncoffee": 0.6970907016543069, + "IoU_noncoffee": 0.5350262697022767, + "kappa": 0.6316901381595758, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8295085196493647, + "mIoU": 0.5963128110412208, + "macroF1": 0.7244048498969955, + "F1_coffee": 0.8945990379346039, + "IoU_coffee": 0.809298226286218, + "precision_coffee": 0.9301088883261586, + "recall_coffee": 0.8617008797653959, + "F1_noncoffee": 0.554210661859387, + "IoU_noncoffee": 0.3833273957962237, + "kappa": 0.45218682893261125, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8506893517160458, + "mIoU": 0.5971210487034304, + "macroF1": 0.7187992303231268, + "F1_coffee": 0.9113806511519935, + "IoU_coffee": 0.8371894658279134, + "precision_coffee": 0.9095331866095216, + "recall_coffee": 0.9132356361944638, + "F1_noncoffee": 0.52621780949426, + "IoU_noncoffee": 0.35705263157894734, + "kappa": 0.437610865802021, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8601139601139601, + "mIoU": 0.7235351714347797, + "macroF1": 0.8362339003361743, + "F1_coffee": 0.8987698439969761, + "IoU_coffee": 0.8161507738392412, + "precision_coffee": 0.8877273961444475, + "recall_coffee": 0.9100904662491301, + "F1_noncoffee": 0.7736979566753726, + "IoU_noncoffee": 0.6309195690303182, + "kappa": 0.6725810547487251, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.862810707456979, + "mIoU": 0.7281843294601174, + "macroF1": 0.8394906611722722, + "F1_coffee": 0.9006714196719042, + "IoU_coffee": 0.8192922805691978, + "precision_coffee": 0.8871011726206709, + "recall_coffee": 0.914663292562913, + "F1_noncoffee": 0.7783099026726402, + "IoU_noncoffee": 0.6370763783510369, + "kappa": 0.6791488956382838, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8441159531579958, + "mIoU": 0.689498409990284, + "macroF1": 0.810942128787514, + "F1_coffee": 0.8901366526856989, + "IoU_coffee": 0.8020236498841887, + "precision_coffee": 0.8531967319413825, + "recall_coffee": 0.9304200254560883, + "F1_noncoffee": 0.7317476048893293, + "IoU_noncoffee": 0.5769731700963793, + "kappa": 0.6236070218065379, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 512, + 563 + ], + [ + 6519, + 7520 + ], + [ + 45703, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0447711825370787, + "test_tta": { + "OA": 0.8606070443109884, + "mIoU": 0.6885552187706128, + "macroF1": 0.8068539301653138, + "F1_coffee": 0.9087470248214893, + "IoU_coffee": 0.8327555988315481, + "precision_coffee": 0.9016573187702948, + "recall_coffee": 0.915949106798612, + "F1_noncoffee": 0.7049608355091384, + "IoU_noncoffee": 0.5443548387096774, + "kappa": 0.6137850635011676, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8194588669666552, + "mIoU": 0.6268550372389978, + "macroF1": 0.7588606069793142, + "F1_coffee": 0.8797433089323112, + "IoU_coffee": 0.78530511439646, + "precision_coffee": 0.87943916258523, + "recall_coffee": 0.8800476657248842, + "F1_noncoffee": 0.6379779050263173, + "IoU_noncoffee": 0.4684049600815356, + "kappa": 0.5177213876096879, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6551870135835169, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8668073364713521, + "mIoU": 0.6940436817817284, + "macroF1": 0.8104032771194489, + "F1_coffee": 0.9138151952443968, + "IoU_coffee": 0.8413072906594469, + "precision_coffee": 0.8964721397955819, + "recall_coffee": 0.9318425223835839, + "F1_noncoffee": 0.7069913589945012, + "IoU_noncoffee": 0.5467800729040098, + "kappa": 0.6212884309406108, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.82504038306219, + "mIoU": 0.629924537416352, + "macroF1": 0.7604720643115929, + "F1_coffee": 0.8848341007262543, + "IoU_coffee": 0.7934551274411319, + "precision_coffee": 0.8742355457171801, + "recall_coffee": 0.8956927867151012, + "F1_noncoffee": 0.6361100278969314, + "IoU_noncoffee": 0.4663939473915721, + "kappa": 0.5211664939720214, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2692124105011933, + "mIoU": 0.13521015302124664, + "macroF1": 0.21384013143494834, + "F1_coffee": 0.42248208223311956, + "IoU_coffee": 0.26781444285031086, + "precision_coffee": 1.0, + "recall_coffee": 0.26781444285031086, + "F1_noncoffee": 0.005198180636777128, + "IoU_noncoffee": 0.0026058631921824105, + "kappa": 0.0013948021824918074, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8792747641509434, + "mIoU": 0.7177816565778875, + "macroF1": 0.8282238890266075, + "F1_coffee": 0.9218685407193055, + "IoU_coffee": 0.8550613496932515, + "precision_coffee": 0.9021035598705501, + "recall_coffee": 0.9425190194420964, + "F1_noncoffee": 0.7345792373339095, + "IoU_noncoffee": 0.5805019634625235, + "kappa": 0.6570071157241454, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8586329015669723, + "mIoU": 0.6838350101498117, + "macroF1": 0.8030994336307972, + "F1_coffee": 0.9076679340937897, + "IoU_coffee": 0.8309450600452515, + "precision_coffee": 0.8995729179751287, + "recall_coffee": 0.9159099629108581, + "F1_noncoffee": 0.6985309331678047, + "IoU_noncoffee": 0.536724960254372, + "kappa": 0.60630295870858, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8626786146766772, + "mIoU": 0.6812216010362997, + "macroF1": 0.7999270558604852, + "F1_coffee": 0.9119756574657684, + "IoU_coffee": 0.8381941669996005, + "precision_coffee": 0.8880154795017535, + "recall_coffee": 0.9372646627098091, + "F1_noncoffee": 0.687878454255202, + "IoU_noncoffee": 0.5242490350729988, + "kappa": 0.6008843997856574, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8995113011606597, + "mIoU": 0.7130708697926792, + "macroF1": 0.8204769798443141, + "F1_coffee": 0.939592386314952, + "IoU_coffee": 0.8860671822694217, + "precision_coffee": 0.9424186617556783, + "recall_coffee": 0.9367830119599707, + "F1_noncoffee": 0.7013615733736762, + "IoU_noncoffee": 0.5400745573159367, + "kappa": 0.6409699231128698, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8449719294789717, + "mIoU": 0.6033614243517283, + "macroF1": 0.7274502801421415, + "F1_coffee": 0.9064209274673009, + "IoU_coffee": 0.8288572360552354, + "precision_coffee": 0.9189873417721519, + "recall_coffee": 0.8941935483870967, + "F1_noncoffee": 0.5484796328169822, + "IoU_noncoffee": 0.3778656126482213, + "kappa": 0.4553919051135661, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8667253348978194, + "mIoU": 0.6168492634232531, + "macroF1": 0.7356092462974931, + "F1_coffee": 0.9217970049916805, + "IoU_coffee": 0.8549382716049383, + "precision_coffee": 0.909636507756766, + "recall_coffee": 0.934287043498488, + "F1_noncoffee": 0.5494214876033058, + "IoU_noncoffee": 0.3787602552415679, + "kappa": 0.4717624229366213, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8603988603988604, + "mIoU": 0.7132684442267625, + "macroF1": 0.827862374772605, + "F1_coffee": 0.9027005559968229, + "IoU_coffee": 0.8226565327542527, + "precision_coffee": 0.8606588413479742, + "recall_coffee": 0.9490605427974947, + "F1_noncoffee": 0.7530241935483871, + "IoU_noncoffee": 0.6038803556992725, + "kappa": 0.6577974003028271, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8718929254302104, + "mIoU": 0.7384751773049645, + "macroF1": 0.8461312150632538, + "F1_coffee": 0.9090909090909091, + "IoU_coffee": 0.8333333333333334, + "precision_coffee": 0.8784581093483677, + "recall_coffee": 0.9419372979052439, + "F1_noncoffee": 0.7831715210355987, + "IoU_noncoffee": 0.6436170212765957, + "kappa": 0.6931523748772349, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8587060856210406, + "mIoU": 0.7139306568597406, + "macroF1": 0.8287039959866462, + "F1_coffee": 0.9003924753011233, + "IoU_coffee": 0.8188307692307693, + "precision_coffee": 0.8632412092902556, + "recall_coffee": 0.9408853061801725, + "F1_noncoffee": 0.757015516672169, + "IoU_noncoffee": 0.6090305444887119, + "kappa": 0.6589489425174933, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6679, + 7520 + ], + [ + 46152, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8545322020848591, + "test_tta": { + "OA": 0.8701671806524914, + "mIoU": 0.6960040304320148, + "macroF1": 0.8114408769731108, + "F1_coffee": 0.9166710072609461, + "IoU_coffee": 0.8461612431725517, + "precision_coffee": 0.8923073802908309, + "recall_coffee": 0.9424024332776422, + "F1_noncoffee": 0.7062107466852756, + "IoU_noncoffee": 0.5458468176914779, + "kappa": 0.6238703803853353, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8290065766701281, + "mIoU": 0.6313316514321539, + "macroF1": 0.7608550281550711, + "F1_coffee": 0.8885190409026799, + "IoU_coffee": 0.7994010456322014, + "precision_coffee": 0.8697741205058817, + "recall_coffee": 0.9080897191950643, + "F1_noncoffee": 0.6331910154074624, + "IoU_noncoffee": 0.46326225723210646, + "kappa": 0.5224398860451415, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6426435232756794, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.853189417302386, + "mIoU": 0.6621554444210684, + "macroF1": 0.7845836454921034, + "F1_coffee": 0.906151755050374, + "IoU_coffee": 0.8284071938078615, + "precision_coffee": 0.878735435574427, + "recall_coffee": 0.9353339330848648, + "F1_noncoffee": 0.6630155359338326, + "IoU_noncoffee": 0.4959036950342752, + "kappa": 0.5706679397960913, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8146128995038653, + "mIoU": 0.6048802848033367, + "macroF1": 0.7378599262162553, + "F1_coffee": 0.8797050180620286, + "IoU_coffee": 0.7852440939619741, + "precision_coffee": 0.8572731418148655, + "recall_coffee": 0.9033423667570009, + "F1_noncoffee": 0.5960148343704821, + "IoU_noncoffee": 0.42451647564469913, + "kappa": 0.4769226059171178, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32124105011933174, + "mIoU": 0.16137383013958842, + "macroF1": 0.24518850714502888, + "F1_coffee": 0.48478260869565215, + "IoU_coffee": 0.3199426111908178, + "precision_coffee": 1.0, + "recall_coffee": 0.3199426111908178, + "F1_noncoffee": 0.005594405594405594, + "IoU_noncoffee": 0.002805049088359046, + "kappa": 0.0017933000540804238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8684158805031447, + "mIoU": 0.688043116802439, + "macroF1": 0.804808076956163, + "F1_coffee": 0.9162339693462621, + "IoU_coffee": 0.8454167628723158, + "precision_coffee": 0.8827677656560786, + "recall_coffee": 0.9523376032251772, + "F1_noncoffee": 0.6933821845660637, + "IoU_noncoffee": 0.5306694707325622, + "kappa": 0.6116591264044375, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8415077863484209, + "mIoU": 0.6429774825559476, + "macroF1": 0.769119817587891, + "F1_coffee": 0.8983983828331519, + "IoU_coffee": 0.8155383659872396, + "precision_coffee": 0.874492946661016, + "recall_coffee": 0.9236475252589845, + "F1_noncoffee": 0.6398412523426303, + "IoU_noncoffee": 0.47041659912465555, + "kappa": 0.5394595845755118, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.849842576895132, + "mIoU": 0.6568770729454931, + "macroF1": 0.7804078670264822, + "F1_coffee": 0.9038878898741242, + "IoU_coffee": 0.8246308762799117, + "precision_coffee": 0.8789267410310522, + "recall_coffee": 0.9303082519624737, + "F1_noncoffee": 0.6569278441788402, + "IoU_noncoffee": 0.4891232696110745, + "kappa": 0.5620764853078934, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8970678069639585, + "mIoU": 0.6972165514141977, + "macroF1": 0.8070375348105827, + "F1_coffee": 0.938842175306999, + "IoU_coffee": 0.8847337817808688, + "precision_coffee": 0.9307904522010315, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.6752328943141664, + "IoU_noncoffee": 0.5096993210475267, + "kappa": 0.6142283632559549, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8474342558849601, + "mIoU": 0.6052276159324946, + "macroF1": 0.7287455113082546, + "F1_coffee": 0.9081747584326278, + "IoU_coffee": 0.8317949831686394, + "precision_coffee": 0.9180249280920422, + "recall_coffee": 0.898533724340176, + "F1_noncoffee": 0.5493162641838812, + "IoU_noncoffee": 0.3786602486963498, + "kappa": 0.4577973951860661, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8699520876112252, + "mIoU": 0.6233724642688249, + "macroF1": 0.7416574676718326, + "F1_coffee": 0.9237122863370426, + "IoU_coffee": 0.8582391814112129, + "precision_coffee": 0.911272068809416, + "recall_coffee": 0.9364968597348221, + "F1_noncoffee": 0.5596026490066225, + "IoU_noncoffee": 0.38850574712643676, + "kappa": 0.48387021128221214, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.841690408357075, + "mIoU": 0.673816650823053, + "macroF1": 0.7977301192073957, + "F1_coffee": 0.89202668566617, + "IoU_coffee": 0.8050976265637788, + "precision_coffee": 0.834262175914708, + "recall_coffee": 0.9583855254001392, + "F1_noncoffee": 0.7034335527486213, + "IoU_noncoffee": 0.5425356750823271, + "kappa": 0.6007180179374828, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.835755258126195, + "mIoU": 0.6652870386510861, + "macroF1": 0.7913376250462661, + "F1_coffee": 0.8876095773910768, + "IoU_coffee": 0.79792989884733, + "precision_coffee": 0.8300501651780252, + "recall_coffee": 0.9537466610431604, + "F1_noncoffee": 0.6950656727014555, + "IoU_noncoffee": 0.5326441784548422, + "kappa": 0.5880498445961164, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8301017469763871, + "mIoU": 0.6659781153078113, + "macroF1": 0.7931756880437592, + "F1_coffee": 0.8805668016194332, + "IoU_coffee": 0.786618444846293, + "precision_coffee": 0.8420441347270615, + "recall_coffee": 0.9227831989817564, + "F1_noncoffee": 0.7057845744680851, + "IoU_noncoffee": 0.5453377857693296, + "kappa": 0.5884731617967542, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 501, + 563 + ], + [ + 6543, + 7520 + ], + [ + 45507, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.78363782564799, + "test_tta": { + "OA": 0.8469079694854731, + "mIoU": 0.6404062317157115, + "macroF1": 0.7652698816678667, + "F1_coffee": 0.9037000735113943, + "IoU_coffee": 0.8243182834152883, + "precision_coffee": 0.8633969331616528, + "recall_coffee": 0.9479501349440946, + "F1_noncoffee": 0.6268396898243392, + "IoU_noncoffee": 0.4564941800161346, + "kappa": 0.534470495669189, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8115264797507789, + "mIoU": 0.588313381731647, + "macroF1": 0.7210760834132083, + "F1_coffee": 0.8799117809226246, + "IoU_coffee": 0.7855736413756892, + "precision_coffee": 0.8430209011991336, + "recall_coffee": 0.9201791308693229, + "F1_noncoffee": 0.562240385903792, + "IoU_noncoffee": 0.39105312208760484, + "kappa": 0.44601931887098334, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6775932142031003, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8708326570361954, + "mIoU": 0.7014600113807348, + "macroF1": 0.8160219020057488, + "F1_coffee": 0.9164409164409164, + "IoU_coffee": 0.8457692158610799, + "precision_coffee": 0.8988301202834075, + "recall_coffee": 0.9347556012509103, + "F1_noncoffee": 0.7156028875705811, + "IoU_noncoffee": 0.5571508069003895, + "kappa": 0.6325239389528576, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8324968270451136, + "mIoU": 0.6404053465374298, + "macroF1": 0.7688362048041992, + "F1_coffee": 0.8901458542214487, + "IoU_coffee": 0.8020385900320447, + "precision_coffee": 0.8763525971728158, + "recall_coffee": 0.9043802494762536, + "F1_noncoffee": 0.6475265553869499, + "IoU_noncoffee": 0.4787721030428148, + "kappa": 0.5380395994044355, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4047732696897375, + "mIoU": 0.20341603331395142, + "macroF1": 0.29075113515274503, + "F1_coffee": 0.5751277683134582, + "IoU_coffee": 0.4036346245815399, + "precision_coffee": 1.0, + "recall_coffee": 0.4036346245815399, + "F1_noncoffee": 0.006374501992031873, + "IoU_noncoffee": 0.0031974420463629096, + "kappa": 0.0025778696457757983, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8864485062893082, + "mIoU": 0.7324043341611428, + "macroF1": 0.838945822590261, + "F1_coffee": 0.9264129915618532, + "IoU_coffee": 0.8629137501482975, + "precision_coffee": 0.9077124672407338, + "recall_coffee": 0.9459002535925612, + "F1_noncoffee": 0.7514786536186687, + "IoU_noncoffee": 0.601894918173988, + "kappa": 0.6783527009115945, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.865182166593897, + "mIoU": 0.6919234020305283, + "macroF1": 0.80887934975603, + "F1_coffee": 0.9126128109178957, + "IoU_coffee": 0.8392712550607287, + "precision_coffee": 0.8977912516240797, + "recall_coffee": 0.9279319606087735, + "F1_noncoffee": 0.7051458885941645, + "IoU_noncoffee": 0.5445755490003278, + "kappa": 0.6181098836483526, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8610801646887867, + "mIoU": 0.6813057736177018, + "macroF1": 0.8003392022753656, + "F1_coffee": 0.9104645354645354, + "IoU_coffee": 0.8356446991404012, + "precision_coffee": 0.8911568783230459, + "recall_coffee": 0.9306273533729019, + "F1_noncoffee": 0.6902138690861958, + "IoU_noncoffee": 0.5269668480950025, + "kappa": 0.6013258985274315, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8973732437385461, + "mIoU": 0.6947982479158676, + "macroF1": 0.804799322902048, + "F1_coffee": 0.9392258531291451, + "IoU_coffee": 0.8854154825508697, + "precision_coffee": 0.9281458531935176, + "recall_coffee": 0.9505735904320234, + "F1_noncoffee": 0.670372792674951, + "IoU_noncoffee": 0.5041810132808657, + "kappa": 0.6099001733518531, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8644735546143997, + "mIoU": 0.618013939782413, + "macroF1": 0.7375228292023205, + "F1_coffee": 0.920065063320553, + "IoU_coffee": 0.8519634211941904, + "precision_coffee": 0.9113822073886523, + "recall_coffee": 0.9289149560117302, + "F1_noncoffee": 0.5549805950840879, + "IoU_noncoffee": 0.38406445837063563, + "kappa": 0.47531079430812223, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.868974283758678, + "mIoU": 0.6098910286851449, + "macroF1": 0.7273336542254133, + "F1_coffee": 0.9238549835208546, + "IoU_coffee": 0.858485584539022, + "precision_coffee": 0.9032222222222223, + "recall_coffee": 0.94545243079786, + "F1_noncoffee": 0.530812324929972, + "IoU_noncoffee": 0.36129647283126787, + "kappa": 0.45641513345142587, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.876258309591643, + "mIoU": 0.7464587195223904, + "macroF1": 0.8516458477182647, + "F1_coffee": 0.9120723395640732, + "IoU_coffee": 0.8383575238804118, + "precision_coffee": 0.8852501964893895, + "recall_coffee": 0.9405706332637439, + "F1_noncoffee": 0.7912193558724563, + "IoU_noncoffee": 0.6545599151643691, + "kappa": 0.7039370578262449, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8658699808795411, + "mIoU": 0.7308977851332885, + "macroF1": 0.8411402464082091, + "F1_coffee": 0.9038184684993488, + "IoU_coffee": 0.8245153220762977, + "precision_coffee": 0.881990901792882, + "recall_coffee": 0.926753831013637, + "F1_noncoffee": 0.7784620243170693, + "IoU_noncoffee": 0.6372802481902792, + "kappa": 0.6827280727212099, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8533307736609714, + "mIoU": 0.7115866450158345, + "macroF1": 0.8277317124597815, + "F1_coffee": 0.8941388388527088, + "IoU_coffee": 0.8085452950758051, + "precision_coffee": 0.8764090723889719, + "recall_coffee": 0.9126007636826474, + "F1_noncoffee": 0.7613245860668542, + "IoU_noncoffee": 0.6146279949558638, + "kappa": 0.6557810378121149, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6735, + 7520 + ], + [ + 46339, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5830503781636556, + "test_tta": { + "OA": 0.8709625060866742, + "mIoU": 0.6963992573770423, + "macroF1": 0.8116267355756515, + "F1_coffee": 0.9173493575082131, + "IoU_coffee": 0.8473179819086213, + "precision_coffee": 0.8912569189123671, + "recall_coffee": 0.9450156363792144, + "F1_noncoffee": 0.7059041136430897, + "IoU_noncoffee": 0.5454805328454634, + "kappa": 0.6243989656479881, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8334919810776509, + "mIoU": 0.6359570824753011, + "macroF1": 0.764268869516175, + "F1_coffee": 0.892010962594356, + "IoU_coffee": 0.8050720110760295, + "precision_coffee": 0.8688411078717201, + "recall_coffee": 0.9164504411001557, + "F1_noncoffee": 0.6365267764379939, + "IoU_noncoffee": 0.46684215387457284, + "kappa": 0.5296635546921453, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.6496377977246826, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7916571985067359, + "mIoU": 0.5721082458614952, + "macroF1": 0.7092640651251585, + "F1_coffee": 0.8640369460215236, + "IoU_coffee": 0.7606206407817687, + "precision_coffee": 0.8546582289090985, + "recall_coffee": 0.8736237844321638, + "F1_noncoffee": 0.5544911842287935, + "IoU_noncoffee": 0.38359585094122167, + "kappa": 0.4187574781069415, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7637590861889927, + "mIoU": 0.5395572310847958, + "macroF1": 0.6808732263923607, + "F1_coffee": 0.8435111586670743, + "IoU_coffee": 0.7293725010739186, + "precision_coffee": 0.8385920255304599, + "recall_coffee": 0.8484883430394587, + "F1_noncoffee": 0.518235294117647, + "IoU_noncoffee": 0.3497419610956729, + "kappa": 0.3618140571184052, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4515513126491647, + "mIoU": 0.2266844925111536, + "macroF1": 0.3133058045743383, + "F1_coffee": 0.6214168039538714, + "IoU_coffee": 0.45076481835564053, + "precision_coffee": 0.9989406779661016, + "recall_coffee": 0.45098039215686275, + "F1_noncoffee": 0.005194805194805195, + "IoU_noncoffee": 0.0026041666666666665, + "kappa": 0.0013947215472863528, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8192806603773585, + "mIoU": 0.6133652261684425, + "macroF1": 0.7453496665366539, + "F1_coffee": 0.8825595504182898, + "IoU_coffee": 0.7898045490913247, + "precision_coffee": 0.8670556496643453, + "recall_coffee": 0.8986279992197151, + "F1_noncoffee": 0.6081397826550181, + "IoU_noncoffee": 0.4369259032455603, + "kappa": 0.4912420990938392, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7668946781157522, + "mIoU": 0.5404558496534008, + "macroF1": 0.6808721523845476, + "F1_coffee": 0.8465591569535367, + "IoU_coffee": 0.7339424141749723, + "precision_coffee": 0.845506155514448, + "recall_coffee": 0.8476147844992966, + "F1_noncoffee": 0.5151851478155585, + "IoU_noncoffee": 0.3469692851318293, + "kappa": 0.3617474326621248, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7891499152337128, + "mIoU": 0.5656236483657249, + "macroF1": 0.7027586654555542, + "F1_coffee": 0.8630055074744296, + "IoU_coffee": 0.7590234720992028, + "precision_coffee": 0.8512976530485533, + "recall_coffee": 0.8750398876763035, + "F1_noncoffee": 0.5425118234366789, + "IoU_noncoffee": 0.3722238246322469, + "kappa": 0.40589259196144645, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.858786397882305, + "mIoU": 0.6157739582198548, + "macroF1": 0.7367804888793441, + "F1_coffee": 0.9159852201829305, + "IoU_coffee": 0.8449932945909701, + "precision_coffee": 0.9093205051112447, + "recall_coffee": 0.9227483524530145, + "F1_noncoffee": 0.5575757575757576, + "IoU_noncoffee": 0.3865546218487395, + "kappa": 0.4737098582053406, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.789815817984832, + "mIoU": 0.5412288120350343, + "macroF1": 0.6737973993044063, + "F1_coffee": 0.8683366238894373, + "IoU_coffee": 0.7673099989096064, + "precision_coffee": 0.9159182610959261, + "recall_coffee": 0.8254545454545454, + "F1_noncoffee": 0.4792581747193753, + "IoU_noncoffee": 0.31514762516046213, + "kappa": 0.3544849564157838, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8519604967243571, + "mIoU": 0.6096610025828082, + "macroF1": 0.7322071432929811, + "F1_coffee": 0.9112855970936364, + "IoU_coffee": 0.8370290635091496, + "precision_coffee": 0.91828058573453, + "recall_coffee": 0.9043963712491278, + "F1_noncoffee": 0.5531286894923259, + "IoU_noncoffee": 0.38229294165646677, + "kappa": 0.46457078632755655, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7824311490978157, + "mIoU": 0.5978192241706272, + "macroF1": 0.7393977096016586, + "F1_coffee": 0.845296778985752, + "IoU_coffee": 0.732046783625731, + "precision_coffee": 0.8209601259181531, + "recall_coffee": 0.8711203897007654, + "F1_noncoffee": 0.6334986402175652, + "IoU_noncoffee": 0.4635916647155233, + "kappa": 0.4798782455824892, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7446462715105162, + "mIoU": 0.534930216660835, + "macroF1": 0.6818535948242636, + "F1_coffee": 0.823194545574899, + "IoU_coffee": 0.6995162560467995, + "precision_coffee": 0.7778333750312735, + "recall_coffee": 0.8741740475186278, + "F1_noncoffee": 0.5405126440736281, + "IoU_noncoffee": 0.37034417727487035, + "kappa": 0.3692817250705787, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7274908811672106, + "mIoU": 0.5215745387902865, + "macroF1": 0.6718150075670166, + "F1_coffee": 0.80698891834931, + "IoU_coffee": 0.6764303624344654, + "precision_coffee": 0.7770358732652527, + "recall_coffee": 0.8393437986140574, + "F1_noncoffee": 0.5366410967847234, + "IoU_noncoffee": 0.36671871514610754, + "kappa": 0.3459631364241724, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 207, + 563 + ], + [ + 5697, + 7520 + ], + [ + 42865, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.927523839473724, + "test_tta": { + "OA": 0.8016231131309852, + "mIoU": 0.573901967829798, + "macroF1": 0.7081579712006539, + "F1_coffee": 0.8733156432687922, + "IoU_coffee": 0.77512005740676, + "precision_coffee": 0.8460935930909821, + "recall_coffee": 0.9023475988519042, + "F1_noncoffee": 0.5430002991325157, + "IoU_noncoffee": 0.37268387825283583, + "kappa": 0.4184874276396638, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7739702319141571, + "mIoU": 0.540324598600437, + "macroF1": 0.6782805878630995, + "F1_coffee": 0.8537377508166122, + "IoU_coffee": 0.7448014199410529, + "precision_coffee": 0.8297926380145498, + "recall_coffee": 0.8791058832574141, + "F1_noncoffee": 0.502823424909587, + "IoU_noncoffee": 0.3358477772598212, + "kappa": 0.35837732997309235, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6793973355802203, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8552994643726668, + "mIoU": 0.6841111586852462, + "macroF1": 0.8040287379373499, + "F1_coffee": 0.9042664003522223, + "IoU_coffee": 0.8252611772084909, + "precision_coffee": 0.9066907853651184, + "recall_coffee": 0.9018549458081652, + "F1_noncoffee": 0.7037910755224773, + "IoU_noncoffee": 0.5429611401620015, + "kappa": 0.6080661461184137, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8215068651205722, + "mIoU": 0.6323729264701183, + "macroF1": 0.7637530031547832, + "F1_coffee": 0.8805612924395375, + "IoU_coffee": 0.7866096522233909, + "precision_coffee": 0.8843164240438853, + "recall_coffee": 0.8768379173153433, + "F1_noncoffee": 0.646944713870029, + "IoU_noncoffee": 0.47813620071684587, + "kappa": 0.527531189207763, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4883054892601432, + "mIoU": 0.2455220550456106, + "macroF1": 0.3313564368226748, + "F1_coffee": 0.6553054662379422, + "IoU_coffee": 0.48732663797226206, + "precision_coffee": 1.0, + "recall_coffee": 0.48732663797226206, + "F1_noncoffee": 0.007407407407407408, + "IoU_noncoffee": 0.0037174721189591076, + "kappa": 0.0036166942917277485, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8671875, + "mIoU": 0.7027088635788434, + "macroF1": 0.8177870476517981, + "F1_coffee": 0.9126627677792497, + "IoU_coffee": 0.8393557589444907, + "precision_coffee": 0.9070648683365446, + "recall_coffee": 0.9183301905195397, + "F1_noncoffee": 0.7229113275243465, + "IoU_noncoffee": 0.5660619682131963, + "kappa": 0.6356181253968783, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8399068548973948, + "mIoU": 0.6631284170120737, + "macroF1": 0.7884653170553896, + "F1_coffee": 0.8927805575411007, + "IoU_coffee": 0.8063266623628147, + "precision_coffee": 0.9074636723910172, + "recall_coffee": 0.8785650338918021, + "F1_noncoffee": 0.6841500765696784, + "IoU_noncoffee": 0.5199301716613326, + "kappa": 0.5772566673606851, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8589488980382659, + "mIoU": 0.6877284281329374, + "macroF1": 0.8064647706767027, + "F1_coffee": 0.9072493311249841, + "IoU_coffee": 0.8302436749446194, + "precision_coffee": 0.9055763972785655, + "recall_coffee": 0.908928457463782, + "F1_noncoffee": 0.7056802102284213, + "IoU_noncoffee": 0.5452131813212556, + "kappa": 0.6129337331006214, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8788434127468947, + "mIoU": 0.6387206042191591, + "macroF1": 0.7552279431899673, + "F1_coffee": 0.9291750982025949, + "IoU_coffee": 0.867718986216096, + "precision_coffee": 0.9068308550185874, + "recall_coffee": 0.9526482792287039, + "F1_noncoffee": 0.5812807881773399, + "IoU_noncoffee": 0.4097222222222222, + "kappa": 0.5122067463672731, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8380774155422043, + "mIoU": 0.5892197536775909, + "macroF1": 0.713895523480971, + "F1_coffee": 0.902386889918062, + "IoU_coffee": 0.822135670236936, + "precision_coffee": 0.9136707947577252, + "recall_coffee": 0.8913782991202346, + "F1_noncoffee": 0.5254041570438799, + "IoU_noncoffee": 0.35630383711824587, + "kappa": 0.4282150684146905, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8752322284149799, + "mIoU": 0.6307916063595747, + "macroF1": 0.7479898127234357, + "F1_coffee": 0.9270607065279525, + "IoU_coffee": 0.8640383590836441, + "precision_coffee": 0.911533273381295, + "recall_coffee": 0.9431263084438242, + "F1_noncoffee": 0.5689189189189189, + "IoU_noncoffee": 0.3975448536355052, + "kappa": 0.4968425158360027, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.856315289648623, + "mIoU": 0.723821162314905, + "macroF1": 0.8370942593213694, + "F1_coffee": 0.8930515303597936, + "IoU_coffee": 0.8067688378033205, + "precision_coffee": 0.9073542085607584, + "recall_coffee": 0.8791927627000696, + "F1_noncoffee": 0.7811369882829452, + "IoU_noncoffee": 0.6408734868264895, + "kappa": 0.6743541049510088, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8416826003824092, + "mIoU": 0.7021250213784846, + "macroF1": 0.8220288328381882, + "F1_coffee": 0.881171067738232, + "IoU_coffee": 0.7875833760903027, + "precision_coffee": 0.8998974058332112, + "recall_coffee": 0.863208210319134, + "F1_noncoffee": 0.7628865979381443, + "IoU_noncoffee": 0.6166666666666667, + "kappa": 0.6443649625691092, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8429641005951238, + "mIoU": 0.7038112607732644, + "macroF1": 0.8231901193724235, + "F1_coffee": 0.8823190907783053, + "IoU_coffee": 0.7894194877075557, + "precision_coffee": 0.8978187673839848, + "recall_coffee": 0.8673454956866072, + "F1_noncoffee": 0.7640611479665417, + "IoU_noncoffee": 0.6182030338389731, + "kappa": 0.6465914117795426, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6624, + 7520 + ], + [ + 45494, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5397743026415507, + "test_tta": { + "OA": 0.8627333225125792, + "mIoU": 0.6931159146066441, + "macroF1": 0.8104062406362327, + "F1_coffee": 0.9100098960383923, + "IoU_coffee": 0.8348790440673995, + "precision_coffee": 0.9041889577298006, + "recall_coffee": 0.9159062674035042, + "F1_noncoffee": 0.7108025852340731, + "IoU_noncoffee": 0.5513527851458886, + "kappa": 0.620862978024199, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8288190838813891, + "mIoU": 0.6395545560179539, + "macroF1": 0.7689110926759748, + "F1_coffee": 0.8865719282485498, + "IoU_coffee": 0.7962543344663028, + "precision_coffee": 0.8816764873598175, + "recall_coffee": 0.8915220357877338, + "F1_noncoffee": 0.6512502571033997, + "IoU_noncoffee": 0.4828547775696048, + "kappa": 0.537865990623891, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.6510945062167313, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8036914880121782, + "mIoU": 0.6329489760626936, + "macroF1": 0.768635146759933, + "F1_coffee": 0.8586951559147149, + "IoU_coffee": 0.7523801904152332, + "precision_coffee": 0.8558037948764617, + "recall_coffee": 0.8616061202986852, + "F1_noncoffee": 0.6785751376051511, + "IoU_noncoffee": 0.5135177617101541, + "kappa": 0.5372823077170322, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7764220606899734, + "mIoU": 0.5979415171921589, + "macroF1": 0.7411330982593818, + "F1_coffee": 0.8367110474424876, + "IoU_coffee": 0.7192632970535504, + "precision_coffee": 0.8370460915930789, + "recall_coffee": 0.8363762714005939, + "F1_noncoffee": 0.6455551490762759, + "IoU_noncoffee": 0.4766197373307674, + "kappa": 0.48226637657309485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2259953161592506, + "mIoU": 0.11418398938522778, + "macroF1": 0.1878847517807021, + "F1_coffee": 0.3638113570741097, + "IoU_coffee": 0.2223529411764706, + "precision_coffee": 1.0, + "recall_coffee": 0.2223529411764706, + "F1_noncoffee": 0.01195814648729447, + "IoU_noncoffee": 0.006015037593984963, + "kappa": 0.0026713497736773006, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7978606034441407, + "mIoU": 0.6185388720274586, + "macroF1": 0.7561377252490331, + "F1_coffee": 0.8570071258907364, + "IoU_coffee": 0.7497921862011637, + "precision_coffee": 0.8368455931080185, + "recall_coffee": 0.878164116828929, + "F1_noncoffee": 0.6552683246073299, + "IoU_noncoffee": 0.4872855578537535, + "kappa": 0.5129569892204857, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8181991243099181, + "mIoU": 0.6563023961971948, + "macroF1": 0.7870156074730525, + "F1_coffee": 0.8685116343108908, + "IoU_coffee": 0.767583353614018, + "precision_coffee": 0.869529257702116, + "recall_coffee": 0.8674963900158151, + "F1_noncoffee": 0.7055195806352144, + "IoU_noncoffee": 0.5450214387803716, + "kappa": 0.5740325215721228, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7950483376562132, + "mIoU": 0.6240110539917445, + "macroF1": 0.7621626525115697, + "F1_coffee": 0.8506015812994157, + "IoU_coffee": 0.7400406747218566, + "precision_coffee": 0.8618599791013584, + "recall_coffee": 0.8396335256192738, + "F1_noncoffee": 0.6737237237237237, + "IoU_noncoffee": 0.5079814332616325, + "kappa": 0.5245025065579151, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8306327160493827, + "mIoU": 0.6467933644665472, + "macroF1": 0.7753852371826332, + "F1_coffee": 0.886782720825274, + "IoU_coffee": 0.7965944631066837, + "precision_coffee": 0.8549229239184485, + "recall_coffee": 0.9211090275917493, + "F1_noncoffee": 0.6639877535399924, + "IoU_noncoffee": 0.49699226582641076, + "kappa": 0.5526144552780767, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8160809778456837, + "mIoU": 0.6393048891932527, + "macroF1": 0.7717277219546963, + "F1_coffee": 0.8723488865323435, + "IoU_coffee": 0.7735982132361584, + "precision_coffee": 0.87536578877361, + "recall_coffee": 0.8693527080581241, + "F1_noncoffee": 0.6711065573770492, + "IoU_noncoffee": 0.505011565150347, + "kappa": 0.5434694154346941, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.789602792716294, + "mIoU": 0.6036982476636226, + "macroF1": 0.743462484377065, + "F1_coffee": 0.8522591758314562, + "IoU_coffee": 0.7425536827522512, + "precision_coffee": 0.8694241686942417, + "recall_coffee": 0.8357588357588358, + "F1_noncoffee": 0.6346657929226737, + "IoU_noncoffee": 0.464842812574994, + "kappa": 0.48741902471173537, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7654356331711041, + "mIoU": 0.5903454928240001, + "macroF1": 0.73634114454314, + "F1_coffee": 0.8239255014326647, + "IoU_coffee": 0.7005725423315873, + "precision_coffee": 0.81620777746239, + "recall_coffee": 0.8317905698582586, + "F1_noncoffee": 0.6487567876536153, + "IoU_noncoffee": 0.48011844331641285, + "kappa": 0.47277632276180614, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.820303605313093, + "mIoU": 0.6703541377001689, + "macroF1": 0.7991023734201929, + "F1_coffee": 0.8643655113148095, + "IoU_coffee": 0.7611300290074411, + "precision_coffee": 0.8632527535402661, + "recall_coffee": 0.865481141545963, + "F1_noncoffee": 0.7338392355255762, + "IoU_noncoffee": 0.5795782463928968, + "kappa": 0.5982060569348641, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8004902885159344, + "mIoU": 0.6419226366995541, + "macroF1": 0.7777883481438156, + "F1_coffee": 0.8488139468419549, + "IoU_coffee": 0.73733862959285, + "precision_coffee": 0.8538163001293662, + "recall_coffee": 0.8438698678789601, + "F1_noncoffee": 0.7067627494456763, + "IoU_noncoffee": 0.546506643806258, + "kappa": 0.5556062828941963, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9017, + 11000 + ], + [ + 41539, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6572209874788921, + "test_tta": { + "OA": 0.8092255486489915, + "mIoU": 0.6382262815421955, + "macroF1": 0.7723239164177413, + "F1_coffee": 0.863984262828847, + "IoU_coffee": 0.7605389912821942, + "precision_coffee": 0.8530193101908695, + "recall_coffee": 0.87523477942187, + "F1_noncoffee": 0.6806635700066357, + "IoU_noncoffee": 0.5159135718021969, + "kappa": 0.544824409807524, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7821478020076151, + "mIoU": 0.6027991938636832, + "macroF1": 0.7445278928789301, + "F1_coffee": 0.8425627716456646, + "IoU_coffee": 0.7279554787119084, + "precision_coffee": 0.8341381872213968, + "recall_coffee": 0.8511592646408491, + "F1_noncoffee": 0.6464930141121955, + "IoU_noncoffee": 0.47764290901545803, + "kappa": 0.4891727856758243, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.683736391955821, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8083375618419384, + "mIoU": 0.6284149144873603, + "macroF1": 0.7631610642819222, + "F1_coffee": 0.8665997108391184, + "IoU_coffee": 0.7646016320330302, + "precision_coffee": 0.8362265436963514, + "recall_coffee": 0.8992624490356864, + "F1_noncoffee": 0.6597224177247262, + "IoU_noncoffee": 0.49222819694169045, + "kappa": 0.5279107956535161, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7817728164301373, + "mIoU": 0.5940238496278396, + "macroF1": 0.7356766124171776, + "F1_coffee": 0.8460591508886877, + "IoU_coffee": 0.7331910916753364, + "precision_coffee": 0.8184394929533108, + "recall_coffee": 0.8756080611535789, + "F1_noncoffee": 0.6252940739456675, + "IoU_noncoffee": 0.45485660758034296, + "kappa": 0.4728146059441209, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23302107728337237, + "mIoU": 0.11774078371864678, + "macroF1": 0.19263605331716788, + "F1_coffee": 0.37320574162679426, + "IoU_coffee": 0.22941176470588234, + "precision_coffee": 1.0, + "recall_coffee": 0.22941176470588234, + "F1_noncoffee": 0.012066365007541479, + "IoU_noncoffee": 0.006069802731411229, + "kappa": 0.002781095680387939, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7960377992037223, + "mIoU": 0.6075157564180276, + "macroF1": 0.7456197840852228, + "F1_coffee": 0.8588688263409453, + "IoU_coffee": 0.7526468877254218, + "precision_coffee": 0.8215646431292862, + "recall_coffee": 0.8997218358831711, + "F1_noncoffee": 0.6323707418295003, + "IoU_noncoffee": 0.46238462511063344, + "kappa": 0.49395729544127787, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8167713687416714, + "mIoU": 0.642815980630064, + "macroF1": 0.7748806471880432, + "F1_coffee": 0.8719909562441814, + "IoU_coffee": 0.7730354300536462, + "precision_coffee": 0.8442026652932466, + "recall_coffee": 0.9016709069655504, + "F1_noncoffee": 0.6777703381319049, + "IoU_noncoffee": 0.5125965312064819, + "kappa": 0.5509859529486439, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8120726243810422, + "mIoU": 0.6349294587389076, + "macroF1": 0.7685188387445854, + "F1_coffee": 0.8689274084794264, + "IoU_coffee": 0.7682331045713621, + "precision_coffee": 0.8430559101353077, + "recall_coffee": 0.896437054631829, + "F1_noncoffee": 0.6681102690097444, + "IoU_noncoffee": 0.5016258129064533, + "kappa": 0.538139023054017, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8201195987654321, + "mIoU": 0.6224057774806027, + "macroF1": 0.7542745025828008, + "F1_coffee": 0.8814744200826183, + "IoU_coffee": 0.7880681818181818, + "precision_coffee": 0.8386745676623534, + "recall_coffee": 0.9288775783552102, + "F1_noncoffee": 0.6270745850829834, + "IoU_noncoffee": 0.4567433731430236, + "kappa": 0.5125433311454951, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8289724980901452, + "mIoU": 0.6462041367651647, + "macroF1": 0.7752184873050207, + "F1_coffee": 0.885140768293465, + "IoU_coffee": 0.793948458352508, + "precision_coffee": 0.8601520628193943, + "recall_coffee": 0.9116248348745046, + "F1_noncoffee": 0.6652962063165764, + "IoU_noncoffee": 0.49845981517782134, + "kappa": 0.5515399239380078, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8294178696103406, + "mIoU": 0.6423779721782561, + "macroF1": 0.7714752968544647, + "F1_coffee": 0.8865461847389559, + "IoU_coffee": 0.7962128043282236, + "precision_coffee": 0.8572815533980582, + "recall_coffee": 0.9178794178794178, + "F1_noncoffee": 0.6564044089699734, + "IoU_noncoffee": 0.4885431400282885, + "kappa": 0.5445579079781756, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7722110888443554, + "mIoU": 0.5911029929455573, + "macroF1": 0.7352803356163076, + "F1_coffee": 0.8341554922531786, + "IoU_coffee": 0.7154946364719905, + "precision_coffee": 0.802647412755716, + "recall_coffee": 0.868238356956899, + "F1_noncoffee": 0.6364051789794364, + "IoU_noncoffee": 0.46671134941912423, + "kappa": 0.47234330567042654, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8046489563567363, + "mIoU": 0.6376592708282351, + "macroF1": 0.7728608779811588, + "F1_coffee": 0.8578333218255886, + "IoU_coffee": 0.7510579131906662, + "precision_coffee": 0.8271637816245007, + "recall_coffee": 0.8908647640900617, + "F1_noncoffee": 0.6878884341367288, + "IoU_noncoffee": 0.524260628465804, + "kappa": 0.5470887187591045, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7947388270790119, + "mIoU": 0.6251985282364648, + "macroF1": 0.7633809990508805, + "F1_coffee": 0.8495195963226654, + "IoU_coffee": 0.7384042297524633, + "precision_coffee": 0.8272751750134626, + "recall_coffee": 0.8729933229151868, + "F1_noncoffee": 0.6772424017790957, + "IoU_noncoffee": 0.5119928267204663, + "kappa": 0.5274947305485833, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8920, + 11000 + ], + [ + 41926, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3321716864903768, + "test_tta": { + "OA": 0.8157585944437397, + "mIoU": 0.6346358258346476, + "macroF1": 0.7673490564612754, + "F1_coffee": 0.8734740991604142, + "IoU_coffee": 0.7753697438376027, + "precision_coffee": 0.8325410499657484, + "recall_coffee": 0.9186403408310047, + "F1_noncoffee": 0.6612240137621366, + "IoU_noncoffee": 0.49390190783169263, + "kappa": 0.5376903980626304, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7894311757240107, + "mIoU": 0.5995924972928229, + "macroF1": 0.739319611458656, + "F1_coffee": 0.8536135397449266, + "IoU_coffee": 0.744612370556955, + "precision_coffee": 0.8147141572087504, + "recall_coffee": 0.8964137553435677, + "F1_noncoffee": 0.6250256831723855, + "IoU_noncoffee": 0.454572624028691, + "kappa": 0.4816660330001131, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.6689143367532795, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8087815552454649, + "mIoU": 0.6288432150191832, + "macroF1": 0.7634665402622325, + "F1_coffee": 0.8669968125117187, + "IoU_coffee": 0.7652201000720363, + "precision_coffee": 0.8360952158097386, + "recall_coffee": 0.9002702826515186, + "F1_noncoffee": 0.6599362680127464, + "IoU_noncoffee": 0.49246632996632994, + "kappa": 0.5285795627152801, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7812968731971848, + "mIoU": 0.5926599782112295, + "macroF1": 0.7343965282046991, + "F1_coffee": 0.846006986757657, + "IoU_coffee": 0.7331127459607871, + "precision_coffee": 0.8169853878591743, + "recall_coffee": 0.8771663823783351, + "F1_noncoffee": 0.6227860696517413, + "IoU_noncoffee": 0.45220721046167184, + "kappa": 0.4704299641499581, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09557777984427969, + "macroF1": 0.1617237368435984, + "F1_coffee": 0.31485148514851485, + "IoU_coffee": 0.18683901292596944, + "precision_coffee": 0.99375, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.008595988538681949, + "IoU_noncoffee": 0.004316546762589928, + "kappa": -0.00072476038879672, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8011704321964791, + "mIoU": 0.6142031354423113, + "macroF1": 0.750995593994898, + "F1_coffee": 0.8627710643933124, + "IoU_coffee": 0.758660844250364, + "precision_coffee": 0.8233807266982622, + "recall_coffee": 0.9061196105702365, + "F1_noncoffee": 0.6392201235964836, + "IoU_noncoffee": 0.46974542663425867, + "kappa": 0.5049697480705903, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8152008376166, + "mIoU": 0.6365774481036668, + "macroF1": 0.7693423725675249, + "F1_coffee": 0.8721898555017938, + "IoU_coffee": 0.7733481204763016, + "precision_coffee": 0.83653239045334, + "recall_coffee": 0.9110224850443512, + "F1_noncoffee": 0.666494889633256, + "IoU_noncoffee": 0.4998067757310318, + "kappa": 0.5408615337324325, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8099033246875736, + "mIoU": 0.635436797868778, + "macroF1": 0.7695212166612659, + "F1_coffee": 0.8659951464379508, + "IoU_coffee": 0.7636608818011257, + "precision_coffee": 0.8487553759937443, + "recall_coffee": 0.8839497794367153, + "F1_noncoffee": 0.673047286884581, + "IoU_noncoffee": 0.5072127139364303, + "kappa": 0.5395059723446677, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8363233024691358, + "mIoU": 0.64070265188168, + "macroF1": 0.7681877957411287, + "F1_coffee": 0.8938645318656576, + "IoU_coffee": 0.8080967997285989, + "precision_coffee": 0.8384371700105596, + "recall_coffee": 0.9571390302705599, + "F1_noncoffee": 0.6425110596165999, + "IoU_noncoffee": 0.473308504034761, + "kappa": 0.5431011675443426, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.827922077922078, + "mIoU": 0.6418380772273139, + "macroF1": 0.771317923586857, + "F1_coffee": 0.8850911873485525, + "IoU_coffee": 0.7938686799359415, + "precision_coffee": 0.8555226824457594, + "recall_coffee": 0.916776750330251, + "F1_noncoffee": 0.6575446598251615, + "IoU_noncoffee": 0.4898074745186863, + "kappa": 0.5442582738285917, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8323426738371544, + "mIoU": 0.6488131076503665, + "macroF1": 0.7768912951119691, + "F1_coffee": 0.8881193729144368, + "IoU_coffee": 0.7987542468856172, + "precision_coffee": 0.8614877244411873, + "recall_coffee": 0.916450103950104, + "F1_noncoffee": 0.6656632173095014, + "IoU_noncoffee": 0.4988719684151156, + "kappa": 0.5550532673190279, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7663899227025479, + "mIoU": 0.5867199992477578, + "macroF1": 0.7323513292479283, + "F1_coffee": 0.8277996623522791, + "IoU_coffee": 0.7061929908785406, + "precision_coffee": 0.8058066283210079, + "recall_coffee": 0.8510269019380966, + "F1_noncoffee": 0.6369029961435776, + "IoU_noncoffee": 0.46724700761697496, + "kappa": 0.4655421392755208, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8025616698292221, + "mIoU": 0.6300603638111233, + "macroF1": 0.7661506556703077, + "F1_coffee": 0.8584257432478399, + "IoU_coffee": 0.7519666269368296, + "precision_coffee": 0.8165933212529123, + "recall_coffee": 0.9047755628854152, + "F1_noncoffee": 0.6738755680927754, + "IoU_noncoffee": 0.5081541006854171, + "kappa": 0.5351116720188593, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7874787855930605, + "mIoU": 0.619792963582422, + "macroF1": 0.7599439801900636, + "F1_coffee": 0.841245245809269, + "IoU_coffee": 0.7259907610017019, + "precision_coffee": 0.8341947199329516, + "recall_coffee": 0.8484159681772979, + "F1_noncoffee": 0.6786427145708582, + "IoU_noncoffee": 0.513595166163142, + "kappa": 0.5199573747460471, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8933, + 11000 + ], + [ + 41948, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5345315138498943, + "test_tta": { + "OA": 0.8133959152606876, + "mIoU": 0.6313114570307286, + "macroF1": 0.7647217967073379, + "F1_coffee": 0.871735623664821, + "IoU_coffee": 0.7726341821554156, + "precision_coffee": 0.8315658140985652, + "recall_coffee": 0.9159833249347199, + "F1_noncoffee": 0.6577079697498546, + "IoU_noncoffee": 0.4899887319060414, + "kappa": 0.5323557360114294, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.786445713626399, + "mIoU": 0.5950106492396672, + "macroF1": 0.7354122150825466, + "F1_coffee": 0.8516139376872739, + "IoU_coffee": 0.74157460250973, + "precision_coffee": 0.8124282982791587, + "recall_coffee": 0.8947712005390949, + "F1_noncoffee": 0.6192104924778192, + "IoU_noncoffee": 0.4484466959696044, + "kappa": 0.4739648694594332, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.6743820519714763, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.834723455537232, + "mIoU": 0.6697340626953496, + "macroF1": 0.7955561613030309, + "F1_coffee": 0.8850408638203536, + "IoU_coffee": 0.7937877139182906, + "precision_coffee": 0.8534961390372057, + "recall_coffee": 0.9190068257822163, + "F1_noncoffee": 0.7060714587857082, + "IoU_noncoffee": 0.5456804114724086, + "kappa": 0.592535432637977, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8062334140994577, + "mIoU": 0.6291779576428637, + "macroF1": 0.7644132642083482, + "F1_coffee": 0.8636718789637642, + "IoU_coffee": 0.7600550078582655, + "precision_coffee": 0.8334377815205045, + "recall_coffee": 0.8961821129993471, + "F1_noncoffee": 0.6651546494529322, + "IoU_noncoffee": 0.4983009074274618, + "kappa": 0.5303445774991982, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2388758782201405, + "mIoU": 0.12070516279906458, + "macroF1": 0.19655521783181357, + "F1_coffee": 0.38095238095238093, + "IoU_coffee": 0.23529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.23529411764705882, + "F1_noncoffee": 0.0121580547112462, + "IoU_noncoffee": 0.0061162079510703364, + "kappa": 0.002874079396443297, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8238595481364225, + "mIoU": 0.6466335354171571, + "macroF1": 0.7768173056920448, + "F1_coffee": 0.8792820040765337, + "IoU_coffee": 0.7845702552068056, + "precision_coffee": 0.8338321486469634, + "recall_coffee": 0.9299721835883171, + "F1_noncoffee": 0.6743526073075559, + "IoU_noncoffee": 0.5086968156275087, + "kappa": 0.5571836196210997, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8414239482200647, + "mIoU": 0.6826503778107322, + "macroF1": 0.805560921155541, + "F1_coffee": 0.8890664535890265, + "IoU_coffee": 0.8002877007911772, + "precision_coffee": 0.8618085587039308, + "recall_coffee": 0.9181049302069725, + "F1_noncoffee": 0.7220553887220554, + "IoU_noncoffee": 0.5650130548302872, + "kappa": 0.6120941075468058, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8387644423485027, + "mIoU": 0.6793987551863174, + "macroF1": 0.8032609802967052, + "F1_coffee": 0.886836792109357, + "IoU_coffee": 0.7966817316841104, + "precision_coffee": 0.8655511047939011, + "recall_coffee": 0.9091957923311843, + "F1_noncoffee": 0.7196851684840535, + "IoU_noncoffee": 0.5621157786885246, + "kappa": 0.6071105346797122, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.839891975308642, + "mIoU": 0.6486255740582024, + "macroF1": 0.7749344570987902, + "F1_coffee": 0.8958464048186724, + "IoU_coffee": 0.8113421979770429, + "precision_coffee": 0.8426581680830972, + "recall_coffee": 0.9562014465577283, + "F1_noncoffee": 0.6540225093789078, + "IoU_noncoffee": 0.48590895013936203, + "kappa": 0.555748287098413, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8388082505729565, + "mIoU": 0.6588201252723311, + "macroF1": 0.7847484111304646, + "F1_coffee": 0.8926208651399491, + "IoU_coffee": 0.8060661764705882, + "precision_coffee": 0.8608588957055214, + "recall_coffee": 0.9268163804491414, + "F1_noncoffee": 0.6768759571209801, + "IoU_noncoffee": 0.5115740740740741, + "kappa": 0.5712531325159768, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8386640249080102, + "mIoU": 0.6564503900247368, + "macroF1": 0.7825836034480509, + "F1_coffee": 0.8930046302089851, + "IoU_coffee": 0.8066922903007009, + "precision_coffee": 0.8612116823557808, + "recall_coffee": 0.9272349272349273, + "F1_noncoffee": 0.6721625766871165, + "IoU_noncoffee": 0.5062084897487727, + "kappa": 0.5669754127489248, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8079969462734994, + "mIoU": 0.6410167673829508, + "macroF1": 0.7752300177907716, + "F1_coffee": 0.861049723756906, + "IoU_coffee": 0.7560029105020616, + "precision_coffee": 0.823949246629659, + "recall_coffee": 0.9016488284639861, + "F1_noncoffee": 0.6894103118246372, + "IoU_noncoffee": 0.5260306242638398, + "kappa": 0.5524881396477833, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.844022770398482, + "mIoU": 0.7014644126968229, + "macroF1": 0.8210560023158946, + "F1_coffee": 0.8851634534786254, + "IoU_coffee": 0.793984962406015, + "precision_coffee": 0.8628625902219801, + "recall_coffee": 0.9086476409006167, + "F1_noncoffee": 0.7569485511531638, + "IoU_noncoffee": 0.6089438629876308, + "kappa": 0.6426172609261365, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8388647935131058, + "mIoU": 0.6961226145802801, + "macroF1": 0.8175513606599021, + "F1_coffee": 0.8799100555126133, + "IoU_coffee": 0.7855708908406525, + "precision_coffee": 0.8705506117908788, + "recall_coffee": 0.8894729364966615, + "F1_noncoffee": 0.7551926658071909, + "IoU_noncoffee": 0.6066743383199079, + "kappa": 0.6351886816567011, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9140, + 11000 + ], + [ + 43370, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5391055703163148, + "test_tta": { + "OA": 0.8396866675123684, + "mIoU": 0.6735847118283187, + "macroF1": 0.7979437436870992, + "F1_coffee": 0.8897828362114076, + "IoU_coffee": 0.8014493607494255, + "precision_coffee": 0.8489494487206157, + "recall_coffee": 0.9347427733748683, + "F1_noncoffee": 0.7061046511627908, + "IoU_noncoffee": 0.5457200629072119, + "kappa": 0.5983651492085124, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8109928464289835, + "mIoU": 0.6316796122632578, + "macroF1": 0.765663475405667, + "F1_coffee": 0.8687281505744708, + "IoU_coffee": 0.7679216547425091, + "precision_coffee": 0.8284235060369861, + "recall_coffee": 0.9131551793122328, + "F1_noncoffee": 0.6625988002368631, + "IoU_noncoffee": 0.4954375697840065, + "kappa": 0.5341610573635565, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6690140011994188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8164087276417608, + "mIoU": 0.6504397185257804, + "macroF1": 0.7820541280941626, + "F1_coffee": 0.8685841411091689, + "IoU_coffee": 0.7676966292134831, + "precision_coffee": 0.8609036090360903, + "recall_coffee": 0.8764029502038573, + "F1_noncoffee": 0.6955241150791563, + "IoU_noncoffee": 0.5331828078380776, + "kappa": 0.5641886230934303, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7882196838583131, + "mIoU": 0.6133978097190824, + "macroF1": 0.7535181728746603, + "F1_coffee": 0.8460021813910563, + "IoU_coffee": 0.7331055290995674, + "precision_coffee": 0.8426616525645043, + "recall_coffee": 0.8493693010718723, + "F1_noncoffee": 0.6610341643582641, + "IoU_noncoffee": 0.49369009033859734, + "kappa": 0.5070533973527152, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21194379391100704, + "mIoU": 0.10707185680771569, + "macroF1": 0.17822035582588752, + "F1_coffee": 0.34469328140214217, + "IoU_coffee": 0.20823529411764705, + "precision_coffee": 1.0, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.011747430249632892, + "IoU_noncoffee": 0.005908419497784343, + "kappa": 0.00245765918376558, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8114356981819926, + "mIoU": 0.6397243165059743, + "macroF1": 0.7732178427077776, + "F1_coffee": 0.8663152525080768, + "IoU_coffee": 0.7641588672906168, + "precision_coffee": 0.847720465890183, + "recall_coffee": 0.8857440890125173, + "F1_noncoffee": 0.6801204329074783, + "IoU_noncoffee": 0.5152897657213317, + "kappa": 0.5469572653451917, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8185322672758424, + "mIoU": 0.6571220433473064, + "macroF1": 0.7876861813010668, + "F1_coffee": 0.8686123841356259, + "IoU_coffee": 0.7677407565328622, + "precision_coffee": 0.8705622323525348, + "recall_coffee": 0.866671250773568, + "F1_noncoffee": 0.7067599784665077, + "IoU_noncoffee": 0.5465033301617507, + "kappa": 0.5753771167662798, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8191935864182975, + "mIoU": 0.6541764452361922, + "macroF1": 0.7848604888822528, + "F1_coffee": 0.8708046906591185, + "IoU_coffee": 0.7711727842435094, + "precision_coffee": 0.8648015527742454, + "recall_coffee": 0.8768917543264336, + "F1_noncoffee": 0.6989162871053871, + "IoU_noncoffee": 0.5371801062288749, + "kappa": 0.5697692909461909, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8376736111111112, + "mIoU": 0.6539878729274416, + "macroF1": 0.7805134475284086, + "F1_coffee": 0.8925218724056453, + "IoU_coffee": 0.8059047399377235, + "precision_coffee": 0.8529232271451239, + "recall_coffee": 0.9359764264666488, + "F1_noncoffee": 0.668505022651172, + "IoU_noncoffee": 0.5020710059171598, + "kappa": 0.5639259594914222, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8086325439266616, + "mIoU": 0.6186649359643815, + "macroF1": 0.7535145679235071, + "F1_coffee": 0.8700726141078838, + "IoU_coffee": 0.770025246729401, + "precision_coffee": 0.8543417366946778, + "recall_coffee": 0.8863936591809776, + "F1_noncoffee": 0.6369565217391304, + "IoU_noncoffee": 0.46730462519936206, + "kappa": 0.5074956991889901, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8220586847815832, + "mIoU": 0.6373384829531124, + "macroF1": 0.768419390490578, + "F1_coffee": 0.8798726114649682, + "IoU_coffee": 0.7855112020925736, + "precision_coffee": 0.862943528235882, + "recall_coffee": 0.8974792099792099, + "F1_noncoffee": 0.6569661695161877, + "IoU_noncoffee": 0.4891657638136511, + "kappa": 0.5373472356113393, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7854757133314247, + "mIoU": 0.6218151574282216, + "macroF1": 0.7623793991923351, + "F1_coffee": 0.8364615160774044, + "IoU_coffee": 0.7188945854695511, + "precision_coffee": 0.8414812646370023, + "recall_coffee": 0.8315013017066821, + "F1_noncoffee": 0.6882972823072657, + "IoU_noncoffee": 0.5247357293868922, + "kappa": 0.5247910298668358, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8283681214421252, + "mIoU": 0.6878946174847096, + "macroF1": 0.812603992058644, + "F1_coffee": 0.8669559461645951, + "IoU_coffee": 0.7651564325587433, + "precision_coffee": 0.8897946859903382, + "recall_coffee": 0.8452602896887996, + "F1_noncoffee": 0.7582520379526928, + "IoU_noncoffee": 0.6106328024106759, + "kappa": 0.6256561128153184, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8163303790307374, + "mIoU": 0.6655609134678924, + "macroF1": 0.7957043473088036, + "F1_coffee": 0.8606182026330853, + "IoU_coffee": 0.7553378548103492, + "precision_coffee": 0.8669453654317428, + "recall_coffee": 0.8543827248188663, + "F1_noncoffee": 0.7307904919845218, + "IoU_noncoffee": 0.5757839721254355, + "kappa": 0.5914507249996392, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9168, + 11000 + ], + [ + 42186, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.940759265422821, + "test_tta": { + "OA": 0.8244957503488519, + "mIoU": 0.6560558327380359, + "macroF1": 0.7854046033319886, + "F1_coffee": 0.876994887752834, + "IoU_coffee": 0.7809357928905075, + "precision_coffee": 0.8517766935797245, + "recall_coffee": 0.9037518896880297, + "F1_noncoffee": 0.6938143189111431, + "IoU_noncoffee": 0.5311758725855642, + "kappa": 0.5717436264237047, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7966857043959847, + "mIoU": 0.6183979926252672, + "macroF1": 0.7562955694554181, + "F1_coffee": 0.855508748193475, + "IoU_coffee": 0.7475013433637829, + "precision_coffee": 0.8333932422717469, + "recall_coffee": 0.8788299955777371, + "F1_noncoffee": 0.6570823907173612, + "IoU_noncoffee": 0.4892946418867514, + "kappa": 0.5134043630338733, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6767552134930017, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8221806418876062, + "mIoU": 0.6513563572151146, + "macroF1": 0.7816002963517252, + "F1_coffee": 0.8757423987235174, + "IoU_coffee": 0.7789517257692535, + "precision_coffee": 0.8481863060742648, + "recall_coffee": 0.9051491135645242, + "F1_noncoffee": 0.6874581939799331, + "IoU_noncoffee": 0.5237609886609759, + "kappa": 0.5643571535831277, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7939021576093227, + "mIoU": 0.6133511596298873, + "macroF1": 0.7520226824245673, + "F1_coffee": 0.8539302872329552, + "IoU_coffee": 0.7450945415626115, + "precision_coffee": 0.8297082017360904, + "recall_coffee": 0.8796091561901151, + "F1_noncoffee": 0.6501150776161794, + "IoU_noncoffee": 0.4816077776971632, + "kappa": 0.5050557655092949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1920374707259953, + "mIoU": 0.09675909675909676, + "macroF1": 0.1634012539184953, + "F1_coffee": 0.3181818181818182, + "IoU_coffee": 0.1891891891891892, + "precision_coffee": 0.9938271604938271, + "recall_coffee": 0.18941176470588236, + "F1_noncoffee": 0.008620689655172414, + "IoU_noncoffee": 0.004329004329004329, + "kappa": -0.0006996712224546982, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8151292751954717, + "mIoU": 0.6412359415856819, + "macroF1": 0.77377722973667, + "F1_coffee": 0.870497311827957, + "IoU_coffee": 0.7706907836020706, + "precision_coffee": 0.8421976592977893, + "recall_coffee": 0.9007649513212795, + "F1_noncoffee": 0.6770571476453829, + "IoU_noncoffee": 0.5117810995692932, + "kappa": 0.5488248178100912, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.822625166571483, + "mIoU": 0.6528869111807047, + "macroF1": 0.782912447739942, + "F1_coffee": 0.8757625254175139, + "IoU_coffee": 0.7789835735041214, + "precision_coffee": 0.849896480331263, + "recall_coffee": 0.9032524238465242, + "F1_noncoffee": 0.69006237006237, + "IoU_noncoffee": 0.526790248857288, + "kappa": 0.5668258451223696, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8286724829049752, + "mIoU": 0.6599557441237354, + "macroF1": 0.7880429792965387, + "F1_coffee": 0.8808422709829775, + "IoU_coffee": 0.7870582029189379, + "precision_coffee": 0.8523549574711184, + "recall_coffee": 0.9112996267390566, + "F1_noncoffee": 0.6952436876100998, + "IoU_noncoffee": 0.5328532853285328, + "kappa": 0.577293581499122, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8430748456790124, + "mIoU": 0.6596691834626678, + "macroF1": 0.7845710538732129, + "F1_coffee": 0.8968359647454188, + "IoU_coffee": 0.8129670077020347, + "precision_coffee": 0.8515352197471403, + "recall_coffee": 0.9472274310206268, + "F1_noncoffee": 0.672306143001007, + "IoU_noncoffee": 0.506371359223301, + "kappa": 0.5729808836024219, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.812070282658518, + "mIoU": 0.6059600816718884, + "macroF1": 0.7396890500604394, + "F1_coffee": 0.8769538576966363, + "IoU_coffee": 0.7808707270905244, + "precision_coffee": 0.8325023741690408, + "recall_coffee": 0.9264200792602377, + "F1_noncoffee": 0.6024242424242424, + "IoU_noncoffee": 0.43104943625325237, + "kappa": 0.48413028668373087, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8309274459854703, + "mIoU": 0.6400773508783021, + "macroF1": 0.7689021182239877, + "F1_coffee": 0.8886264760720944, + "IoU_coffee": 0.7995749916116766, + "precision_coffee": 0.8516797712651895, + "recall_coffee": 0.9289241164241164, + "F1_noncoffee": 0.6491777603758809, + "IoU_noncoffee": 0.48057971014492756, + "kappa": 0.5405279598442689, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7874797213474568, + "mIoU": 0.6204959933031092, + "macroF1": 0.7606227228472084, + "F1_coffee": 0.8408034884552148, + "IoU_coffee": 0.7253330044400592, + "precision_coffee": 0.8312367491166077, + "recall_coffee": 0.8505929997107319, + "F1_noncoffee": 0.6804419572392022, + "IoU_noncoffee": 0.5156589821661592, + "kappa": 0.5213727057411792, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.833111954459203, + "mIoU": 0.6892995977514617, + "macroF1": 0.8128900455793804, + "F1_coffee": 0.8744019992859693, + "IoU_coffee": 0.7768332910428826, + "precision_coffee": 0.8707337883959044, + "recall_coffee": 0.8781012476695826, + "F1_noncoffee": 0.7513780918727915, + "IoU_noncoffee": 0.6017659044600407, + "kappa": 0.6257932375362171, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8264190081086178, + "mIoU": 0.6739039351944087, + "macroF1": 0.8009625996684396, + "F1_coffee": 0.8721438988818668, + "IoU_coffee": 0.7732758620689655, + "precision_coffee": 0.853125, + "recall_coffee": 0.8920301179144765, + "F1_noncoffee": 0.7297813004550124, + "IoU_noncoffee": 0.5745320083198521, + "kappa": 0.602342883590581, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9180, + 11000 + ], + [ + 42538, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4967536012331646, + "test_tta": { + "OA": 0.82956996067487, + "mIoU": 0.6559246887488501, + "macroF1": 0.7841527695839214, + "F1_coffee": 0.8831637533698582, + "IoU_coffee": 0.790772824605801, + "precision_coffee": 0.8404435800885505, + "recall_coffee": 0.9304594805075816, + "F1_noncoffee": 0.6851417857979846, + "IoU_noncoffee": 0.5210765528918991, + "kappa": 0.5712905736131844, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8014162916810892, + "mIoU": 0.616550202652968, + "macroF1": 0.753269010366458, + "F1_coffee": 0.8622617916270695, + "IoU_coffee": 0.7578736349728313, + "precision_coffee": 0.821258432104882, + "recall_coffee": 0.9075747046560111, + "F1_noncoffee": 0.6442762291058465, + "IoU_noncoffee": 0.4752267703331047, + "kappa": 0.5096945106939953, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6370753737423682, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8491621009334983, + "mIoU": 0.6787059200947798, + "macroF1": 0.8005158142422294, + "F1_coffee": 0.8990255340202638, + "IoU_coffee": 0.8165725562220355, + "precision_coffee": 0.913867751246392, + "recall_coffee": 0.884657719825579, + "F1_noncoffee": 0.702006094464195, + "IoU_noncoffee": 0.5408392839675242, + "kappa": 0.6013419609458796, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8123052959501558, + "mIoU": 0.6257087551556366, + "macroF1": 0.7595386086903636, + "F1_coffee": 0.8721811895969199, + "IoU_coffee": 0.7733344944700862, + "precision_coffee": 0.8889267052393441, + "recall_coffee": 0.856054909672817, + "F1_noncoffee": 0.6468960277838073, + "IoU_noncoffee": 0.47808301584118706, + "kappa": 0.5195482194146789, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24083769633507854, + "mIoU": 0.121646034330892, + "macroF1": 0.19770625414949966, + "F1_coffee": 0.38372799028536736, + "IoU_coffee": 0.23741547708489857, + "precision_coffee": 0.9905956112852664, + "recall_coffee": 0.23795180722891565, + "F1_noncoffee": 0.011684518013631937, + "IoU_noncoffee": 0.005876591576885406, + "kappa": -0.0016829362809322546, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8493089832181638, + "mIoU": 0.6862622981701698, + "macroF1": 0.807124016745352, + "F1_coffee": 0.8973263830502775, + "IoU_coffee": 0.813773331706722, + "precision_coffee": 0.9217853934913287, + "recall_coffee": 0.8741318306906041, + "F1_noncoffee": 0.7169216504404265, + "IoU_noncoffee": 0.5587512646336176, + "kappa": 0.6149953969085789, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8460951290491866, + "mIoU": 0.674726406252569, + "macroF1": 0.7976149093411866, + "F1_coffee": 0.896668802049968, + "IoU_coffee": 0.8126923300238054, + "precision_coffee": 0.9172947113179107, + "recall_coffee": 0.8769500657853518, + "F1_noncoffee": 0.6985610166324051, + "IoU_noncoffee": 0.5367604824813326, + "kappa": 0.5958259539297127, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8520791702350367, + "mIoU": 0.6746369594796442, + "macroF1": 0.7962645176581242, + "F1_coffee": 0.9029014022923889, + "IoU_coffee": 0.822990207242086, + "precision_coffee": 0.9034375, + "recall_coffee": 0.9023659404457207, + "F1_noncoffee": 0.6896276330238594, + "IoU_noncoffee": 0.5262837117172025, + "kappa": 0.5925294939414785, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8662802318608834, + "mIoU": 0.7191152611281881, + "macroF1": 0.8316149999479301, + "F1_coffee": 0.9080159494018974, + "IoU_coffee": 0.831528582221103, + "precision_coffee": 0.9174770769658238, + "recall_coffee": 0.8987479586281981, + "F1_noncoffee": 0.7552140504939627, + "IoU_noncoffee": 0.6067019400352733, + "kappa": 0.6633252750854082, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8638618584239649, + "mIoU": 0.7058262971005456, + "macroF1": 0.8210492294810166, + "F1_coffee": 0.9085783842654879, + "IoU_coffee": 0.8324724113641699, + "precision_coffee": 0.9107372206524531, + "recall_coffee": 0.9064297584047041, + "F1_noncoffee": 0.7335200746965452, + "IoU_noncoffee": 0.5791801828369213, + "kappa": 0.64210432068579, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8848306612275875, + "mIoU": 0.7318805257742519, + "macroF1": 0.8387950002564813, + "F1_coffee": 0.9249412637566464, + "IoU_coffee": 0.8603634690591212, + "precision_coffee": 0.9020742884708153, + "recall_coffee": 0.9489977163156559, + "F1_noncoffee": 0.7526487367563163, + "IoU_noncoffee": 0.6033975824893826, + "kappa": 0.6782712960281678, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8327481958260191, + "mIoU": 0.6547289710810356, + "macroF1": 0.7823301564788274, + "F1_coffee": 0.8870893409704391, + "IoU_coffee": 0.797089446284903, + "precision_coffee": 0.9260481099656357, + "recall_coffee": 0.8512762193580996, + "F1_noncoffee": 0.6775709719872156, + "IoU_noncoffee": 0.512368495877168, + "kappa": 0.5668494924519154, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8283233132932531, + "mIoU": 0.6449193509364782, + "macroF1": 0.774155199819839, + "F1_coffee": 0.8847607456280827, + "IoU_coffee": 0.7933371625502584, + "precision_coffee": 0.9241268566840626, + "recall_coffee": 0.8486114524453182, + "F1_noncoffee": 0.6635496540115953, + "IoU_noncoffee": 0.496501539322698, + "kappa": 0.5506907873874377, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8191276128662786, + "mIoU": 0.6226195757360748, + "macroF1": 0.7547449198510651, + "F1_coffee": 0.8804039129062796, + "IoU_coffee": 0.786358511837655, + "precision_coffee": 0.9049039958484691, + "recall_coffee": 0.8571955266068576, + "F1_noncoffee": 0.6290859267958505, + "IoU_noncoffee": 0.45888063963449455, + "kappa": 0.5106024631734419, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7102, + 8413 + ], + [ + 45642, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7510541796684265, + "test_tta": { + "OA": 0.8552836645832999, + "mIoU": 0.6839579794723208, + "macroF1": 0.8038969777406455, + "F1_coffee": 0.9042816608040468, + "IoU_coffee": 0.8252865982581034, + "precision_coffee": 0.9079966707215571, + "recall_coffee": 0.9005969264637399, + "F1_noncoffee": 0.7035122946772442, + "IoU_noncoffee": 0.5426293606865383, + "kappa": 0.6078142909759575, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8178579670012692, + "mIoU": 0.6286289008497773, + "macroF1": 0.76100701502041, + "F1_coffee": 0.877570211239615, + "IoU_coffee": 0.781848646594462, + "precision_coffee": 0.8825410443395858, + "recall_coffee": 0.8726550600574546, + "F1_noncoffee": 0.6444438188012049, + "IoU_noncoffee": 0.47540915510509263, + "kappa": 0.5220580637034036, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.6434839520235232, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8433940133999582, + "mIoU": 0.6703914317575541, + "macroF1": 0.794300129943246, + "F1_coffee": 0.8947919477575692, + "IoU_coffee": 0.809614032346277, + "precision_coffee": 0.9129132436182631, + "recall_coffee": 0.8773760636721561, + "F1_noncoffee": 0.6938083121289228, + "IoU_noncoffee": 0.5311688311688312, + "kappa": 0.5890714869015847, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.80585842852198, + "mIoU": 0.6181674643799125, + "macroF1": 0.7537340426389589, + "F1_coffee": 0.8670321529115425, + "IoU_coffee": 0.7652751621678175, + "precision_coffee": 0.8889766650461838, + "recall_coffee": 0.846144947654578, + "F1_noncoffee": 0.6404359323663755, + "IoU_noncoffee": 0.47105976659200754, + "kappa": 0.5082783373066122, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1944652206432311, + "mIoU": 0.0983415642427101, + "macroF1": 0.16623925264598136, + "F1_coffee": 0.31964624131396085, + "IoU_coffee": 0.19022556390977444, + "precision_coffee": 0.9921568627450981, + "recall_coffee": 0.1905120481927711, + "F1_noncoffee": 0.012832263978001834, + "IoU_noncoffee": 0.006457564575645757, + "kappa": -0.0005266847833261971, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8429911154985192, + "mIoU": 0.6790114398176472, + "macroF1": 0.8020596143722406, + "F1_coffee": 0.892070708784311, + "IoU_coffee": 0.8051693513811478, + "precision_coffee": 0.9250580536204349, + "recall_coffee": 0.8613549993447779, + "F1_noncoffee": 0.7120485199601702, + "IoU_noncoffee": 0.5528535282541468, + "kappa": 0.6054577652931179, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.838748151328658, + "mIoU": 0.6639496744984728, + "macroF1": 0.7894704217510544, + "F1_coffee": 0.8913253166998907, + "IoU_coffee": 0.8039556870251146, + "precision_coffee": 0.9154613301631332, + "recall_coffee": 0.8684292964099993, + "F1_noncoffee": 0.6876155268022182, + "IoU_noncoffee": 0.523943661971831, + "kappa": 0.5797804742902675, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8484156437339423, + "mIoU": 0.6673878774477896, + "macroF1": 0.7904839410027771, + "F1_coffee": 0.9006548175865294, + "IoU_coffee": 0.8192648059904697, + "precision_coffee": 0.8997570244844558, + "recall_coffee": 0.9015544041450777, + "F1_noncoffee": 0.6803130644190247, + "IoU_noncoffee": 0.5155109489051095, + "kappa": 0.5809692245418459, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.868578852688387, + "mIoU": 0.7237957535933548, + "macroF1": 0.8350167148223022, + "F1_coffee": 0.9094290240374682, + "IoU_coffee": 0.8339017304534546, + "precision_coffee": 0.920652628643146, + "recall_coffee": 0.8984757757212847, + "F1_noncoffee": 0.7606044056071364, + "IoU_noncoffee": 0.613689776733255, + "kappa": 0.6701629981957831, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8644342682694143, + "mIoU": 0.7061150655634743, + "macroF1": 0.8211857603478794, + "F1_coffee": 0.9091257913922108, + "IoU_coffee": 0.8333919568530894, + "precision_coffee": 0.9096493473253136, + "recall_coffee": 0.9086028377860156, + "F1_noncoffee": 0.7332457293035479, + "IoU_noncoffee": 0.578838174273859, + "kappa": 0.6423718684565055, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8797078076083863, + "mIoU": 0.7206415883965738, + "macroF1": 0.8305134410088353, + "F1_coffee": 0.9218249075215783, + "IoU_coffee": 0.8549862763037511, + "precision_coffee": 0.8966178939793715, + "recall_coffee": 0.9484902309058615, + "F1_noncoffee": 0.7392019744960922, + "IoU_noncoffee": 0.5862969004893964, + "kappa": 0.661918308503387, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.818022235225278, + "mIoU": 0.6375781623083802, + "macroF1": 0.7696216302073207, + "F1_coffee": 0.8752173331550087, + "IoU_coffee": 0.7781212841854934, + "precision_coffee": 0.9295454545454546, + "recall_coffee": 0.8268890573666919, + "F1_noncoffee": 0.6640259272596327, + "IoU_noncoffee": 0.49703504043126684, + "kappa": 0.5434423509341482, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8130546807901518, + "mIoU": 0.6246864228583596, + "macroF1": 0.7583455744662593, + "F1_coffee": 0.8733268671193016, + "IoU_coffee": 0.775137741046832, + "precision_coffee": 0.921659615122151, + "recall_coffee": 0.8298107643155567, + "F1_noncoffee": 0.6433642818132168, + "IoU_noncoffee": 0.4742351046698873, + "kappa": 0.5204044259669243, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8169323279564761, + "mIoU": 0.618911574108568, + "macroF1": 0.7516034186090207, + "F1_coffee": 0.8789905362776025, + "IoU_coffee": 0.7841062584421432, + "precision_coffee": 0.9031505250875146, + "recall_coffee": 0.8560894678628487, + "F1_noncoffee": 0.6242163009404389, + "IoU_noncoffee": 0.45371688977499286, + "kappa": 0.50430838503323, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7136, + 8413 + ], + [ + 45249, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.382968318462372, + "test_tta": { + "OA": 0.8504153344366072, + "mIoU": 0.6761227954470924, + "macroF1": 0.7979515292235998, + "F1_coffee": 0.9009089554462822, + "IoU_coffee": 0.8196854663774403, + "precision_coffee": 0.9060198664154822, + "recall_coffee": 0.8958553829219762, + "F1_noncoffee": 0.6949941030009174, + "IoU_noncoffee": 0.5325601245167445, + "kappa": 0.5959426350076155, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8130408445829007, + "mIoU": 0.6221238357433513, + "macroF1": 0.7558180104236512, + "F1_coffee": 0.8740245478663958, + "IoU_coffee": 0.7762376579437962, + "precision_coffee": 0.8811576595994827, + "recall_coffee": 0.8670059961054235, + "F1_noncoffee": 0.6376114729809064, + "IoU_noncoffee": 0.4680100135429064, + "kappa": 0.5117280660350376, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6298135080438736, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8383489451951349, + "mIoU": 0.6538852660653915, + "macroF1": 0.78026175015636, + "F1_coffee": 0.8932395292819321, + "IoU_coffee": 0.8070757430488974, + "precision_coffee": 0.8955678022001404, + "recall_coffee": 0.8909233309343381, + "F1_noncoffee": 0.6672839710307881, + "IoU_noncoffee": 0.5006947890818858, + "kappa": 0.560532757106394, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8058295834775585, + "mIoU": 0.6075256045280508, + "macroF1": 0.7430079765832607, + "F1_coffee": 0.8700695831765057, + "IoU_coffee": 0.7700204988042364, + "precision_coffee": 0.8710531400966184, + "recall_coffee": 0.8690882449341585, + "F1_noncoffee": 0.6159463699900157, + "IoU_noncoffee": 0.4450307102518653, + "kappa": 0.4860178902071978, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41735228122662676, + "mIoU": 0.21159578335150855, + "macroF1": 0.301756531264728, + "F1_coffee": 0.5858585858585859, + "IoU_coffee": 0.4142857142857143, + "precision_coffee": 0.9963833634719711, + "recall_coffee": 0.41490963855421686, + "F1_noncoffee": 0.017654476670870115, + "IoU_noncoffee": 0.008905852417302799, + "kappa": 0.004402898686490867, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.845360315893386, + "mIoU": 0.663930919711085, + "macroF1": 0.7879919863880837, + "F1_coffee": 0.8982759180492873, + "IoU_coffee": 0.815336555463869, + "precision_coffee": 0.8903263178219734, + "recall_coffee": 0.9063687590093041, + "F1_noncoffee": 0.67770805472688, + "IoU_noncoffee": 0.5125252839583009, + "kappa": 0.5760910483514385, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.829206621821478, + "mIoU": 0.6400302152978459, + "macroF1": 0.7692747977112274, + "F1_coffee": 0.8868663885728733, + "IoU_coffee": 0.7967295026118556, + "precision_coffee": 0.8947267742141172, + "recall_coffee": 0.8791429108451851, + "F1_noncoffee": 0.6516832068495816, + "IoU_noncoffee": 0.48333092798383603, + "kappa": 0.538659220887162, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8407079646017699, + "mIoU": 0.6583409284219328, + "macroF1": 0.7838753056595169, + "F1_coffee": 0.8947037363190339, + "IoU_coffee": 0.8094696107443661, + "precision_coffee": 0.901565570133739, + "recall_coffee": 0.8879455646419876, + "F1_noncoffee": 0.673046875, + "IoU_noncoffee": 0.5072122460994996, + "kappa": 0.5678283459543221, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8478912652408555, + "mIoU": 0.670428068947972, + "macroF1": 0.793364424601233, + "F1_coffee": 0.8995114221576654, + "IoU_coffee": 0.8173746100311975, + "precision_coffee": 0.8735573223903565, + "recall_coffee": 0.9270549809471965, + "F1_noncoffee": 0.6872174270448007, + "IoU_noncoffee": 0.5234815278647464, + "kappa": 0.5878612454585024, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8341919481015073, + "mIoU": 0.6519987904877174, + "macroF1": 0.7794546544533955, + "F1_coffee": 0.8893275598573612, + "IoU_coffee": 0.8007109276459121, + "precision_coffee": 0.8860550691536607, + "recall_coffee": 0.8926243129234309, + "F1_noncoffee": 0.6695817490494297, + "IoU_noncoffee": 0.5032866533295227, + "kappa": 0.5589272715466466, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8601650697277298, + "mIoU": 0.6958335883781193, + "macroF1": 0.8132578129296741, + "F1_coffee": 0.906850353892821, + "IoU_coffee": 0.8295756734882646, + "precision_coffee": 0.9034248300176279, + "recall_coffee": 0.9103019538188277, + "F1_noncoffee": 0.7196652719665272, + "IoU_noncoffee": 0.5620915032679739, + "kappa": 0.6265317850383056, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8428905792861322, + "mIoU": 0.657535033182768, + "macroF1": 0.7826287844191449, + "F1_coffee": 0.897080431866096, + "IoU_coffee": 0.813368860055607, + "precision_coffee": 0.90722315544644, + "recall_coffee": 0.8871619914076321, + "F1_noncoffee": 0.6681771369721936, + "IoU_noncoffee": 0.5017012063099289, + "kappa": 0.565432693104485, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8242198683080446, + "mIoU": 0.6278989825922174, + "macroF1": 0.7586815694366029, + "F1_coffee": 0.8844416562107905, + "IoU_coffee": 0.7928242042514902, + "precision_coffee": 0.9034862855678031, + "recall_coffee": 0.8661833374293438, + "F1_noncoffee": 0.6329214826624153, + "IoU_noncoffee": 0.4629737609329446, + "kappa": 0.5180433872657084, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8211320034360982, + "mIoU": 0.6216532511853324, + "macroF1": 0.753257758484011, + "F1_coffee": 0.8826696719258703, + "IoU_coffee": 0.7899809481116217, + "precision_coffee": 0.8996809189534142, + "recall_coffee": 0.8662897873909303, + "F1_noncoffee": 0.6238458450421518, + "IoU_noncoffee": 0.4533255542590432, + "kappa": 0.5070804888971525, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7066, + 8413 + ], + [ + 45005, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6934523224830627, + "test_tta": { + "OA": 0.8454988030013336, + "mIoU": 0.6613395477048803, + "macroF1": 0.7855708187581449, + "F1_coffee": 0.8989300203905741, + "IoU_coffee": 0.8164149754672674, + "precision_coffee": 0.8927557411273487, + "recall_coffee": 0.9051902967698234, + "F1_noncoffee": 0.6722116171257159, + "IoU_noncoffee": 0.5062641199424933, + "kappa": 0.5712081533643303, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8130985346717434, + "mIoU": 0.6137556292010713, + "macroF1": 0.7474081684496715, + "F1_coffee": 0.8762214050336692, + "IoU_coffee": 0.7797099971101705, + "precision_coffee": 0.8682516847126523, + "recall_coffee": 0.8843387895964678, + "F1_noncoffee": 0.6185949318656738, + "IoU_noncoffee": 0.44780126129197206, + "kappa": 0.4949474579333228, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6439099027482806, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8394736419286942, + "mIoU": 0.6628926286408208, + "macroF1": 0.7883453078409394, + "F1_coffee": 0.8923719958202717, + "IoU_coffee": 0.8056603773584906, + "precision_coffee": 0.9085704257792792, + "recall_coffee": 0.8767410355192413, + "F1_noncoffee": 0.684318619861607, + "IoU_noncoffee": 0.5201248799231508, + "kappa": 0.5770848963894436, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8031181493019499, + "mIoU": 0.6115353159475352, + "macroF1": 0.7478079616186986, + "F1_coffee": 0.8659129529403675, + "IoU_coffee": 0.7635330596407351, + "precision_coffee": 0.8826191429715659, + "recall_coffee": 0.8498274432683595, + "F1_noncoffee": 0.6297029702970297, + "IoU_noncoffee": 0.4595375722543353, + "kappa": 0.4961144671760444, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2580403889304413, + "mIoU": 0.13057117267643584, + "macroF1": 0.2095961401852673, + "F1_coffee": 0.4052757793764988, + "IoU_coffee": 0.25413533834586466, + "precision_coffee": 0.9941176470588236, + "recall_coffee": 0.2545180722891566, + "F1_noncoffee": 0.013916500994035786, + "IoU_noncoffee": 0.007007007007007007, + "kappa": 0.0005817300591676446, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8378084896347483, + "mIoU": 0.6650169264131058, + "macroF1": 0.7906467614681332, + "F1_coffee": 0.8900120498058642, + "IoU_coffee": 0.8018213617996502, + "precision_coffee": 0.9097440810182017, + "recall_coffee": 0.8711178089372297, + "F1_noncoffee": 0.6912814731304021, + "IoU_noncoffee": 0.5282124910265614, + "kappa": 0.5818456757471503, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8360765230666476, + "mIoU": 0.6585343722162871, + "macroF1": 0.7850986740340987, + "F1_coffee": 0.8897658004491498, + "IoU_coffee": 0.8014217187770907, + "precision_coffee": 0.9117627720428694, + "recall_coffee": 0.8688052127059708, + "F1_noncoffee": 0.6804315476190477, + "IoU_noncoffee": 0.5156470256554835, + "kappa": 0.5709213613233396, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8444666476353602, + "mIoU": 0.6649843814779515, + "macroF1": 0.789156380511056, + "F1_coffee": 0.8971462731648995, + "IoU_coffee": 0.8134771197078626, + "precision_coffee": 0.904402435929967, + "recall_coffee": 0.8900056183282352, + "F1_noncoffee": 0.6811664878572126, + "IoU_noncoffee": 0.5164916432480402, + "kappa": 0.5783968885879002, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8587847291625025, + "mIoU": 0.7004970046075251, + "macroF1": 0.8175019850731791, + "F1_coffee": 0.9043007111412124, + "IoU_coffee": 0.8253183335393744, + "precision_coffee": 0.900094377780774, + "recall_coffee": 0.9085465432770822, + "F1_noncoffee": 0.7307032590051458, + "IoU_noncoffee": 0.5756756756756757, + "kappa": 0.6350263994152772, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8576607517649304, + "mIoU": 0.6937982221478747, + "macroF1": 0.8119950998721304, + "F1_coffee": 0.9046523517382413, + "IoU_coffee": 0.825904317386231, + "precision_coffee": 0.9045367412140575, + "recall_coffee": 0.9047679918189953, + "F1_noncoffee": 0.7193378480060195, + "IoU_noncoffee": 0.5616921269095182, + "kappa": 0.6239902178249644, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8756284982449483, + "mIoU": 0.7192828225059197, + "macroF1": 0.8301150123465258, + "F1_coffee": 0.9180471338375945, + "IoU_coffee": 0.848509359833603, + "precision_coffee": 0.9048675292667899, + "recall_coffee": 0.9316163410301954, + "F1_noncoffee": 0.7421828908554572, + "IoU_noncoffee": 0.5900562851782364, + "kappa": 0.6604566339202501, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.817339574800078, + "mIoU": 0.6320856234300298, + "macroF1": 0.7645029523788188, + "F1_coffee": 0.8760505591952882, + "IoU_coffee": 0.7794394724446538, + "precision_coffee": 0.9196887592052244, + "recall_coffee": 0.8363659337882234, + "F1_noncoffee": 0.6529553455623495, + "IoU_noncoffee": 0.48473177441540577, + "kappa": 0.5319562925234972, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8144861150873175, + "mIoU": 0.6252834077636551, + "macroF1": 0.7585712566909943, + "F1_coffee": 0.874758407421724, + "IoU_coffee": 0.7773960838199931, + "precision_coffee": 0.9194203683640303, + "recall_coffee": 0.8342344556402065, + "F1_noncoffee": 0.6423841059602649, + "IoU_noncoffee": 0.47317073170731705, + "kappa": 0.5203741176699939, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8131144411568197, + "mIoU": 0.6148843868463749, + "macroF1": 0.7485480384115878, + "F1_coffee": 0.8759660458634233, + "IoU_coffee": 0.7793056807935077, + "precision_coffee": 0.9039090077134266, + "recall_coffee": 0.8496989062307976, + "F1_noncoffee": 0.6211300309597523, + "IoU_noncoffee": 0.4504630928992422, + "kappa": 0.49855981760590357, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7039, + 8413 + ], + [ + 45102, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.831472643216451, + "test_tta": { + "OA": 0.8460611513681132, + "mIoU": 0.669143526115935, + "macroF1": 0.7925967828604066, + "F1_coffee": 0.8978995939854432, + "IoU_coffee": 0.8147166892283891, + "precision_coffee": 0.9041139987552846, + "recall_coffee": 0.8917700351382245, + "F1_noncoffee": 0.68729397173537, + "IoU_noncoffee": 0.5235703630034808, + "kappa": 0.5852535785524703, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8097236644744433, + "mIoU": 0.6165901177348624, + "macroF1": 0.7511584318211721, + "F1_coffee": 0.8718790362522214, + "IoU_coffee": 0.7728595286056161, + "precision_coffee": 0.8783704457402262, + "recall_coffee": 0.8654828696473673, + "F1_noncoffee": 0.630437827390123, + "IoU_noncoffee": 0.46032070686410864, + "kappa": 0.5023952561232943, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.6045446413679187, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8251578592201031, + "mIoU": 0.6523211727257174, + "macroF1": 0.7818195178789276, + "F1_coffee": 0.8790593256129277, + "IoU_coffee": 0.7842157445964704, + "precision_coffee": 0.9254024709846499, + "recall_coffee": 0.8371364463824563, + "F1_noncoffee": 0.6845797101449276, + "IoU_noncoffee": 0.5204266008549645, + "kappa": 0.566474612977862, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7879889235029421, + "mIoU": 0.6030768414069376, + "macroF1": 0.7432619234904738, + "F1_coffee": 0.8504212625666491, + "IoU_coffee": 0.7397677382806968, + "precision_coffee": 0.90042879613868, + "recall_coffee": 0.8056760560664777, + "F1_noncoffee": 0.6361025844142985, + "IoU_noncoffee": 0.46638594453317844, + "kappa": 0.49034817216666676, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18175018698578907, + "mIoU": 0.09204210417067812, + "macroF1": 0.15746296168291055, + "F1_coffee": 0.30051150895140666, + "IoU_coffee": 0.17682468021068473, + "precision_coffee": 0.9957627118644068, + "recall_coffee": 0.1769578313253012, + "F1_noncoffee": 0.014414414414414415, + "IoU_noncoffee": 0.007259528130671506, + "kappa": 0.001074951579372951, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8289733464955578, + "mIoU": 0.661244332927576, + "macroF1": 0.7891482260707516, + "F1_coffee": 0.8807844486495785, + "IoU_coffee": 0.7869658776513987, + "precision_coffee": 0.9273346373976672, + "recall_coffee": 0.83868431398244, + "F1_noncoffee": 0.6975120034919249, + "IoU_noncoffee": 0.5355227882037533, + "kappa": 0.5809755251777715, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8254854253136777, + "mIoU": 0.651186188407568, + "macroF1": 0.7806931303283254, + "F1_coffee": 0.8798054807123612, + "IoU_coffee": 0.7854042003989206, + "precision_coffee": 0.9250328197332964, + "recall_coffee": 0.8387945617442516, + "F1_noncoffee": 0.6815807799442897, + "IoU_noncoffee": 0.5169681764162155, + "kappa": 0.5641464759702548, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.821153297173851, + "mIoU": 0.6447800924232598, + "macroF1": 0.775705881157085, + "F1_coffee": 0.8766691820597788, + "IoU_coffee": 0.7804194170220223, + "precision_coffee": 0.9239280774550485, + "recall_coffee": 0.8340096135838692, + "F1_noncoffee": 0.6747425802543913, + "IoU_noncoffee": 0.5091407678244972, + "kappa": 0.5544857913307787, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8506895862482511, + "mIoU": 0.6995646283855241, + "macroF1": 0.8182365333848094, + "F1_coffee": 0.8950400449627652, + "IoU_coffee": 0.8100203458799593, + "precision_coffee": 0.9250653499854777, + "recall_coffee": 0.866902558519325, + "F1_noncoffee": 0.7414330218068536, + "IoU_noncoffee": 0.5891089108910891, + "kappa": 0.6374140684553411, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8556573173058577, + "mIoU": 0.7010215007636058, + "macroF1": 0.8185339904598697, + "F1_coffee": 0.900610917690337, + "IoU_coffee": 0.8191921606118547, + "precision_coffee": 0.9263513513513514, + "recall_coffee": 0.8762623034641442, + "F1_noncoffee": 0.7364570632294025, + "IoU_noncoffee": 0.582850840915357, + "kappa": 0.6378095130605403, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.876956645479556, + "mIoU": 0.7311283499539181, + "macroF1": 0.8395045762996214, + "F1_coffee": 0.9170344783470863, + "IoU_coffee": 0.8467808623744831, + "precision_coffee": 0.924783898851761, + "recall_coffee": 0.9094138543516874, + "F1_noncoffee": 0.7619746742521564, + "IoU_noncoffee": 0.6154758375333531, + "kappa": 0.6790738055903274, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8077823288472791, + "mIoU": 0.6249781014563419, + "macroF1": 0.7599561364184086, + "F1_coffee": 0.8671026903108354, + "IoU_coffee": 0.7653850732055708, + "precision_coffee": 0.9295937545178545, + "recall_coffee": 0.8124842052059641, + "F1_noncoffee": 0.652809582525982, + "IoU_noncoffee": 0.48457112970711297, + "kappa": 0.5255140310795698, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7953048955052963, + "mIoU": 0.6046173935826678, + "macroF1": 0.7428727095134611, + "F1_coffee": 0.8589836302675695, + "IoU_coffee": 0.7528232311592533, + "precision_coffee": 0.9236533295631274, + "recall_coffee": 0.8027770951093635, + "F1_noncoffee": 0.6267617887593527, + "IoU_noncoffee": 0.45641155600608213, + "kappa": 0.49233229953590335, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7650090674811492, + "mIoU": 0.5704724263997007, + "macroF1": 0.7155430770095355, + "F1_coffee": 0.8341640846019129, + "IoU_coffee": 0.71550727987058, + "precision_coffee": 0.9229393352213444, + "recall_coffee": 0.7609684158780877, + "F1_noncoffee": 0.5969220694171579, + "IoU_noncoffee": 0.42543757292882145, + "kappa": 0.4435984289314613, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6869, + 8413 + ], + [ + 44381, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7668726682662963, + "test_tta": { + "OA": 0.8337055543951541, + "mIoU": 0.6593235792151512, + "macroF1": 0.7863539721804114, + "F1_coffee": 0.8869346733668342, + "IoU_coffee": 0.7968397291196389, + "precision_coffee": 0.9164070612668743, + "recall_coffee": 0.8592989289191821, + "F1_noncoffee": 0.6857732709939887, + "IoU_noncoffee": 0.5218074293106635, + "kappa": 0.5739326894108645, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.796945309795777, + "mIoU": 0.6090469609121458, + "macroF1": 0.7469262241938643, + "F1_coffee": 0.8594363075448528, + "IoU_coffee": 0.7535189075630252, + "precision_coffee": 0.8912287240651012, + "recall_coffee": 0.8298339984961536, + "F1_noncoffee": 0.634416140842876, + "IoU_noncoffee": 0.4645750142612664, + "kappa": 0.4955220956662605, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6324348148793099, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8289978952103986, + "mIoU": 0.65852748104492, + "macroF1": 0.7866685618234325, + "F1_coffee": 0.881695808276736, + "IoU_coffee": 0.7884221617000974, + "precision_coffee": 0.9283490554996372, + "recall_coffee": 0.8395072181533382, + "F1_noncoffee": 0.691641315370129, + "IoU_noncoffee": 0.5286328003897427, + "kappa": 0.5761273063788779, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7915801315334026, + "mIoU": 0.608754596763584, + "macroF1": 0.7480396776891235, + "F1_coffee": 0.8527796737945578, + "IoU_coffee": 0.7433442855874256, + "precision_coffee": 0.9041303032921455, + "recall_coffee": 0.8069485414618158, + "F1_noncoffee": 0.6432996815836892, + "IoU_noncoffee": 0.47416490793974236, + "kappa": 0.4999872807903501, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19820493642483172, + "mIoU": 0.10023622541060714, + "macroF1": 0.16891418604543285, + "F1_coffee": 0.3249370277078086, + "IoU_coffee": 0.19398496240601504, + "precision_coffee": 0.9923076923076923, + "recall_coffee": 0.19427710843373494, + "F1_noncoffee": 0.01289134438305709, + "IoU_noncoffee": 0.006487488415199258, + "kappa": -0.00046628637801583326, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8328726554787759, + "mIoU": 0.6675427901855828, + "macroF1": 0.7939882086676837, + "F1_coffee": 0.8834904686532241, + "IoU_coffee": 0.7912968441814595, + "precision_coffee": 0.9302898550724638, + "recall_coffee": 0.8411741580395754, + "F1_noncoffee": 0.7044859486821434, + "IoU_noncoffee": 0.5437887361897062, + "kappa": 0.5906042863864345, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8280139306330805, + "mIoU": 0.655910273024781, + "macroF1": 0.7844878491301874, + "F1_coffee": 0.8813403113788223, + "IoU_coffee": 0.7878538221620668, + "precision_coffee": 0.9284327323162275, + "recall_coffee": 0.8387945617442516, + "F1_noncoffee": 0.6876353868815527, + "IoU_noncoffee": 0.5239667238874951, + "kappa": 0.5718752449881261, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8262441716623846, + "mIoU": 0.6523588352494282, + "macroF1": 0.7816083793839512, + "F1_coffee": 0.8803407601572739, + "IoU_coffee": 0.786257754887042, + "precision_coffee": 0.926418867664299, + "recall_coffee": 0.8386291279106062, + "F1_noncoffee": 0.6828759986106286, + "IoU_noncoffee": 0.5184599156118144, + "kappa": 0.5660617783663341, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8597841295222867, + "mIoU": 0.7112422766801887, + "macroF1": 0.8263036087128554, + "F1_coffee": 0.9025626779637475, + "IoU_coffee": 0.822427540817618, + "precision_coffee": 0.9215714083108779, + "recall_coffee": 0.8843222645617855, + "F1_noncoffee": 0.7500445394619633, + "IoU_noncoffee": 0.6000570125427594, + "kappa": 0.6529859499336769, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8520320549513452, + "mIoU": 0.694694529028028, + "macroF1": 0.8138550989906319, + "F1_coffee": 0.8981548361678376, + "IoU_coffee": 0.8151370679380214, + "precision_coffee": 0.9234404536862004, + "recall_coffee": 0.8742170522817333, + "F1_noncoffee": 0.7295553618134263, + "IoU_noncoffee": 0.5742519901180346, + "kappa": 0.6284499473924802, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8644341144103975, + "mIoU": 0.7120784341872018, + "macroF1": 0.8261612250189023, + "F1_coffee": 0.9077290630851682, + "IoU_coffee": 0.8310475289666588, + "precision_coffee": 0.9242603550295858, + "recall_coffee": 0.8917787363613296, + "F1_noncoffee": 0.7445933869526363, + "IoU_noncoffee": 0.5931093394077449, + "kappa": 0.6526300486677117, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8066120538326507, + "mIoU": 0.6275508713072989, + "macroF1": 0.7627486582354042, + "F1_coffee": 0.8647616449566937, + "IoU_coffee": 0.7617445632584404, + "precision_coffee": 0.9393984293969477, + "recall_coffee": 0.8011119535001263, + "F1_noncoffee": 0.6607356715141146, + "IoU_noncoffee": 0.49335717935615736, + "kappa": 0.5328943841007938, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8039889302414353, + "mIoU": 0.6192998832586656, + "macroF1": 0.7553341889339251, + "F1_coffee": 0.864440337909187, + "IoU_coffee": 0.7612460769499012, + "precision_coffee": 0.9337040205303678, + "recall_coffee": 0.8047431801425412, + "F1_noncoffee": 0.6462280399586634, + "IoU_noncoffee": 0.47735368956743, + "kappa": 0.5175961940335037, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7878209411090961, + "mIoU": 0.5982135538061759, + "macroF1": 0.7383409935062302, + "F1_coffee": 0.8521253242865695, + "IoU_coffee": 0.7423504867872045, + "precision_coffee": 0.9287993039443155, + "recall_coffee": 0.7871451394862972, + "F1_noncoffee": 0.6245566627258909, + "IoU_noncoffee": 0.4540766208251473, + "kappa": 0.4855825713292234, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6966, + 8413 + ], + [ + 44523, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8314497629801432, + "test_tta": { + "OA": 0.8391683671010138, + "mIoU": 0.6692763455515132, + "macroF1": 0.7942013177254171, + "F1_coffee": 0.8903998598519687, + "IoU_coffee": 0.8024511061553946, + "precision_coffee": 0.9222272624177819, + "recall_coffee": 0.8606959908555946, + "F1_noncoffee": 0.6980027755988656, + "IoU_noncoffee": 0.5361015849476318, + "kappa": 0.5897490163898185, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8025412484135226, + "mIoU": 0.6186742889738284, + "macroF1": 0.7550847380696816, + "F1_coffee": 0.8628939383318145, + "IoU_coffee": 0.7588508824461901, + "precision_coffee": 0.8977495311523234, + "recall_coffee": 0.8306437619295506, + "F1_noncoffee": 0.6472755378075487, + "IoU_noncoffee": 0.4784976955014665, + "kappa": 0.5120617255693817, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s0_r0.05", + "val_epoch0": 0.7224790828683008 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7224790828683008, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7715421531408925, + "mIoU": 0.623120186634724, + "macroF1": 0.7669344376830116, + "F1_coffee": 0.7997048480281337, + "IoU_coffee": 0.6662568341747979, + "precision_coffee": 0.876699597259991, + "recall_coffee": 0.7351421561552893, + "F1_noncoffee": 0.7341640273378897, + "IoU_noncoffee": 0.5799835390946502, + "kappa": 0.538592211316362, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6775845159801546, + "mIoU": 0.5078288807738552, + "macroF1": 0.6722803071250927, + "F1_coffee": 0.7139731565950587, + "IoU_coffee": 0.5551774912448265, + "precision_coffee": 0.8560427085570521, + "recall_coffee": 0.6123474672987447, + "F1_noncoffee": 0.6305874576551268, + "IoU_noncoffee": 0.460480270302884, + "kappa": 0.36707540787553483, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11727818545697132, + "mIoU": 0.05882031760810064, + "macroF1": 0.10558432870538718, + "F1_coffee": 0.2078544061302682, + "IoU_coffee": 0.11598075895243186, + "precision_coffee": 1.0, + "recall_coffee": 0.11598075895243186, + "F1_noncoffee": 0.0033142512805061767, + "IoU_noncoffee": 0.0016598762637694282, + "kappa": 0.00038495330888899213, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.742234133268364, + "mIoU": 0.5900099200833953, + "macroF1": 0.7421235399138235, + "F1_coffee": 0.7474638978398377, + "IoU_coffee": 0.5967603620771796, + "precision_coffee": 0.8457798784604996, + "recall_coffee": 0.6696247193413878, + "F1_noncoffee": 0.7367831819878095, + "IoU_noncoffee": 0.583259478089611, + "kappa": 0.491410022773941, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.761776720616371, + "mIoU": 0.6096492926800255, + "macroF1": 0.7564500971237499, + "F1_coffee": 0.7924681291950088, + "IoU_coffee": 0.6562709841080355, + "precision_coffee": 0.8862468513853904, + "recall_coffee": 0.7166367932214437, + "F1_noncoffee": 0.720432065052491, + "IoU_noncoffee": 0.5630276012520156, + "kappa": 0.5201381839663418, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8048986906954747, + "mIoU": 0.6607589132035441, + "macroF1": 0.7938413466784353, + "F1_coffee": 0.8415861595052346, + "IoU_coffee": 0.7264987089119966, + "precision_coffee": 0.8881494753007423, + "recall_coffee": 0.7996620064526041, + "F1_noncoffee": 0.7460965338516359, + "IoU_noncoffee": 0.5950191174950914, + "kappa": 0.5894911732205974, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7355042755066182, + "mIoU": 0.5754344466079917, + "macroF1": 0.7291559391514543, + "F1_coffee": 0.6876901798063624, + "IoU_coffee": 0.5240303541315345, + "precision_coffee": 0.7392209336901576, + "recall_coffee": 0.6428756141711921, + "F1_noncoffee": 0.7706216984965462, + "IoU_noncoffee": 0.6268385390844489, + "kappa": 0.4602383082853592, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6861193537751401, + "mIoU": 0.5146590439228883, + "macroF1": 0.6774586464821584, + "F1_coffee": 0.6246056782334385, + "IoU_coffee": 0.4541284403669725, + "precision_coffee": 0.7478753541076487, + "recall_coffee": 0.5362220717670955, + "F1_noncoffee": 0.7303116147308781, + "IoU_noncoffee": 0.5751896474788041, + "kappa": 0.3672667891191703, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7407485503426463, + "mIoU": 0.5868982724814038, + "macroF1": 0.739401243804183, + "F1_coffee": 0.7206634102010678, + "IoU_coffee": 0.5633102468478068, + "precision_coffee": 0.7949874686716792, + "recall_coffee": 0.6590484105547476, + "F1_noncoffee": 0.7581390774072981, + "IoU_noncoffee": 0.6104862981150008, + "kappa": 0.4827172386704745, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7495241720593834, + "mIoU": 0.5878805974247041, + "macroF1": 0.7380852665443183, + "F1_coffee": 0.7928211586901763, + "IoU_coffee": 0.656755346896192, + "precision_coffee": 0.9344383968332509, + "recall_coffee": 0.6884797666788188, + "F1_noncoffee": 0.6833493743984601, + "IoU_noncoffee": 0.5190058479532164, + "kappa": 0.49393578888418166, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82900390625, + "mIoU": 0.6636642903231387, + "macroF1": 0.7913302523011584, + "F1_coffee": 0.8799945171681174, + "IoU_coffee": 0.7857055439970628, + "precision_coffee": 0.951393005334914, + "recall_coffee": 0.8185643248756853, + "F1_noncoffee": 0.7026659874341994, + "IoU_noncoffee": 0.5416230366492146, + "kappa": 0.5884039542808996, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.862290133936993, + "mIoU": 0.6990690931997707, + "macroF1": 0.8156192537804978, + "F1_coffee": 0.9083835341365462, + "IoU_coffee": 0.8321453207633939, + "precision_coffee": 0.9362307592808174, + "recall_coffee": 0.8821450335161487, + "F1_noncoffee": 0.7228549734244495, + "IoU_noncoffee": 0.5659928656361475, + "kappa": 0.6322227824800949, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2582, + 2984 + ], + [ + 40476, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5359503587086993, + "test_tta": { + "OA": 0.7887508058162023, + "mIoU": 0.6440036310733148, + "macroF1": 0.7823053886883429, + "F1_coffee": 0.8197637999786106, + "IoU_coffee": 0.6945760517799353, + "precision_coffee": 0.8708127759023631, + "recall_coffee": 0.7743685957569635, + "F1_noncoffee": 0.744846977398075, + "IoU_noncoffee": 0.5934312103666942, + "kappa": 0.5667186925626175, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.696016499365409, + "mIoU": 0.5266072461664677, + "macroF1": 0.6879986509965665, + "F1_coffee": 0.7380144435743496, + "IoU_coffee": 0.5848041919470491, + "precision_coffee": 0.8509473442829707, + "recall_coffee": 0.6515450794486876, + "F1_noncoffee": 0.6379828584187835, + "IoU_noncoffee": 0.46841030038588616, + "kappa": 0.3908235241153696, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.7381438993766849 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7381438993766849, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7929410500680467, + "mIoU": 0.6504839270312264, + "macroF1": 0.7872327188392747, + "F1_coffee": 0.8220830576541367, + "IoU_coffee": 0.6979125845808187, + "precision_coffee": 0.8803137151519146, + "recall_coffee": 0.7710780776446817, + "F1_noncoffee": 0.7523823800244127, + "IoU_noncoffee": 0.603055269481634, + "kappa": 0.5770411113959931, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6961751471097265, + "mIoU": 0.5277826049554646, + "macroF1": 0.6892782340341359, + "F1_coffee": 0.7355710089624181, + "IoU_coffee": 0.5817416511138467, + "precision_coffee": 0.8591871444490059, + "recall_coffee": 0.6430515319111579, + "F1_noncoffee": 0.6429854591058537, + "IoU_noncoffee": 0.4738235587970826, + "kappa": 0.3954523989224968, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12208138759172782, + "mIoU": 0.061229981670906534, + "macroF1": 0.10943917082972357, + "F1_coffee": 0.21554601812112542, + "IoU_coffee": 0.1207910208444682, + "precision_coffee": 1.0, + "recall_coffee": 0.1207910208444682, + "F1_noncoffee": 0.003332323538321721, + "IoU_noncoffee": 0.0016689424973448642, + "kappa": 0.0004031052726607403, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7606285783895724, + "mIoU": 0.6136629322031338, + "macroF1": 0.7605730631109135, + "F1_coffee": 0.7642188624910007, + "IoU_coffee": 0.6184095543256627, + "precision_coffee": 0.8706766917293233, + "recall_coffee": 0.6809579813963434, + "F1_noncoffee": 0.7569272637308263, + "IoU_noncoffee": 0.608916310080605, + "kappa": 0.5284143641457412, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7898029887791509, + "mIoU": 0.646022493883164, + "macroF1": 0.7839010015063808, + "F1_coffee": 0.8196139338806301, + "IoU_coffee": 0.6943609022556391, + "precision_coffee": 0.9000097456388266, + "recall_coffee": 0.7524034544565749, + "F1_noncoffee": 0.7481880691321315, + "IoU_noncoffee": 0.5976840855106889, + "kappa": 0.5725632162670994, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8223726788470155, + "mIoU": 0.6797274675226024, + "macroF1": 0.80681108304825, + "F1_coffee": 0.8616410733674578, + "IoU_coffee": 0.7569151110505519, + "precision_coffee": 0.870007830853563, + "recall_coffee": 0.8534337071746813, + "F1_noncoffee": 0.7519810927290421, + "IoU_noncoffee": 0.602539823994653, + "kappa": 0.6136862111885181, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7439381515754949, + "mIoU": 0.5841074442894538, + "macroF1": 0.7357473432967023, + "F1_coffee": 0.6892237702587433, + "IoU_coffee": 0.5258134490238612, + "precision_coffee": 0.7653931165140512, + "recall_coffee": 0.6268425135764158, + "F1_noncoffee": 0.7822709163346614, + "IoU_noncoffee": 0.6424014395550466, + "kappa": 0.4751364057725799, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7255742389273546, + "mIoU": 0.5638527019575406, + "macroF1": 0.7198557526484524, + "F1_coffee": 0.6798307475317349, + "IoU_coffee": 0.5149572649572649, + "precision_coffee": 0.7871140142517815, + "recall_coffee": 0.5982848115549537, + "F1_noncoffee": 0.7598807577651697, + "IoU_noncoffee": 0.6127481389578163, + "kappa": 0.4474105810929278, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7579335793357933, + "mIoU": 0.6097811753512452, + "macroF1": 0.757513038753268, + "F1_coffee": 0.7474147414741474, + "IoU_coffee": 0.5966976989285087, + "precision_coffee": 0.7942483048866028, + "recall_coffee": 0.705796800332433, + "F1_noncoffee": 0.7676113360323886, + "IoU_noncoffee": 0.6228646517739816, + "kappa": 0.5165725423994291, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7787082857505393, + "mIoU": 0.6251770282687885, + "macroF1": 0.7671895825869107, + "F1_coffee": 0.818974465434918, + "IoU_coffee": 0.6934434874318861, + "precision_coffee": 0.9510607521697203, + "recall_coffee": 0.7191031717098068, + "F1_noncoffee": 0.7154046997389034, + "IoU_noncoffee": 0.556910569105691, + "kappa": 0.5480831038698418, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.846875, + "mIoU": 0.6893852685195723, + "macroF1": 0.810306709129897, + "F1_coffee": 0.8935939196525515, + "IoU_coffee": 0.8076545632973503, + "precision_coffee": 0.9551719135354708, + "recall_coffee": 0.8394746908070891, + "F1_noncoffee": 0.7270194986072424, + "IoU_noncoffee": 0.5711159737417943, + "kappa": 0.6246158970877032, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8800226372382569, + "mIoU": 0.709069979907669, + "macroF1": 0.8207664663667991, + "F1_coffee": 0.9238232123607618, + "IoU_coffee": 0.8584307178631052, + "precision_coffee": 0.9081596608972095, + "recall_coffee": 0.940036563071298, + "F1_noncoffee": 0.7177097203728362, + "IoU_noncoffee": 0.5597092419522326, + "kappa": 0.6419276627044304, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 41706, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5153955777486163, + "test_tta": { + "OA": 0.8039180574457417, + "mIoU": 0.6640312939401422, + "macroF1": 0.7969178870173411, + "F1_coffee": 0.8346221228780282, + "IoU_coffee": 0.7161815401363365, + "precision_coffee": 0.8753128266860962, + "recall_coffee": 0.7975465435127724, + "F1_noncoffee": 0.7592136511566541, + "IoU_noncoffee": 0.6118810477439478, + "kappa": 0.5951097334807818, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7091265720549209, + "mIoU": 0.540965809229742, + "macroF1": 0.7000085592166534, + "F1_coffee": 0.7523089015523678, + "IoU_coffee": 0.6029608630600835, + "precision_coffee": 0.8540992749581706, + "recall_coffee": 0.6721973487841278, + "F1_noncoffee": 0.647708216880939, + "IoU_noncoffee": 0.47897075539940065, + "kappa": 0.4118978072808074, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s1_r0.05", + "val_epoch0": 0.7074585272779987 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7074585272779987, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7754996060454122, + "mIoU": 0.615474089152831, + "macroF1": 0.7587095745266286, + "F1_coffee": 0.8223591923485654, + "IoU_coffee": 0.6983107132544037, + "precision_coffee": 0.8076537712218202, + "recall_coffee": 0.8376100447395006, + "F1_noncoffee": 0.6950599567046919, + "IoU_noncoffee": 0.5326374650512582, + "kappa": 0.5176936217854966, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6924829814237914, + "mIoU": 0.5121883499022555, + "macroF1": 0.6724778202072985, + "F1_coffee": 0.7534230733647886, + "IoU_coffee": 0.6043935655045736, + "precision_coffee": 0.796299012418109, + "recall_coffee": 0.7149284522868932, + "F1_noncoffee": 0.5915325670498084, + "IoU_noncoffee": 0.41998313429993744, + "kappa": 0.348086545347498, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21027351567711808, + "mIoU": 0.10548387431129072, + "macroF1": 0.17479882713779468, + "F1_coffee": 0.3458945739860758, + "IoU_coffee": 0.20911277391769106, + "precision_coffee": 1.0, + "recall_coffee": 0.20911277391769106, + "F1_noncoffee": 0.00370308028951355, + "IoU_noncoffee": 0.001854974704890388, + "kappa": 0.0007754969977364627, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7263978560116945, + "mIoU": 0.564613374661997, + "macroF1": 0.7204236188380908, + "F1_coffee": 0.7612923796365182, + "IoU_coffee": 0.6145860145860146, + "precision_coffee": 0.7567881669307976, + "recall_coffee": 0.7658505292419544, + "F1_noncoffee": 0.6795548580396633, + "IoU_noncoffee": 0.5146407347379794, + "kappa": 0.4408738257177315, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7994725683851285, + "mIoU": 0.6518420820129434, + "macroF1": 0.7870494545552842, + "F1_coffee": 0.8384839650145772, + "IoU_coffee": 0.7218875502008032, + "precision_coffee": 0.8577027948193592, + "recall_coffee": 0.8201075444028026, + "F1_noncoffee": 0.7356149440959913, + "IoU_noncoffee": 0.5817966138250836, + "kappa": 0.5744486556747469, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7925523970727336, + "mIoU": 0.6183154832565756, + "macroF1": 0.7572516718524931, + "F1_coffee": 0.8498216023353876, + "IoU_coffee": 0.7388606880992667, + "precision_coffee": 0.800461674248082, + "recall_coffee": 0.9056690735904133, + "F1_noncoffee": 0.6646817413695985, + "IoU_noncoffee": 0.49777027841388455, + "kappa": 0.5185906035578531, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6870094881105775, + "mIoU": 0.5232338745622414, + "macroF1": 0.6870022687565396, + "F1_coffee": 0.6854990583804144, + "IoU_coffee": 0.5214899713467048, + "precision_coffee": 0.6290775545474184, + "recall_coffee": 0.7530385311611068, + "F1_noncoffee": 0.6885054791326649, + "IoU_noncoffee": 0.5249777777777778, + "kappa": 0.3789525883518788, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.707770084624684, + "mIoU": 0.5472735328107681, + "macroF1": 0.7072964943617874, + "F1_coffee": 0.695522729875186, + "IoU_coffee": 0.5331811797752809, + "precision_coffee": 0.705950720595072, + "recall_coffee": 0.685398329948093, + "F1_noncoffee": 0.7190702588483888, + "IoU_noncoffee": 0.5613658858462554, + "kappa": 0.41471082142560894, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.744649446494465, + "mIoU": 0.5912561027221762, + "macroF1": 0.7427407342107755, + "F1_coffee": 0.7649000194137061, + "IoU_coffee": 0.6193021062558943, + "precision_coffee": 0.717799234833303, + "recall_coffee": 0.8186162476625806, + "F1_noncoffee": 0.7205814490078449, + "IoU_noncoffee": 0.5632100991884581, + "kappa": 0.48810108153430437, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7690648394873747, + "mIoU": 0.5994183611469965, + "macroF1": 0.744559379167284, + "F1_coffee": 0.8236775818639799, + "IoU_coffee": 0.7002141327623126, + "precision_coffee": 0.8790322580645161, + "recall_coffee": 0.7748815165876777, + "F1_noncoffee": 0.6654411764705882, + "IoU_noncoffee": 0.4986225895316804, + "kappa": 0.4929340557830445, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.88095703125, + "mIoU": 0.7362870411512801, + "macroF1": 0.8429594680366717, + "F1_coffee": 0.9202068468940237, + "IoU_coffee": 0.8522065955383124, + "precision_coffee": 0.9455205811138014, + "recall_coffee": 0.8962131837307152, + "F1_noncoffee": 0.7657120891793197, + "IoU_noncoffee": 0.6203674867642479, + "kappa": 0.6865785403159625, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8354084135068854, + "mIoU": 0.5920250713489341, + "macroF1": 0.7178760656282188, + "F1_coffee": 0.8999713384924047, + "IoU_coffee": 0.8181344450234497, + "precision_coffee": 0.8495670995670995, + "recall_coffee": 0.9567336989640464, + "F1_noncoffee": 0.535780792764033, + "IoU_noncoffee": 0.3659156976744186, + "kappa": 0.4448213557463518, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2388, + 2984 + ], + [ + 40891, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.566285729408264, + "test_tta": { + "OA": 0.7788482200415443, + "mIoU": 0.6173449952534555, + "macroF1": 0.7596944720537585, + "F1_coffee": 0.8275380533445049, + "IoU_coffee": 0.7058122915674131, + "precision_coffee": 0.8015690518057622, + "recall_coffee": 0.855246067253572, + "F1_noncoffee": 0.6918508907630121, + "IoU_noncoffee": 0.528877698939498, + "kappa": 0.5202885997221128, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6961318795430945, + "mIoU": 0.5137850009701413, + "macroF1": 0.6731461786048718, + "F1_coffee": 0.7598235354468041, + "IoU_coffee": 0.6126737260092654, + "precision_coffee": 0.79050736497545, + "recall_coffee": 0.7314327100342376, + "F1_noncoffee": 0.5864688217629395, + "IoU_noncoffee": 0.41489627593101724, + "kappa": 0.3479837462603648, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.711416413778049 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.711416413778049, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7695007520951221, + "mIoU": 0.6099049608564391, + "macroF1": 0.7547947396124308, + "F1_coffee": 0.8148446490218643, + "IoU_coffee": 0.6875424798524129, + "precision_coffee": 0.8121577060931899, + "recall_coffee": 0.8175494299321692, + "F1_noncoffee": 0.6947448302029975, + "IoU_noncoffee": 0.5322674418604652, + "kappa": 0.5095983286456668, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6843342563747549, + "mIoU": 0.5055704244159128, + "macroF1": 0.6673639070162201, + "F1_coffee": 0.7424967940044943, + "IoU_coffee": 0.5904532016017364, + "precision_coffee": 0.8002180914462506, + "recall_coffee": 0.6925423580019313, + "F1_noncoffee": 0.5922310200279459, + "IoU_noncoffee": 0.4206876472300892, + "kappa": 0.34016435611213097, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18398932621747832, + "mIoU": 0.09229264201691317, + "macroF1": 0.1563334612836821, + "F1_coffee": 0.30908269317668324, + "IoU_coffee": 0.1827899518973811, + "precision_coffee": 1.0, + "recall_coffee": 0.1827899518973811, + "F1_noncoffee": 0.0035842293906810036, + "IoU_noncoffee": 0.0017953321364452424, + "kappa": 0.0006561220310238304, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7373614325740041, + "mIoU": 0.5805197913788505, + "macroF1": 0.733856847629764, + "F1_coffee": 0.7643973336247405, + "IoU_coffee": 0.6186433182983992, + "precision_coffee": 0.781651581182255, + "recall_coffee": 0.7478883780605153, + "F1_noncoffee": 0.7033163616347874, + "IoU_noncoffee": 0.5423962644593017, + "kappa": 0.46804010109778577, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7648792595273799, + "mIoU": 0.6053162897242506, + "macroF1": 0.751470473491468, + "F1_coffee": 0.8091981033108137, + "IoU_coffee": 0.6795404891112834, + "precision_coffee": 0.8342995587090075, + "recall_coffee": 0.7855629786540655, + "F1_noncoffee": 0.6937428436721224, + "IoU_noncoffee": 0.5310920903372177, + "kappa": 0.5036621121875582, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002190471449196, + "mIoU": 0.6333284046102517, + "macroF1": 0.7698181308620107, + "F1_coffee": 0.8534706247489685, + "IoU_coffee": 0.7443949044585987, + "precision_coffee": 0.8133481801099589, + "recall_coffee": 0.8977569519127362, + "F1_noncoffee": 0.6861656369750528, + "IoU_noncoffee": 0.5222619047619048, + "kappa": 0.5420231992379358, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6898207801335364, + "mIoU": 0.5259411957265454, + "macroF1": 0.689182049921216, + "F1_coffee": 0.6750920245398773, + "IoU_coffee": 0.5095388034821263, + "precision_coffee": 0.6423067943030586, + "recall_coffee": 0.7114041892940264, + "F1_noncoffee": 0.7032720753025549, + "IoU_noncoffee": 0.5423435879709644, + "kappa": 0.3798397161316574, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.656006154522475, + "mIoU": 0.48759944930230803, + "macroF1": 0.6553955907277371, + "F1_coffee": 0.6408903166590179, + "IoU_coffee": 0.47155157859192975, + "precision_coffee": 0.6518086347724621, + "recall_coffee": 0.6303317535545023, + "F1_noncoffee": 0.6699008647964565, + "IoU_noncoffee": 0.5036473200126863, + "kappa": 0.3109688977973018, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7220875065893516, + "mIoU": 0.5631254332038911, + "macroF1": 0.7200711621053951, + "F1_coffee": 0.7438289601554907, + "IoU_coffee": 0.5921398731239362, + "precision_coffee": 0.6987401862333394, + "recall_coffee": 0.7951381674631207, + "F1_noncoffee": 0.6963133640552995, + "IoU_noncoffee": 0.5341109932838459, + "kappa": 0.442892371513763, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7888592818170282, + "mIoU": 0.6304140343483222, + "macroF1": 0.7697391099143289, + "F1_coffee": 0.8360914105594957, + "IoU_coffee": 0.7183480027081923, + "precision_coffee": 0.909558508358337, + "recall_coffee": 0.7736055413780533, + "F1_noncoffee": 0.7033868092691622, + "IoU_noncoffee": 0.542480065988452, + "kappa": 0.5448518285081227, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86162109375, + "mIoU": 0.7053520252546503, + "macroF1": 0.8210663878885672, + "F1_coffee": 0.9062520674826331, + "IoU_coffee": 0.8285748850713768, + "precision_coffee": 0.9418316831683168, + "recall_coffee": 0.8732627820986867, + "F1_noncoffee": 0.7358807082945014, + "IoU_noncoffee": 0.5821291654379239, + "kappa": 0.6435658663065431, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.870118845500849, + "mIoU": 0.6743687206977741, + "macroF1": 0.7920891635673271, + "F1_coffee": 0.9194595543077733, + "IoU_coffee": 0.850925625202988, + "precision_coffee": 0.8839406207827261, + "recall_coffee": 0.9579524680073126, + "F1_noncoffee": 0.664718772826881, + "IoU_noncoffee": 0.49781181619256015, + "kappa": 0.5869546285813814, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2589, + 2984 + ], + [ + 40355, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.515045464038849, + "test_tta": { + "OA": 0.7705572666714419, + "mIoU": 0.6086489967202935, + "macroF1": 0.7533073191802745, + "F1_coffee": 0.8185410205208821, + "IoU_coffee": 0.6928222094361335, + "precision_coffee": 0.8035088694878496, + "recall_coffee": 0.8341463414634146, + "F1_noncoffee": 0.6880736178396669, + "IoU_noncoffee": 0.5244757840044535, + "kappa": 0.5069112987798725, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6864832121841468, + "mIoU": 0.5053757335423064, + "macroF1": 0.666405710655503, + "F1_coffee": 0.7482454311722604, + "IoU_coffee": 0.5977572998778727, + "precision_coffee": 0.7921141680153009, + "recall_coffee": 0.7089807742954964, + "F1_noncoffee": 0.5845659901387456, + "IoU_noncoffee": 0.4129941672067401, + "kappa": 0.336171236964393, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s2_r0.05", + "val_epoch0": 0.6968582583980013 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6968582583980013, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7473139459924074, + "mIoU": 0.5874958875370884, + "macroF1": 0.7382803749704503, + "F1_coffee": 0.7869040607680575, + "IoU_coffee": 0.6486742188472551, + "precision_coffee": 0.8251726103756255, + "recall_coffee": 0.7520277096262087, + "F1_noncoffee": 0.6896566891728431, + "IoU_noncoffee": 0.5263175562269218, + "kappa": 0.47819519259647253, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6548834660205377, + "mIoU": 0.47927120973225473, + "macroF1": 0.64553687735473, + "F1_coffee": 0.7030957255412866, + "IoU_coffee": 0.5421338639929586, + "precision_coffee": 0.8087979218406555, + "recall_coffee": 0.6218286366429637, + "F1_noncoffee": 0.5879780291681733, + "IoU_noncoffee": 0.41640855547155087, + "kappa": 0.3074879364393222, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08645763842561707, + "mIoU": 0.043347752332237276, + "macroF1": 0.07999865042784288, + "F1_coffee": 0.1570848208789856, + "IoU_coffee": 0.0852371409485638, + "precision_coffee": 0.9984350547730829, + "recall_coffee": 0.08524853019775522, + "F1_noncoffee": 0.0029124799767001604, + "IoU_noncoffee": 0.001458363715910748, + "kappa": -1.8161505002619242e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7014252649531002, + "mIoU": 0.5398888681911322, + "macroF1": 0.7011391398488173, + "F1_coffee": 0.7103863878057426, + "IoU_coffee": 0.5508521165475536, + "precision_coffee": 0.793872969760993, + "recall_coffee": 0.6427884101357854, + "F1_noncoffee": 0.6918918918918919, + "IoU_noncoffee": 0.5289256198347108, + "kappa": 0.4092290766247477, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7792026474998708, + "mIoU": 0.6289367759255295, + "macroF1": 0.7706000637338644, + "F1_coffee": 0.8150233928262, + "IoU_coffee": 0.6877970315127586, + "precision_coffee": 0.8702127659574468, + "recall_coffee": 0.7664168160338928, + "F1_noncoffee": 0.7261767346415288, + "IoU_noncoffee": 0.5700765203383005, + "kappa": 0.5439156830514862, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7541195798277492, + "mIoU": 0.5801669853958122, + "macroF1": 0.7289416971075426, + "F1_coffee": 0.8115532832233202, + "IoU_coffee": 0.6828688840374983, + "precision_coffee": 0.8062315214919263, + "recall_coffee": 0.8169457673989861, + "F1_noncoffee": 0.6463301109917651, + "IoU_noncoffee": 0.47746508675412613, + "kappa": 0.45792772016123945, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6743586740072625, + "mIoU": 0.5055417031051805, + "macroF1": 0.6706575442167717, + "F1_coffee": 0.6357442348008385, + "IoU_coffee": 0.4660007683442182, + "precision_coffee": 0.6443559096945551, + "recall_coffee": 0.6273597103697957, + "F1_noncoffee": 0.7055708536327049, + "IoU_noncoffee": 0.545082637866143, + "kappa": 0.3414101736508458, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6915045609407627, + "mIoU": 0.5250415316870849, + "macroF1": 0.6876406401127526, + "F1_coffee": 0.6528997155929269, + "IoU_coffee": 0.48467046080411236, + "precision_coffee": 0.7221006564551422, + "recall_coffee": 0.5958023019634394, + "F1_noncoffee": 0.7223815646325784, + "IoU_noncoffee": 0.5654126025700573, + "kappa": 0.3798366949064204, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6929889298892989, + "mIoU": 0.5300701951519993, + "macroF1": 0.692834027670151, + "F1_coffee": 0.6997319034852547, + "IoU_coffee": 0.5381443298969072, + "precision_coffee": 0.694575230296827, + "recall_coffee": 0.7049657178474964, + "F1_noncoffee": 0.6859361518550474, + "IoU_noncoffee": 0.5219960604070912, + "kappa": 0.38570347035708863, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7307448293363786, + "mIoU": 0.5670891006882892, + "macroF1": 0.7218019844829768, + "F1_coffee": 0.771680654185496, + "IoU_coffee": 0.6282410651716889, + "precision_coffee": 0.9417016806722689, + "recall_coffee": 0.6536638716733504, + "F1_noncoffee": 0.6719233147804576, + "IoU_noncoffee": 0.5059371362048894, + "kappa": 0.46849914497665607, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85712890625, + "mIoU": 0.7004930414420706, + "macroF1": 0.8178112125556001, + "F1_coffee": 0.9024471560978863, + "IoU_coffee": 0.8222357229647631, + "precision_coffee": 0.9459043891529214, + "recall_coffee": 0.8628075991329849, + "F1_noncoffee": 0.7331752690133139, + "IoU_noncoffee": 0.5787503599193781, + "kappa": 0.637713970978077, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8088096585549897, + "mIoU": 0.5890201240437917, + "macroF1": 0.7226567394525598, + "F1_coffee": 0.8772333595784628, + "IoU_coffee": 0.7813140576113928, + "precision_coffee": 0.8718998314471467, + "recall_coffee": 0.8826325411334552, + "F1_noncoffee": 0.5680801193266567, + "IoU_noncoffee": 0.39672619047619045, + "kappa": 0.44538649342903025, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2572, + 2984 + ], + [ + 39133, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5170207699139913, + "test_tta": { + "OA": 0.7564107155647877, + "mIoU": 0.5963830328622373, + "macroF1": 0.7448091452380907, + "F1_coffee": 0.7992206757095837, + "IoU_coffee": 0.6655849743098066, + "precision_coffee": 0.81779737811877, + "recall_coffee": 0.7814691874729398, + "F1_noncoffee": 0.6903976147665977, + "IoU_noncoffee": 0.5271810914146681, + "kappa": 0.49002406129915027, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6639696550132688, + "mIoU": 0.4866862161607761, + "macroF1": 0.6515049153514001, + "F1_coffee": 0.7174131887591116, + "IoU_coffee": 0.5593486401634074, + "precision_coffee": 0.8018164565541548, + "recall_coffee": 0.6490869985075937, + "F1_noncoffee": 0.5855966419436885, + "IoU_noncoffee": 0.41402379215814494, + "kappa": 0.31415447667611257, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7363528178864858 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7363528178864858, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.764379342453979, + "mIoU": 0.6126954851211315, + "macroF1": 0.7587451949589195, + "F1_coffee": 0.7956134083071856, + "IoU_coffee": 0.6605963681386711, + "precision_coffee": 0.8613325261493963, + "recall_coffee": 0.7392120075046904, + "F1_noncoffee": 0.7218769816106532, + "IoU_noncoffee": 0.564794602103592, + "kappa": 0.5212827135966815, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.665830160378447, + "mIoU": 0.49434741124346315, + "macroF1": 0.6601935638201402, + "F1_coffee": 0.7039582960672578, + "IoU_coffee": 0.5431602192515478, + "precision_coffee": 0.8423949605528713, + "recall_coffee": 0.6046001229040471, + "F1_noncoffee": 0.6164288315730225, + "IoU_noncoffee": 0.4455346032353786, + "kappa": 0.3433638758426689, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06244162775183456, + "mIoU": 0.03131327318493529, + "macroF1": 0.05910993206047959, + "F1_coffee": 0.11509885404860849, + "IoU_coffee": 0.061063602351683594, + "precision_coffee": 1.0, + "recall_coffee": 0.061063602351683594, + "F1_noncoffee": 0.003121010072350688, + "IoU_noncoffee": 0.001562944018186985, + "kappa": 0.0001908597685850985, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7245705932513096, + "mIoU": 0.5680869753920541, + "macroF1": 0.7245577750803245, + "F1_coffee": 0.7226787685514534, + "IoU_coffee": 0.5657768388707509, + "precision_coffee": 0.8474039982741263, + "recall_coffee": 0.6299583021490431, + "F1_noncoffee": 0.7264367816091954, + "IoU_noncoffee": 0.5703971119133574, + "kappa": 0.46064157779757214, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7625006463622731, + "mIoU": 0.6120026514642231, + "macroF1": 0.7585361623018166, + "F1_coffee": 0.7894760966219003, + "IoU_coffee": 0.6521772056039379, + "precision_coffee": 0.9024415802158651, + "recall_coffee": 0.7016457552550106, + "F1_noncoffee": 0.727596227981733, + "IoU_noncoffee": 0.5718280973245082, + "kappa": 0.5266691989053947, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7987255438841041, + "mIoU": 0.64147255548307, + "macroF1": 0.7777720073134728, + "F1_coffee": 0.8460102837554752, + "IoU_coffee": 0.7331176975377913, + "precision_coffee": 0.8390118606935106, + "recall_coffee": 0.8531264403134122, + "F1_noncoffee": 0.7095337308714706, + "IoU_noncoffee": 0.5498274134283487, + "kappa": 0.5556023376380942, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7011830853929952, + "mIoU": 0.529826425915354, + "macroF1": 0.690020829404545, + "F1_coffee": 0.6311984964580021, + "IoU_coffee": 0.46113223489649346, + "precision_coffee": 0.7157377049180328, + "recall_coffee": 0.5645202999741401, + "F1_noncoffee": 0.7488431623510879, + "IoU_noncoffee": 0.5985206169342147, + "kappa": 0.38587633445622466, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6960105506099571, + "mIoU": 0.5242275425462071, + "macroF1": 0.6852949179195515, + "F1_coffee": 0.6272237196765499, + "IoU_coffee": 0.4569016296878068, + "precision_coffee": 0.7785212445633991, + "recall_coffee": 0.5251636199503498, + "F1_noncoffee": 0.7433661161625533, + "IoU_noncoffee": 0.5915534554046072, + "kappa": 0.3865403411129246, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7319978914074855, + "mIoU": 0.5770502648430531, + "macroF1": 0.7317590975219752, + "F1_coffee": 0.7237557052814606, + "IoU_coffee": 0.5670980926430518, + "precision_coffee": 0.758714969241285, + "recall_coffee": 0.6918761687097444, + "F1_noncoffee": 0.7397624897624898, + "IoU_noncoffee": 0.5870024370430544, + "kappa": 0.4645890510613057, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7499048344118767, + "mIoU": 0.5902788374542558, + "macroF1": 0.7403999963433444, + "F1_coffee": 0.7900734902545532, + "IoU_coffee": 0.6529929577464789, + "precision_coffee": 0.9502946451447605, + "recall_coffee": 0.6760845789281809, + "F1_noncoffee": 0.6907265024321356, + "IoU_noncoffee": 0.5275647171620326, + "kappa": 0.5016696773182684, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82158203125, + "mIoU": 0.6564156019270042, + "macroF1": 0.7863766689023006, + "F1_coffee": 0.8730985622004585, + "IoU_coffee": 0.7747781065088757, + "precision_coffee": 0.9589563625267012, + "recall_coffee": 0.801351523651664, + "F1_noncoffee": 0.6996547756041427, + "IoU_noncoffee": 0.5380530973451327, + "kappa": 0.5807081950036077, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8584229390681004, + "mIoU": 0.653531292642024, + "macroF1": 0.7751903410856369, + "F1_coffee": 0.9119802967219844, + "IoU_coffee": 0.8382020049584995, + "precision_coffee": 0.8788426763110307, + "recall_coffee": 0.9477148080438756, + "F1_noncoffee": 0.6384003854492893, + "IoU_noncoffee": 0.4688605803255485, + "kappa": 0.552991545615469, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2610, + 2984 + ], + [ + 40048, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5597943027814227, + "test_tta": { + "OA": 0.7756428622591505, + "mIoU": 0.6248592160080981, + "macroF1": 0.7676092376992483, + "F1_coffee": 0.810817340359672, + "IoU_coffee": 0.6818274163238356, + "precision_coffee": 0.8501361535051611, + "recall_coffee": 0.7749747438302785, + "F1_noncoffee": 0.7244011350388245, + "IoU_noncoffee": 0.5678910156923608, + "kappa": 0.5366623103650994, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6779739240798431, + "mIoU": 0.5053143629515757, + "macroF1": 0.669190506341349, + "F1_coffee": 0.7230944762755165, + "IoU_coffee": 0.5662865911695577, + "precision_coffee": 0.8312802965497577, + "recall_coffee": 0.6398253006759722, + "F1_noncoffee": 0.6152865364071815, + "IoU_noncoffee": 0.4443421347335938, + "kappa": 0.3535920272278309, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s0_r0.05", + "val_epoch0": 0.69543808173486 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.69543808173486, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.882734579258255, + "mIoU": 0.7141541230793513, + "macroF1": 0.8245611614714166, + "F1_coffee": 0.9255853014071813, + "IoU_coffee": 0.8614786288938879, + "precision_coffee": 0.901794088886228, + "recall_coffee": 0.9506658531967265, + "F1_noncoffee": 0.7235370215356518, + "IoU_noncoffee": 0.5668296172648146, + "kappa": 0.6500272859475655, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.850928810430368, + "mIoU": 0.659508248878569, + "macroF1": 0.7826280298271815, + "F1_coffee": 0.9044749634942053, + "IoU_coffee": 0.825608665575596, + "precision_coffee": 0.8685149358371346, + "recall_coffee": 0.9435413894834268, + "F1_noncoffee": 0.6607810961601576, + "IoU_noncoffee": 0.49340783218154194, + "kappa": 0.5678866063363427, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12345679012345678, + "macroF1": 0.19801980198019803, + "F1_coffee": 0.39603960396039606, + "IoU_coffee": 0.24691358024691357, + "precision_coffee": 0.9523809523809523, + "recall_coffee": 0.25, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024891101431238353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8828155339805825, + "mIoU": 0.7169951659361098, + "macroF1": 0.8269290521040848, + "F1_coffee": 0.9252770383210549, + "IoU_coffee": 0.8609447004608295, + "precision_coffee": 0.9049954586739328, + "recall_coffee": 0.9464885061110759, + "F1_noncoffee": 0.7285810658871149, + "IoU_noncoffee": 0.5730456314113902, + "kappa": 0.6544884217936513, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8814370678400464, + "mIoU": 0.7087612958611964, + "macroF1": 0.8202361539211322, + "F1_coffee": 0.9251251984854036, + "IoU_coffee": 0.8606818181818182, + "precision_coffee": 0.8975528826213189, + "recall_coffee": 0.9544452145422468, + "F1_noncoffee": 0.715347109356861, + "IoU_noncoffee": 0.5568407735405747, + "kappa": 0.6417575452703645, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8839514530245153, + "mIoU": 0.7166207324164982, + "macroF1": 0.8264089066167324, + "F1_coffee": 0.9263532588682951, + "IoU_coffee": 0.8628101063221676, + "precision_coffee": 0.9029132021295687, + "recall_coffee": 0.951042782433369, + "F1_noncoffee": 0.7264645543651698, + "IoU_noncoffee": 0.5704313585108287, + "kappa": 0.6536846894351741, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.90741662518666, + "mIoU": 0.6360068282754625, + "macroF1": 0.7442935655541971, + "F1_coffee": 0.9485277839273855, + "IoU_coffee": 0.9020949573639331, + "precision_coffee": 0.9305027690302965, + "recall_coffee": 0.967264928321481, + "F1_noncoffee": 0.5400593471810089, + "IoU_noncoffee": 0.3699186991869919, + "kappa": 0.49029621238500787, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.913177217701925, + "mIoU": 0.6408266207310502, + "macroF1": 0.7477917603804787, + "F1_coffee": 0.952025878611766, + "IoU_coffee": 0.9084440724076593, + "precision_coffee": 0.9287548138639281, + "recall_coffee": 0.976493082892813, + "F1_noncoffee": 0.5435576421491914, + "IoU_noncoffee": 0.37320916905444124, + "kappa": 0.4985786261352879, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.6681157505917062, + "macroF1": 0.7756137511168276, + "F1_coffee": 0.9520635449647281, + "IoU_coffee": 0.9085126682921658, + "precision_coffee": 0.9405179982440738, + "recall_coffee": 0.963896074682263, + "F1_noncoffee": 0.5991639572689271, + "IoU_noncoffee": 0.4277188328912467, + "kappa": 0.551792276593497, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8594031264803411, + "mIoU": 0.7280130369526677, + "macroF1": 0.8399115502121672, + "F1_coffee": 0.895771878072763, + "IoU_coffee": 0.811219946571683, + "precision_coffee": 0.8728442376129208, + "recall_coffee": 0.9199365262550491, + "F1_noncoffee": 0.7840512223515715, + "IoU_noncoffee": 0.6448061273336525, + "kappa": 0.6802801682390894, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8512685089125719, + "mIoU": 0.7113673901257895, + "macroF1": 0.8279151351460443, + "F1_coffee": 0.8913088427872355, + "IoU_coffee": 0.803928882257864, + "precision_coffee": 0.8588125913135874, + "recall_coffee": 0.9263610315186246, + "F1_noncoffee": 0.764521427504853, + "IoU_noncoffee": 0.6188058979937152, + "kappa": 0.6568945469318015, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8550410261246817, + "mIoU": 0.7162604130998076, + "macroF1": 0.8312387989369278, + "F1_coffee": 0.8946177579705177, + "IoU_coffee": 0.8093288673861804, + "precision_coffee": 0.8578566732412887, + "recall_coffee": 0.9346704871060172, + "F1_noncoffee": 0.7678598399033378, + "IoU_noncoffee": 0.6231919588134347, + "kappa": 0.6638374115118612, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2621, + 2995 + ], + [ + 52075, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5167500336964923, + "test_tta": { + "OA": 0.8799425454310706, + "mIoU": 0.7048061810296963, + "macroF1": 0.8171367239309053, + "F1_coffee": 0.9243042482828797, + "IoU_coffee": 0.8592617817885995, + "precision_coffee": 0.8950770564818099, + "recall_coffee": 0.9555045968064292, + "F1_noncoffee": 0.7099691995789309, + "IoU_noncoffee": 0.5503505802707931, + "kappa": 0.6357614783131924, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8488231221876081, + "mIoU": 0.6513185542730123, + "macroF1": 0.7753743980337594, + "F1_coffee": 0.9038207443294428, + "IoU_coffee": 0.8245191100396766, + "precision_coffee": 0.8621921117588361, + "recall_coffee": 0.9496731648059236, + "F1_noncoffee": 0.646928051738076, + "IoU_noncoffee": 0.478117998506348, + "kappa": 0.554560739916545, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.7025909121754872 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7025909121754872, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8972596107291566, + "mIoU": 0.747174122908851, + "macroF1": 0.8489558000791522, + "F1_coffee": 0.934372487165213, + "IoU_coffee": 0.87682841885303, + "precision_coffee": 0.9160888637328428, + "recall_coffee": 0.9534007952369933, + "F1_noncoffee": 0.7635391129930912, + "IoU_noncoffee": 0.617519826964672, + "kappa": 0.698344546305065, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8636783200646129, + "mIoU": 0.6870123465779439, + "macroF1": 0.804870668032945, + "F1_coffee": 0.9119925512104283, + "IoU_coffee": 0.8382227090678808, + "precision_coffee": 0.8817947748429031, + "recall_coffee": 0.9443319642891576, + "F1_noncoffee": 0.6977487848554618, + "IoU_noncoffee": 0.535801984088007, + "kappa": 0.6113068983279047, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8982038834951457, + "mIoU": 0.7517688828942612, + "macroF1": 0.852406880278457, + "F1_coffee": 0.9346219797349961, + "IoU_coffee": 0.877267938663233, + "precision_coffee": 0.9204740849914026, + "recall_coffee": 0.9492115762142993, + "F1_noncoffee": 0.7701917808219179, + "IoU_noncoffee": 0.6262698271252896, + "kappa": 0.7050586837509623, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8996180068662057, + "mIoU": 0.7458229031134065, + "macroF1": 0.8475146313479933, + "F1_coffee": 0.9366493744278304, + "IoU_coffee": 0.8808471560580842, + "precision_coffee": 0.9081602461684123, + "recall_coffee": 0.9669838069434818, + "F1_noncoffee": 0.7583798882681564, + "IoU_noncoffee": 0.6107986501687289, + "kappa": 0.6961696350884159, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8939606402011508, + "mIoU": 0.7437550294198553, + "macroF1": 0.8467816264772524, + "F1_coffee": 0.9318033398637933, + "IoU_coffee": 0.8723144104803493, + "precision_coffee": 0.9199312292766794, + "recall_coffee": 0.9439858862075483, + "F1_noncoffee": 0.7617599130907116, + "IoU_noncoffee": 0.6151956483593612, + "kappa": 0.6937414436840407, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9198606271777003, + "mIoU": 0.665208714198309, + "macroF1": 0.7712965273534724, + "F1_coffee": 0.9556253789758007, + "IoU_coffee": 0.9150216404518104, + "precision_coffee": 0.933850463262228, + "recall_coffee": 0.9784400045151823, + "F1_noncoffee": 0.5869676757311442, + "IoU_noncoffee": 0.4153957879448075, + "kappa": 0.5448961831044565, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9280611232387378, + "mIoU": 0.6806724988025487, + "macroF1": 0.7845657934336079, + "F1_coffee": 0.9603890072665683, + "IoU_coffee": 0.9237965104057179, + "precision_coffee": 0.93380790480238, + "recall_coffee": 0.988527724665392, + "F1_noncoffee": 0.6087425796006476, + "IoU_noncoffee": 0.4375484871993794, + "kappa": 0.5725526444339787, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9134748958126613, + "mIoU": 0.671618639064162, + "macroF1": 0.7792949506152004, + "F1_coffee": 0.9513826940231935, + "IoU_coffee": 0.9072735006380264, + "precision_coffee": 0.9432835820895522, + "recall_coffee": 0.9596220897536835, + "F1_noncoffee": 0.6072072072072072, + "IoU_noncoffee": 0.4359637774902975, + "kappa": 0.558852653540633, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8775935575556608, + "mIoU": 0.7625707487273621, + "macroF1": 0.8636162853419985, + "F1_coffee": 0.9072771637720684, + "IoU_coffee": 0.8302902929200052, + "precision_coffee": 0.9027420736932305, + "recall_coffee": 0.9118580496249279, + "F1_noncoffee": 0.8199554069119287, + "IoU_noncoffee": 0.6948512045347189, + "kappa": 0.727245936918385, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8725832311609921, + "mIoU": 0.747594680591856, + "macroF1": 0.8530701035261845, + "F1_coffee": 0.9066150549526508, + "IoU_coffee": 0.8291819446200531, + "precision_coffee": 0.8759182583144116, + "recall_coffee": 0.9395415472779369, + "F1_noncoffee": 0.7995251520997181, + "IoU_noncoffee": 0.6660074165636588, + "kappa": 0.7069129563181694, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8754126190700745, + "mIoU": 0.75596284729109, + "macroF1": 0.8589948314109156, + "F1_coffee": 0.9071092046972786, + "IoU_coffee": 0.8300090078496976, + "precision_coffee": 0.8907609446209087, + "recall_coffee": 0.9240687679083095, + "F1_noncoffee": 0.8108804581245526, + "IoU_noncoffee": 0.6819166867324825, + "kappa": 0.7181829271794116, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2672, + 2995 + ], + [ + 52924, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5345196684201556, + "test_tta": { + "OA": 0.8983570575514025, + "mIoU": 0.7478857720260995, + "macroF1": 0.8493429917919955, + "F1_coffee": 0.9352750143878977, + "IoU_coffee": 0.878419335534063, + "precision_coffee": 0.9142472524160655, + "recall_coffee": 0.9572928281404498, + "F1_noncoffee": 0.7634109691960932, + "IoU_noncoffee": 0.617352208518136, + "kappa": 0.699267499739265, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8648032767970463, + "mIoU": 0.687010266555626, + "macroF1": 0.8046376822822748, + "F1_coffee": 0.9130539633071771, + "IoU_coffee": 0.8400177492576032, + "precision_coffee": 0.8796668632602362, + "recall_coffee": 0.9490754131235418, + "F1_noncoffee": 0.6962214012573725, + "IoU_noncoffee": 0.5340027838536489, + "kappa": 0.6112320399515542, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s1_r0.05", + "val_epoch0": 0.6872764219550301 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6872764219550301, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.878328653045415, + "mIoU": 0.7051839403761841, + "macroF1": 0.8177717966765865, + "F1_coffee": 0.9228202004483984, + "IoU_coffee": 0.8567002471013115, + "precision_coffee": 0.8987596713727367, + "recall_coffee": 0.9482044053604864, + "F1_noncoffee": 0.7127233929047746, + "IoU_noncoffee": 0.5536676336510568, + "kappa": 0.6365132286554905, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8474818276220145, + "mIoU": 0.6535388942609353, + "macroF1": 0.7778059309072107, + "F1_coffee": 0.9022308922644527, + "IoU_coffee": 0.8218767370176354, + "precision_coffee": 0.8666477212177187, + "recall_coffee": 0.9408611480688764, + "F1_noncoffee": 0.6533809695499688, + "IoU_noncoffee": 0.4852010515042352, + "kappa": 0.5582520168146673, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2962962962962963, + "mIoU": 0.14814814814814814, + "macroF1": 0.22857142857142856, + "F1_coffee": 0.45714285714285713, + "IoU_coffee": 0.2962962962962963, + "precision_coffee": 0.96, + "recall_coffee": 0.3, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.0248612652608213, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8699029126213592, + "mIoU": 0.6886893000419136, + "macroF1": 0.8050741175938898, + "F1_coffee": 0.9174876847290641, + "IoU_coffee": 0.8475540386803185, + "precision_coffee": 0.8928036431182216, + "recall_coffee": 0.9435754543727439, + "F1_noncoffee": 0.6926605504587156, + "IoU_noncoffee": 0.5298245614035088, + "kappa": 0.6112550753259481, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8911561336492433, + "mIoU": 0.7287972638770688, + "macroF1": 0.8352115992855692, + "F1_coffee": 0.931227276893465, + "IoU_coffee": 0.8713052426962438, + "precision_coffee": 0.9039145907473309, + "recall_coffee": 0.9602419507277424, + "F1_noncoffee": 0.7391959216776735, + "IoU_noncoffee": 0.5862892850578938, + "kappa": 0.6715603747153648, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8738939122866399, + "mIoU": 0.6988687967436544, + "macroF1": 0.8131911792067725, + "F1_coffee": 0.9196797043424699, + "IoU_coffee": 0.8513028108786134, + "precision_coffee": 0.899512018796313, + "recall_coffee": 0.9407724781047193, + "F1_noncoffee": 0.7067026540710751, + "IoU_noncoffee": 0.5464347826086956, + "kappa": 0.6270669190535971, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9061224489795918, + "mIoU": 0.6220723482526058, + "macroF1": 0.7293597809903463, + "F1_coffee": 0.9480812641083521, + "IoU_coffee": 0.9012875536480687, + "precision_coffee": 0.9254084264832331, + "recall_coffee": 0.9718929901794785, + "F1_noncoffee": 0.5106382978723404, + "IoU_noncoffee": 0.34285714285714286, + "kappa": 0.46176481100158545, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.925878150426672, + "mIoU": 0.6726094174508226, + "macroF1": 0.7771634003817511, + "F1_coffee": 0.95920484954399, + "IoU_coffee": 0.9216077237905341, + "precision_coffee": 0.932271762208068, + "recall_coffee": 0.9877404116522326, + "F1_noncoffee": 0.5951219512195122, + "IoU_noncoffee": 0.4236111111111111, + "kappa": 0.5579881137762278, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9116888271482437, + "mIoU": 0.651627900602647, + "macroF1": 0.7595963186965107, + "F1_coffee": 0.9508124240079584, + "IoU_coffee": 0.906236831015592, + "precision_coffee": 0.9346952080843204, + "recall_coffee": 0.9674952198852772, + "F1_noncoffee": 0.5683802133850631, + "IoU_noncoffee": 0.3970189701897019, + "kappa": 0.5204438336049572, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8354334438654666, + "mIoU": 0.6881684338803198, + "macroF1": 0.8114856493133269, + "F1_coffee": 0.8786757002165259, + "IoU_coffee": 0.7836053320044849, + "precision_coffee": 0.8517264725795531, + "recall_coffee": 0.9073860357761108, + "F1_noncoffee": 0.744295598410128, + "IoU_noncoffee": 0.5927315357561548, + "kappa": 0.6237651547153572, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8581533528246723, + "mIoU": 0.7241279673139814, + "macroF1": 0.8370338213659272, + "F1_coffee": 0.8957004160887656, + "IoU_coffee": 0.8111027380055262, + "precision_coffee": 0.8680107526881721, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7783672266430887, + "IoU_noncoffee": 0.6371531966224366, + "kappa": 0.6747709189306927, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8379703857398849, + "mIoU": 0.6922694576475978, + "macroF1": 0.8144789673043815, + "F1_coffee": 0.8804952698942682, + "IoU_coffee": 0.7865042873120418, + "precision_coffee": 0.8557328285559762, + "recall_coffee": 0.9067335243553009, + "F1_noncoffee": 0.7484626647144949, + "IoU_noncoffee": 0.598034627983154, + "kappa": 0.6296107438206081, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2581, + 2995 + ], + [ + 51842, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.541696091492971, + "test_tta": { + "OA": 0.883138052354669, + "mIoU": 0.7091256182823706, + "macroF1": 0.8202240787458874, + "F1_coffee": 0.9265745256902969, + "IoU_coffee": 0.8631940901963007, + "precision_coffee": 0.8943700571607548, + "recall_coffee": 0.9611848610439063, + "F1_noncoffee": 0.7138736318014779, + "IoU_noncoffee": 0.5550571463684405, + "kappa": 0.6422556714101872, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8519672320295373, + "mIoU": 0.6552331442490519, + "macroF1": 0.7783555404855456, + "F1_coffee": 0.9060881658645489, + "IoU_coffee": 0.8283009083457401, + "precision_coffee": 0.862135009489318, + "recall_coffee": 0.9547636952623358, + "F1_noncoffee": 0.6506229151065424, + "IoU_noncoffee": 0.48216538015236365, + "kappa": 0.5609564095522711, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6862975498210758 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6862975498210758, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8781995416545625, + "mIoU": 0.7105392963126047, + "macroF1": 0.8223538685120932, + "F1_coffee": 0.9219569196405489, + "IoU_coffee": 0.8552134292565947, + "precision_coffee": 0.9066097213748221, + "recall_coffee": 0.9378326636231671, + "F1_noncoffee": 0.7227508173836377, + "IoU_noncoffee": 0.5658651633686148, + "kappa": 0.645069061343803, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8461549555786316, + "mIoU": 0.657894004438177, + "macroF1": 0.7822155548903418, + "F1_coffee": 0.9002198213367008, + "IoU_coffee": 0.8185452318579254, + "precision_coffee": 0.8741915558462321, + "recall_coffee": 0.9278455872428222, + "F1_noncoffee": 0.6642112884439827, + "IoU_noncoffee": 0.4972427770184286, + "kappa": 0.5657266837140675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07407407407407407, + "mIoU": 0.03782894736842105, + "macroF1": 0.0718105423987777, + "F1_coffee": 0.11764705882352941, + "IoU_coffee": 0.0625, + "precision_coffee": 1.0, + "recall_coffee": 0.0625, + "F1_noncoffee": 0.025974025974025976, + "IoU_noncoffee": 0.013157894736842105, + "kappa": 0.001643385373870174, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8768932038834951, + "mIoU": 0.712793907909051, + "macroF1": 0.8244938266720792, + "F1_coffee": 0.9203917629331994, + "IoU_coffee": 0.8525238427541288, + "precision_coffee": 0.9125427948957361, + "recall_coffee": 0.9283769235640554, + "F1_noncoffee": 0.728595890410959, + "IoU_noncoffee": 0.573063973063973, + "kappa": 0.6490761628513488, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.891688022822881, + "mIoU": 0.7326049898141762, + "macroF1": 0.8382239918333663, + "F1_coffee": 0.9312250537304267, + "IoU_coffee": 0.8713013501867279, + "precision_coffee": 0.9081382118689741, + "recall_coffee": 0.9555163505765232, + "F1_noncoffee": 0.7452229299363057, + "IoU_noncoffee": 0.5939086294416244, + "kappa": 0.6772207724565532, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8660122818045549, + "mIoU": 0.6872156781476632, + "macroF1": 0.8045705694697773, + "F1_coffee": 0.9141493943055427, + "IoU_coffee": 0.8418740013695504, + "precision_coffee": 0.8992441789589175, + "recall_coffee": 0.9295570537458258, + "F1_noncoffee": 0.6949917446340121, + "IoU_noncoffee": 0.5325573549257759, + "kappa": 0.609522279992111, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.911100049776008, + "mIoU": 0.6556036839939623, + "macroF1": 0.7638517755808343, + "F1_coffee": 0.9503254158090894, + "IoU_coffee": 0.9053524112347642, + "precision_coffee": 0.9368282518096074, + "recall_coffee": 0.9642171802686533, + "F1_noncoffee": 0.5773781353525793, + "IoU_noncoffee": 0.40585495675316036, + "kappa": 0.5285361412167545, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9274657670172654, + "mIoU": 0.6894346417251528, + "macroF1": 0.7931510215947615, + "F1_coffee": 0.9598329578548271, + "IoU_coffee": 0.9227680929741151, + "precision_coffee": 0.9383326171035669, + "recall_coffee": 0.9823416938477112, + "F1_noncoffee": 0.6264690853346959, + "IoU_noncoffee": 0.45610119047619047, + "kappa": 0.5883120702001369, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9078190117086724, + "mIoU": 0.6561957042883819, + "macroF1": 0.7653310975468384, + "F1_coffee": 0.9481902849813173, + "IoU_coffee": 0.9014846235418876, + "precision_coffee": 0.9403761061946903, + "recall_coffee": 0.9561354178382634, + "F1_noncoffee": 0.5824719101123595, + "IoU_noncoffee": 0.4109067850348763, + "kappa": 0.5309232199985794, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8443391757460919, + "mIoU": 0.7090026161040461, + "macroF1": 0.8272017802799227, + "F1_coffee": 0.8816197132358239, + "IoU_coffee": 0.7883004767426878, + "precision_coffee": 0.8806679142075716, + "recall_coffee": 0.8825735718407386, + "F1_noncoffee": 0.7727838473240216, + "IoU_noncoffee": 0.6297047554654045, + "kappa": 0.6544043353681493, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8576817881731585, + "mIoU": 0.7241262971809183, + "macroF1": 0.8371107240323913, + "F1_coffee": 0.8949968686938974, + "IoU_coffee": 0.8099496221662469, + "precision_coffee": 0.8701122987417129, + "recall_coffee": 0.9213467048710602, + "F1_noncoffee": 0.7792245793708852, + "IoU_noncoffee": 0.6383029721955896, + "kappa": 0.6747807346464352, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8262755823823447, + "mIoU": 0.6745365319936165, + "macroF1": 0.8015443603503419, + "F1_coffee": 0.8716018402342116, + "IoU_coffee": 0.7724240177909563, + "precision_coffee": 0.8487645940809123, + "recall_coffee": 0.8957020057306591, + "F1_noncoffee": 0.7314868804664723, + "IoU_noncoffee": 0.5766490461962768, + "kappa": 0.6036887273905519, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2626, + 2995 + ], + [ + 51789, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5379340569178264, + "test_tta": { + "OA": 0.8816855492075788, + "mIoU": 0.7108724648073256, + "macroF1": 0.8219839849457524, + "F1_coffee": 0.925075374316521, + "IoU_coffee": 0.8605955731345554, + "precision_coffee": 0.8995269518206392, + "recall_coffee": 0.9521174762796373, + "F1_noncoffee": 0.7188925955749838, + "IoU_noncoffee": 0.5611493564800958, + "kappa": 0.6450422664003079, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8499048113534095, + "mIoU": 0.6569984370277524, + "macroF1": 0.7805077081725156, + "F1_coffee": 0.9039262206548933, + "IoU_coffee": 0.8246946854207025, + "precision_coffee": 0.8670964542524175, + "recall_coffee": 0.9440234472917992, + "F1_noncoffee": 0.657089195690138, + "IoU_noncoffee": 0.48930218863480224, + "kappa": 0.5638240886942084, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s2_r0.05", + "val_epoch0": 0.6833829019151181 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6833829019151181, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8706788031374068, + "mIoU": 0.6968539959721538, + "macroF1": 0.8120779012077962, + "F1_coffee": 0.917017905408904, + "IoU_coffee": 0.8467526009791921, + "precision_coffee": 0.9030185600652662, + "recall_coffee": 0.9314581448677761, + "F1_noncoffee": 0.7071378970066884, + "IoU_noncoffee": 0.5469553909651156, + "kappa": 0.6244743252120201, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8396792431060344, + "mIoU": 0.6468427019324013, + "macroF1": 0.77328408727165, + "F1_coffee": 0.8959740964644669, + "IoU_coffee": 0.8115516978317256, + "precision_coffee": 0.870429296143426, + "recall_coffee": 0.9230635737837681, + "F1_noncoffee": 0.6505940780788332, + "IoU_noncoffee": 0.4821337060330771, + "kappa": 0.5478761037904161, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8707281553398059, + "mIoU": 0.6970929062240155, + "macroF1": 0.8122754566066778, + "F1_coffee": 0.917027574388534, + "IoU_coffee": 0.8467690891305599, + "precision_coffee": 0.9026005888125613, + "recall_coffee": 0.9319232474194161, + "F1_noncoffee": 0.7075233388248215, + "IoU_noncoffee": 0.5474167233174712, + "kappa": 0.6248887271136707, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8743290943377979, + "mIoU": 0.6987402329244448, + "macroF1": 0.8129939513454758, + "F1_coffee": 0.9200922367409685, + "IoU_coffee": 0.8520100216376267, + "precision_coffee": 0.8984628317521316, + "recall_coffee": 0.9427887341692395, + "F1_noncoffee": 0.705895665949983, + "IoU_noncoffee": 0.5454704442112627, + "kappa": 0.6267839916990523, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8669793530293506, + "mIoU": 0.6946590922709209, + "macroF1": 0.8109043115627479, + "F1_coffee": 0.9138778449112481, + "IoU_coffee": 0.8414135008935263, + "precision_coffee": 0.9081632653061225, + "recall_coffee": 0.9196647974292735, + "F1_noncoffee": 0.7079307782142478, + "IoU_noncoffee": 0.5479046836483156, + "kappa": 0.6218593998784718, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9004479840716775, + "mIoU": 0.6144998053826088, + "macroF1": 0.7226071142479811, + "F1_coffee": 0.9447147279964617, + "IoU_coffee": 0.8952221290863369, + "precision_coffee": 0.9257774406761295, + "recall_coffee": 0.9644429393836776, + "F1_noncoffee": 0.5004995004995005, + "IoU_noncoffee": 0.33377748167888077, + "kappa": 0.4473036948724642, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9171462591784084, + "mIoU": 0.6538830063784538, + "macroF1": 0.7604389158136711, + "F1_coffee": 0.9541938669153547, + "IoU_coffee": 0.9124003357112883, + "precision_coffee": 0.9313557506960806, + "recall_coffee": 0.9781801822067259, + "F1_noncoffee": 0.5666839647119876, + "IoU_noncoffee": 0.3953656770456191, + "kappa": 0.5235877326104283, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8994840246080572, + "mIoU": 0.6381132294500622, + "macroF1": 0.7488437516782782, + "F1_coffee": 0.9433540233741542, + "IoU_coffee": 0.8927815410668924, + "precision_coffee": 0.938056049822064, + "recall_coffee": 0.9487121808570464, + "F1_noncoffee": 0.5543334799824021, + "IoU_noncoffee": 0.38344491783323187, + "kappa": 0.49781353161694597, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8424443391757461, + "mIoU": 0.7041633997805234, + "macroF1": 0.8235736117179037, + "F1_coffee": 0.8812736488898408, + "IoU_coffee": 0.787747287811104, + "precision_coffee": 0.8723674911660777, + "recall_coffee": 0.8903635314483554, + "F1_noncoffee": 0.7658735745459665, + "IoU_noncoffee": 0.620579511749943, + "kappa": 0.6472197320187069, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8336319909459587, + "mIoU": 0.6867955106097121, + "macroF1": 0.8106633209617295, + "F1_coffee": 0.8766088416340235, + "IoU_coffee": 0.7803237858032379, + "precision_coffee": 0.856478950246036, + "recall_coffee": 0.8977077363896848, + "F1_noncoffee": 0.7447178002894356, + "IoU_noncoffee": 0.5932672354161863, + "kappa": 0.6217589115019381, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8360841271338301, + "mIoU": 0.694353476257745, + "macroF1": 0.8165869634714922, + "F1_coffee": 0.8763869132290185, + "IoU_coffee": 0.7799721483732118, + "precision_coffee": 0.8701977401129943, + "recall_coffee": 0.8826647564469914, + "F1_noncoffee": 0.7567870137139658, + "IoU_noncoffee": 0.6087348041422782, + "kappa": 0.6332104333121423, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2575, + 2995 + ], + [ + 51374, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.577505922317505, + "test_tta": { + "OA": 0.8693715503050257, + "mIoU": 0.6865138348023985, + "macroF1": 0.8032514871883034, + "F1_coffee": 0.9173085960646493, + "IoU_coffee": 0.8472484336076093, + "precision_coffee": 0.8916562394486485, + "recall_coffee": 0.9444806765825847, + "F1_noncoffee": 0.6891943783119576, + "IoU_noncoffee": 0.5257792359971877, + "kappa": 0.6077233137668373, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8389581169955002, + "mIoU": 0.6372180730500714, + "macroF1": 0.76413583301779, + "F1_coffee": 0.8969812156327269, + "IoU_coffee": 0.8132057480301789, + "precision_coffee": 0.859960726732358, + "recall_coffee": 0.9373324849115906, + "F1_noncoffee": 0.631290450402853, + "IoU_noncoffee": 0.4612303980699638, + "kappa": 0.5313799159213227, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.7088774173170133 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7088774173170133, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869791162325296, + "mIoU": 0.723142349723391, + "macroF1": 0.8312909107620312, + "F1_coffee": 0.9282192679451831, + "IoU_coffee": 0.866053326192571, + "precision_coffee": 0.9050731590309427, + "recall_coffee": 0.9525803126249133, + "F1_noncoffee": 0.7343625535788795, + "IoU_noncoffee": 0.5802313732542109, + "kappa": 0.6633965045142043, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8550536517826237, + "mIoU": 0.6677181663570237, + "macroF1": 0.789317145066035, + "F1_coffee": 0.9070012769973905, + "IoU_coffee": 0.8298283043787463, + "precision_coffee": 0.8719508940485722, + "recall_coffee": 0.944987562908544, + "F1_noncoffee": 0.6716330131346795, + "IoU_noncoffee": 0.505608028335301, + "kappa": 0.5810247001657075, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.890873786407767, + "mIoU": 0.7330858876117496, + "macroF1": 0.8387515156566412, + "F1_coffee": 0.9304283238425353, + "IoU_coffee": 0.8699074074074075, + "precision_coffee": 0.9098722837600629, + "recall_coffee": 0.9519346463175227, + "F1_noncoffee": 0.7470747074707471, + "IoU_noncoffee": 0.5962643678160919, + "kappa": 0.6781003393428899, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8833712102896378, + "mIoU": 0.7133917220548172, + "macroF1": 0.8238007084457022, + "F1_coffee": 0.9262520638414969, + "IoU_coffee": 0.8626345463864685, + "precision_coffee": 0.8997326997326998, + "recall_coffee": 0.9543822065402306, + "F1_noncoffee": 0.7213493530499075, + "IoU_noncoffee": 0.5641488977231659, + "kappa": 0.6487543929490418, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8867076060151831, + "mIoU": 0.7229297693648454, + "macroF1": 0.8311632847005703, + "F1_coffee": 0.9280029499431521, + "IoU_coffee": 0.8656767757839822, + "precision_coffee": 0.9057101727447217, + "recall_coffee": 0.9514208304454665, + "F1_noncoffee": 0.7343236194579884, + "IoU_noncoffee": 0.5801827629457087, + "kappa": 0.663079777847957, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9213539074166252, + "mIoU": 0.6682878597848154, + "macroF1": 0.7740041893615097, + "F1_coffee": 0.9564882132628332, + "IoU_coffee": 0.916605088145255, + "precision_coffee": 0.9339571904915565, + "recall_coffee": 0.9801331978778643, + "F1_noncoffee": 0.5915201654601862, + "IoU_noncoffee": 0.4199706314243759, + "kappa": 0.5504644199262958, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9196269101012106, + "mIoU": 0.6712254494961063, + "macroF1": 0.777369526364725, + "F1_coffee": 0.955332524539539, + "IoU_coffee": 0.9144847972972973, + "precision_coffee": 0.9371416206859244, + "recall_coffee": 0.974243617140929, + "F1_noncoffee": 0.599406528189911, + "IoU_noncoffee": 0.4279661016949153, + "kappa": 0.5562385997475676, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9199245882119468, + "mIoU": 0.6734097893391187, + "macroF1": 0.7794529186615715, + "F1_coffee": 0.9554660338833397, + "IoU_coffee": 0.9147295012679628, + "precision_coffee": 0.9379198266522211, + "recall_coffee": 0.9736812507029581, + "F1_noncoffee": 0.6034398034398034, + "IoU_noncoffee": 0.43209007741027444, + "kappa": 0.5602761914226198, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8618664140217906, + "mIoU": 0.733298438962656, + "macroF1": 0.8436706502984981, + "F1_coffee": 0.8970048036168409, + "IoU_coffee": 0.813244524144998, + "precision_coffee": 0.8788759689922481, + "recall_coffee": 0.9158972879399885, + "F1_noncoffee": 0.7903364969801553, + "IoU_noncoffee": 0.6533523537803139, + "kappa": 0.6876118739231787, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8489106856550033, + "mIoU": 0.7064402464384856, + "macroF1": 0.8242899333828817, + "F1_coffee": 0.8900631347790283, + "IoU_coffee": 0.801904290837146, + "precision_coffee": 0.8541886195995785, + "recall_coffee": 0.9290830945558739, + "F1_noncoffee": 0.758516731986735, + "IoU_noncoffee": 0.6109762020398252, + "kappa": 0.64993616582262, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8551353390549844, + "mIoU": 0.7191319521436077, + "macroF1": 0.8335404766826364, + "F1_coffee": 0.8934960477048953, + "IoU_coffee": 0.8074946735179848, + "precision_coffee": 0.8657618919645257, + "recall_coffee": 0.9230659025787966, + "F1_noncoffee": 0.7735849056603774, + "IoU_noncoffee": 0.6307692307692307, + "kappa": 0.6678056643489781, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2646, + 2995 + ], + [ + 52313, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5317360798517865, + "test_tta": { + "OA": 0.88791517381621, + "mIoU": 0.7228936224333342, + "macroF1": 0.8309190285276249, + "F1_coffee": 0.9290870661751942, + "IoU_coffee": 0.8675654545107836, + "precision_coffee": 0.902626775652726, + "recall_coffee": 0.9571455620305893, + "F1_noncoffee": 0.7327509908800555, + "IoU_noncoffee": 0.5782217903558848, + "kappa": 0.6629297083113527, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8560199607707396, + "mIoU": 0.6670273757785747, + "macroF1": 0.7884643623961827, + "F1_coffee": 0.908006892802182, + "IoU_coffee": 0.831513392179035, + "precision_coffee": 0.8695682869144693, + "recall_coffee": 0.9500009641156167, + "F1_noncoffee": 0.6689218319901834, + "IoU_noncoffee": 0.5025413593781144, + "kappa": 0.5798831515302268, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s0_r0.05", + "val_epoch0": 0.6613855686099497 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6613855686099497, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8609154358058757, + "mIoU": 0.6905380599479722, + "macroF1": 0.8085254305189369, + "F1_coffee": 0.9086820763664653, + "IoU_coffee": 0.8326465246176982, + "precision_coffee": 0.904201395516532, + "recall_coffee": 0.9132073855117165, + "F1_noncoffee": 0.7083687846714086, + "IoU_noncoffee": 0.5484295952782462, + "kappa": 0.6170808901641718, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8238721587631245, + "mIoU": 0.6336021665077136, + "macroF1": 0.7643633452097767, + "F1_coffee": 0.8827798041850643, + "IoU_coffee": 0.7901573991339611, + "precision_coffee": 0.8817472339935956, + "recall_coffee": 0.8838147955947645, + "F1_noncoffee": 0.6459468862344891, + "IoU_noncoffee": 0.47704693388146624, + "kappa": 0.5287286424562433, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40381861575178996, + "mIoU": 0.20293524140818608, + "macroF1": 0.290260256847369, + "F1_coffee": 0.5741561541084214, + "IoU_coffee": 0.4026781444285031, + "precision_coffee": 1.0, + "recall_coffee": 0.4026781444285031, + "F1_noncoffee": 0.006364359586316627, + "IoU_noncoffee": 0.0031923383878691143, + "kappa": 0.002567669096981721, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8688580974842768, + "mIoU": 0.7147917223222258, + "macroF1": 0.8276129353071868, + "F1_coffee": 0.9119345365757086, + "IoU_coffee": 0.8381246967491509, + "precision_coffee": 0.9257100750267953, + "recall_coffee": 0.8985629754860525, + "F1_noncoffee": 0.743291334038665, + "IoU_noncoffee": 0.5914587478953007, + "kappa": 0.6554482817414287, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8668801241934702, + "mIoU": 0.6955134430506413, + "macroF1": 0.8116655768798371, + "F1_coffee": 0.9136400830868006, + "IoU_coffee": 0.8410104872819978, + "precision_coffee": 0.8995413981160139, + "recall_coffee": 0.9281877477938355, + "F1_noncoffee": 0.7096910706728735, + "IoU_noncoffee": 0.550016398819285, + "kappa": 0.6236419418017652, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8471300557035601, + "mIoU": 0.6609015196330172, + "macroF1": 0.7847957019029064, + "F1_coffee": 0.900617206197254, + "IoU_coffee": 0.8192025664527957, + "precision_coffee": 0.8889165164418474, + "recall_coffee": 0.9126300338247495, + "F1_noncoffee": 0.6689741976085588, + "IoU_noncoffee": 0.5026004728132387, + "kappa": 0.5698396496574522, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8785379759723071, + "mIoU": 0.6707284334045254, + "macroF1": 0.7867946422666099, + "F1_coffee": 0.926652320934522, + "IoU_coffee": 0.8633291327758048, + "precision_coffee": 0.933713294511213, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.6469369635986978, + "IoU_noncoffee": 0.4781277340332458, + "kappa": 0.573706632762017, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8604353393085787, + "mIoU": 0.6309198026132137, + "macroF1": 0.7522050942769574, + "F1_coffee": 0.9159698748739845, + "IoU_coffee": 0.8449671772428884, + "precision_coffee": 0.9262413048692733, + "recall_coffee": 0.9059237536656891, + "F1_noncoffee": 0.5884403136799303, + "IoU_noncoffee": 0.4168724279835391, + "kappa": 0.5047085015842696, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8369023173951305, + "mIoU": 0.5806954996460159, + "macroF1": 0.7045484335450316, + "F1_coffee": 0.9022961574507966, + "IoU_coffee": 0.8219850586979722, + "precision_coffee": 0.9088978050507435, + "recall_coffee": 0.8957897185391952, + "F1_noncoffee": 0.5068007096392667, + "IoU_noncoffee": 0.33940594059405943, + "kappa": 0.40925418784309986, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8598290598290599, + "mIoU": 0.7311149302815603, + "macroF1": 0.8422852194140211, + "F1_coffee": 0.8948867682666287, + "IoU_coffee": 0.8097693001675473, + "precision_coffee": 0.916289922706723, + "recall_coffee": 0.8744606819763396, + "F1_noncoffee": 0.7896836705614135, + "IoU_noncoffee": 0.6524605603955733, + "kappa": 0.6849144193757721, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8731357552581261, + "mIoU": 0.7373893453472831, + "macroF1": 0.8450849422778626, + "F1_coffee": 0.9110052981020723, + "IoU_coffee": 0.8365562261362237, + "precision_coffee": 0.8709925621954347, + "recall_coffee": 0.9548713622943905, + "F1_noncoffee": 0.7791645864536528, + "IoU_noncoffee": 0.6382224645583424, + "kappa": 0.6917839732160382, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8571702822038779, + "mIoU": 0.7132247190865733, + "macroF1": 0.8283963260348304, + "F1_coffee": 0.8986652138381912, + "IoU_coffee": 0.8159782339846648, + "precision_coffee": 0.8666754236174964, + "recall_coffee": 0.9331070569933532, + "F1_noncoffee": 0.7581274382314694, + "IoU_noncoffee": 0.6104712041884817, + "kappa": 0.6579051121987208, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6545, + 7520 + ], + [ + 45930, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5581438064575197, + "test_tta": { + "OA": 0.8652978412595358, + "mIoU": 0.6913953746235384, + "macroF1": 0.8083945320115216, + "F1_coffee": 0.9128118926301413, + "IoU_coffee": 0.8396080553515519, + "precision_coffee": 0.895750427843873, + "recall_coffee": 0.9305359208327978, + "F1_noncoffee": 0.7039771713929017, + "IoU_noncoffee": 0.5431826938955249, + "kappa": 0.6172605076941949, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8296267451251875, + "mIoU": 0.6350721394933886, + "macroF1": 0.7643676037066124, + "F1_coffee": 0.8883723127805339, + "IoU_coffee": 0.7991635355922406, + "precision_coffee": 0.8737824373559372, + "recall_coffee": 0.9034576870591401, + "F1_noncoffee": 0.6403628946326909, + "IoU_noncoffee": 0.4709807433945365, + "kappa": 0.5291581332179067, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6471365577387627 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6471365577387627, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8621003083914949, + "mIoU": 0.6868310462321066, + "macroF1": 0.8050341056493588, + "F1_coffee": 0.9105137873649175, + "IoU_coffee": 0.8357276822831068, + "precision_coffee": 0.8957020888594165, + "recall_coffee": 0.9258235873709463, + "F1_noncoffee": 0.6995544239338001, + "IoU_noncoffee": 0.5379344101811062, + "kappa": 0.6104258811512194, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8237712011076497, + "mIoU": 0.6289410048498187, + "macroF1": 0.7598243327641849, + "F1_coffee": 0.883753674616841, + "IoU_coffee": 0.7917192240820918, + "precision_coffee": 0.8749717428980484, + "recall_coffee": 0.8927136789098388, + "F1_noncoffee": 0.6358949909115289, + "IoU_noncoffee": 0.46616278561754554, + "kappa": 0.5198001825648599, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3436754176610978, + "mIoU": 0.1724556469181095, + "macroF1": 0.2574233178809501, + "F1_coffee": 0.510501957992168, + "IoU_coffee": 0.3427342256214149, + "precision_coffee": 0.9986072423398329, + "recall_coffee": 0.3428981348637016, + "F1_noncoffee": 0.004344677769732078, + "IoU_noncoffee": 0.0021770682148040637, + "kappa": 0.0005391753947273527, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8775058962264151, + "mIoU": 0.7240083811966853, + "macroF1": 0.8336595865253826, + "F1_coffee": 0.9190610694457972, + "IoU_coffee": 0.850243287078753, + "precision_coffee": 0.9177797950979121, + "recall_coffee": 0.920345926263086, + "F1_noncoffee": 0.7482581036049681, + "IoU_noncoffee": 0.5977734753146177, + "kappa": 0.6673211897004142, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8536360549168001, + "mIoU": 0.6676799458276765, + "macroF1": 0.7895973583683795, + "F1_coffee": 0.9056745349382523, + "IoU_coffee": 0.8276098508656649, + "precision_coffee": 0.8860341347036154, + "recall_coffee": 0.9262053971096048, + "F1_noncoffee": 0.6735201817985067, + "IoU_noncoffee": 0.5077500407896883, + "kappa": 0.5799091642888824, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8553644950351175, + "mIoU": 0.6686608109334069, + "macroF1": 0.7901148735365062, + "F1_coffee": 0.9071401915661151, + "IoU_coffee": 0.8300608957942064, + "precision_coffee": 0.8846363801783224, + "recall_coffee": 0.9308188142191588, + "F1_noncoffee": 0.6730895555068973, + "IoU_noncoffee": 0.5072607260726073, + "kappa": 0.5811838758037225, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8967623701893708, + "mIoU": 0.7092579750346741, + "macroF1": 0.8177138207203735, + "F1_coffee": 0.9377532228360957, + "IoU_coffee": 0.8828016643550625, + "precision_coffee": 0.9434288537549407, + "recall_coffee": 0.9321454722968026, + "F1_noncoffee": 0.6976744186046512, + "IoU_noncoffee": 0.5357142857142857, + "kappa": 0.6354917144930529, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8579730129025903, + "mIoU": 0.6175034637461239, + "macroF1": 0.7388631687242798, + "F1_coffee": 0.9152263374485596, + "IoU_coffee": 0.8437025796661608, + "precision_coffee": 0.917383618149676, + "recall_coffee": 0.9130791788856305, + "F1_noncoffee": 0.5625, + "IoU_noncoffee": 0.391304347826087, + "kappa": 0.477741241838272, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8610540725530459, + "mIoU": 0.6075585591446839, + "macroF1": 0.7271834064148033, + "F1_coffee": 0.9182910700937267, + "IoU_coffee": 0.8489262173081012, + "precision_coffee": 0.9081087228477198, + "recall_coffee": 0.928704349848802, + "F1_noncoffee": 0.5360757427358799, + "IoU_noncoffee": 0.3661909009812667, + "kappa": 0.45475602691131023, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8595441595441595, + "mIoU": 0.7232744961116393, + "macroF1": 0.8361206575781375, + "F1_coffee": 0.8980773206532975, + "IoU_coffee": 0.8150093808630394, + "precision_coffee": 0.8894348894348895, + "recall_coffee": 0.9068893528183716, + "F1_noncoffee": 0.7741639945029776, + "IoU_noncoffee": 0.6315396113602392, + "kappa": 0.6723098685967174, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8494263862332696, + "mIoU": 0.695392347496304, + "macroF1": 0.8149480982461659, + "F1_coffee": 0.8948247078464107, + "IoU_coffee": 0.8096676737160121, + "precision_coffee": 0.8522004578987535, + "recall_coffee": 0.9419372979052439, + "F1_noncoffee": 0.735071488645921, + "IoU_noncoffee": 0.5811170212765957, + "kappa": 0.6322138065523875, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8497792282587828, + "mIoU": 0.6992138794000251, + "macroF1": 0.8181115965867944, + "F1_coffee": 0.8940060954961057, + "IoU_coffee": 0.8083282302510717, + "precision_coffee": 0.8578112815180661, + "recall_coffee": 0.9333899024183284, + "F1_noncoffee": 0.7422170976774831, + "IoU_noncoffee": 0.5900995285489785, + "kappa": 0.6377915360069091, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 547, + 563 + ], + [ + 6612, + 7520 + ], + [ + 45931, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5508533318837485, + "test_tta": { + "OA": 0.8677812043499432, + "mIoU": 0.6916558408237332, + "macroF1": 0.8081220137499708, + "F1_coffee": 0.9151140010837397, + "IoU_coffee": 0.8435116703486697, + "precision_coffee": 0.8910467145582207, + "recall_coffee": 0.9405174998929016, + "F1_noncoffee": 0.7011300264162019, + "IoU_noncoffee": 0.5398000112987967, + "kappa": 0.6172272245638292, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8290642667589708, + "mIoU": 0.6312505138019446, + "macroF1": 0.7607604558671163, + "F1_coffee": 0.8885922695142127, + "IoU_coffee": 0.7995196048580805, + "precision_coffee": 0.8695796154907552, + "recall_coffee": 0.9084549001518384, + "F1_noncoffee": 0.6329286422200199, + "IoU_noncoffee": 0.4629814227458088, + "kappa": 0.522273368260169, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s1_r0.05", + "val_epoch0": 0.666970914433257 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6734358252669455, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.841860087648109, + "mIoU": 0.6488633751939172, + "macroF1": 0.7746925806175415, + "F1_coffee": 0.8977102121807053, + "IoU_coffee": 0.8144049070405365, + "precision_coffee": 0.8803615921586393, + "recall_coffee": 0.9157563295206271, + "F1_noncoffee": 0.6516749490543777, + "IoU_noncoffee": 0.4833218433472981, + "kappa": 0.5499802636164054, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8020076150917272, + "mIoU": 0.5944454452581978, + "macroF1": 0.7304531240474408, + "F1_coffee": 0.8693318103940605, + "IoU_coffee": 0.7688655419739368, + "precision_coffee": 0.8611189681507043, + "recall_coffee": 0.8777028195813873, + "F1_noncoffee": 0.5915744377008212, + "IoU_noncoffee": 0.4200253485424588, + "kappa": 0.46105947835192496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24725536992840094, + "mIoU": 0.12417272180311936, + "macroF1": 0.19983651919083054, + "F1_coffee": 0.3946257197696737, + "IoU_coffee": 0.2458153993304639, + "precision_coffee": 1.0, + "recall_coffee": 0.2458153993304639, + "F1_noncoffee": 0.005047318611987382, + "IoU_noncoffee": 0.002530044275774826, + "kappa": 0.0012430745902191765, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8761792452830188, + "mIoU": 0.7242662355103819, + "macroF1": 0.8340984438305779, + "F1_coffee": 0.917652441016927, + "IoU_coffee": 0.8478352756476059, + "precision_coffee": 0.9223543322603954, + "recall_coffee": 0.9129982443591911, + "F1_noncoffee": 0.7505444466442288, + "IoU_noncoffee": 0.600697195373158, + "kappa": 0.6682230055632943, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8134672294183283, + "mIoU": 0.5929825808802964, + "macroF1": 0.7255646587767579, + "F1_coffee": 0.8808823073825087, + "IoU_coffee": 0.7871221348687854, + "precision_coffee": 0.8543356769424915, + "recall_coffee": 0.9091316025067144, + "F1_noncoffee": 0.5702470101710071, + "IoU_noncoffee": 0.3988430268918074, + "kappa": 0.4530346211821499, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8363768466941148, + "mIoU": 0.6308657697330624, + "macroF1": 0.7585115032206957, + "F1_coffee": 0.8956376668314384, + "IoU_coffee": 0.8109998321490517, + "precision_coffee": 0.8680160488652016, + "recall_coffee": 0.9250749888314507, + "F1_noncoffee": 0.6213853396099529, + "IoU_noncoffee": 0.4507317073170732, + "kappa": 0.5187907948890599, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.7163813368117068, + "macroF1": 0.822834767028181, + "F1_coffee": 0.9413056741915802, + "IoU_coffee": 0.8891194098662978, + "precision_coffee": 0.9411908247925818, + "recall_coffee": 0.9414205516231389, + "F1_noncoffee": 0.7043638598647818, + "IoU_noncoffee": 0.5436432637571158, + "kappa": 0.6456695606312812, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8613217768147345, + "mIoU": 0.6322986332113195, + "macroF1": 0.7533797104889612, + "F1_coffee": 0.9165382335506816, + "IoU_coffee": 0.8459350038297406, + "precision_coffee": 0.9264230077890953, + "recall_coffee": 0.9068621700879765, + "F1_noncoffee": 0.590221187427241, + "IoU_noncoffee": 0.4186622625928984, + "kappa": 0.5070349662021195, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8810012711450083, + "mIoU": 0.6416642910291468, + "macroF1": 0.7576658862331016, + "F1_coffee": 0.9305484220738458, + "IoU_coffee": 0.8701173959445038, + "precision_coffee": 0.9135014005602241, + "recall_coffee": 0.948243777622703, + "F1_noncoffee": 0.5847833503923575, + "IoU_noncoffee": 0.41321118611378976, + "kappa": 0.5163387331983568, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8520417853751187, + "mIoU": 0.715861017230951, + "macroF1": 0.8314313246539058, + "F1_coffee": 0.8903743315508021, + "IoU_coffee": 0.8024096385542169, + "precision_coffee": 0.9003842322470471, + "recall_coffee": 0.8805845511482254, + "F1_noncoffee": 0.7724883177570093, + "IoU_noncoffee": 0.629312395907685, + "kappa": 0.6629491044260047, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7670172084130019, + "mIoU": 0.5568247711886762, + "macroF1": 0.6998195892535191, + "F1_coffee": 0.8418456746057499, + "IoU_coffee": 0.7268855765997982, + "precision_coffee": 0.7818225650916104, + "recall_coffee": 0.9118515394348377, + "F1_noncoffee": 0.5577935039012883, + "IoU_noncoffee": 0.3867639657775541, + "kappa": 0.4093728796547039, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7925705509694759, + "mIoU": 0.607838880279742, + "macroF1": 0.7468606862241267, + "F1_coffee": 0.8544291007073088, + "IoU_coffee": 0.7458544043278843, + "precision_coffee": 0.8157962438898894, + "recall_coffee": 0.896902842596521, + "F1_noncoffee": 0.6392922717409447, + "IoU_noncoffee": 0.4698233562315996, + "kappa": 0.4965191557914559, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 376, + 563 + ], + [ + 6121, + 7520 + ], + [ + 45346, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5500383575757346, + "test_tta": { + "OA": 0.844181139425418, + "mIoU": 0.6448417048106891, + "macroF1": 0.7702699140206908, + "F1_coffee": 0.9005758316417416, + "IoU_coffee": 0.8191341045254155, + "precision_coffee": 0.871826749548827, + "recall_coffee": 0.9312856102471833, + "F1_noncoffee": 0.63996399639964, + "IoU_noncoffee": 0.47054930509596293, + "kappa": 0.5423419437121199, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8054834429445021, + "mIoU": 0.5907677803088104, + "macroF1": 0.7255254942595659, + "F1_coffee": 0.8736687305051565, + "IoU_coffee": 0.7756765297806164, + "precision_coffee": 0.8521103599488398, + "recall_coffee": 0.8963462684272233, + "F1_noncoffee": 0.5773822580139755, + "IoU_noncoffee": 0.4058590308370044, + "kappa": 0.45222394010523115, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6944762789279939 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6980240837875213, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8634312611589028, + "mIoU": 0.6947503997172303, + "macroF1": 0.8116848367255187, + "F1_coffee": 0.9103997614635913, + "IoU_coffee": 0.8355355746677091, + "precision_coffee": 0.9052520118593816, + "recall_coffee": 0.91560639163775, + "F1_noncoffee": 0.7129699119874463, + "IoU_noncoffee": 0.5539652247667515, + "kappa": 0.6234086842091002, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8250548055844006, + "mIoU": 0.6358127195995049, + "macroF1": 0.7662173732785749, + "F1_coffee": 0.8834998079139454, + "IoU_coffee": 0.7913118279569893, + "precision_coffee": 0.8829740262233399, + "recall_coffee": 0.8840262161486863, + "F1_noncoffee": 0.6489349386432044, + "IoU_noncoffee": 0.4803136112420205, + "kappa": 0.5324352461518173, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36801909307875896, + "mIoU": 0.18491109344119663, + "macroF1": 0.27137249215625703, + "F1_coffee": 0.5367389783065081, + "IoU_coffee": 0.3668101386896222, + "precision_coffee": 1.0, + "recall_coffee": 0.3668101386896222, + "F1_noncoffee": 0.006006006006006006, + "IoU_noncoffee": 0.0030120481927710845, + "kappa": 0.0022072609388197905, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8711183176100629, + "mIoU": 0.7173554905655004, + "macroF1": 0.8293257559415068, + "F1_coffee": 0.9137823357328337, + "IoU_coffee": 0.841251588694547, + "precision_coffee": 0.9239563945759106, + "recall_coffee": 0.9038298979127382, + "F1_noncoffee": 0.7448691761501799, + "IoU_noncoffee": 0.5934593924364538, + "kappa": 0.6587739437308613, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8546063164022704, + "mIoU": 0.6809655099652105, + "macroF1": 0.801389542358647, + "F1_coffee": 0.9041971677908129, + "IoU_coffee": 0.8251458576429405, + "precision_coffee": 0.9039948865452221, + "recall_coffee": 0.9043995395830668, + "F1_noncoffee": 0.698581916926481, + "IoU_noncoffee": 0.5367851622874806, + "kappa": 0.6027791472924994, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8646645676919351, + "mIoU": 0.6850517164196461, + "macroF1": 0.8029295382954444, + "F1_coffee": 0.9132298136645963, + "IoU_coffee": 0.8403154826541693, + "precision_coffee": 0.8894198778053354, + "recall_coffee": 0.9383496075052652, + "F1_noncoffee": 0.6926292629262927, + "IoU_noncoffee": 0.5297879501851228, + "kappa": 0.6068571102820913, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8957442476074119, + "mIoU": 0.6880476010713836, + "macroF1": 0.799010605045198, + "F1_coffee": 0.9384467420052898, + "IoU_coffee": 0.8840317100792752, + "precision_coffee": 0.9246624022743426, + "recall_coffee": 0.9526482792287039, + "F1_noncoffee": 0.6595744680851063, + "IoU_noncoffee": 0.49206349206349204, + "kappa": 0.5985146636724901, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8518664434157391, + "mIoU": 0.5974041529437872, + "macroF1": 0.7187471635481906, + "F1_coffee": 0.9122418018438557, + "IoU_coffee": 0.8386439223259307, + "precision_coffee": 0.9075815627539765, + "recall_coffee": 0.916950146627566, + "F1_noncoffee": 0.5252525252525253, + "IoU_noncoffee": 0.3561643835616438, + "kappa": 0.4375745475289112, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8799256869072064, + "mIoU": 0.6158139966789022, + "macroF1": 0.7305179049107763, + "F1_coffee": 0.9311736352426858, + "IoU_coffee": 0.8712113266911379, + "precision_coffee": 0.8986369536996971, + "recall_coffee": 0.9661549197487788, + "F1_noncoffee": 0.5298621745788668, + "IoU_noncoffee": 0.36041666666666666, + "kappa": 0.46581920867908577, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8481481481481481, + "mIoU": 0.7158444164281301, + "macroF1": 0.832083461953226, + "F1_coffee": 0.8840211793718721, + "IoU_coffee": 0.7921487066164046, + "precision_coffee": 0.9230536201151166, + "recall_coffee": 0.8481558803061935, + "F1_noncoffee": 0.78014574453458, + "IoU_noncoffee": 0.6395401262398557, + "kappa": 0.6653014320055292, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8572657743785851, + "mIoU": 0.7239517195810163, + "macroF1": 0.8370406660588345, + "F1_coffee": 0.8944503358077059, + "IoU_coffee": 0.8090548663511958, + "precision_coffee": 0.8996018202502845, + "recall_coffee": 0.8893575144102348, + "F1_noncoffee": 0.7796309963099631, + "IoU_noncoffee": 0.638848572810837, + "kappa": 0.6741036440554808, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8496832405452102, + "mIoU": 0.7069786108580651, + "macroF1": 0.8245953032456634, + "F1_coffee": 0.8909318846636022, + "IoU_coffee": 0.8033157498116051, + "precision_coffee": 0.8777274598600247, + "recall_coffee": 0.9045396690708528, + "F1_noncoffee": 0.7582587218277246, + "IoU_noncoffee": 0.6106414719045251, + "kappa": 0.6493664903675973, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6681, + 7520 + ], + [ + 45938, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.598624833424886, + "test_tta": { + "OA": 0.8671319590975491, + "mIoU": 0.6967286541665401, + "macroF1": 0.8126680706361809, + "F1_coffee": 0.913677106400928, + "IoU_coffee": 0.8410732313427041, + "precision_coffee": 0.8998421402459289, + "recall_coffee": 0.9279441374287795, + "F1_noncoffee": 0.7116590348714336, + "IoU_noncoffee": 0.5523840769903762, + "kappa": 0.625631740248525, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8299440406138225, + "mIoU": 0.6379529478521311, + "macroF1": 0.7670898673908186, + "F1_coffee": 0.8880831474538465, + "IoU_coffee": 0.7986956447509945, + "precision_coffee": 0.8772831264298842, + "recall_coffee": 0.899152395779277, + "F1_noncoffee": 0.6460965873277906, + "IoU_noncoffee": 0.4772102509532677, + "kappa": 0.5344028705568334, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s2_r0.05", + "val_epoch0": 0.6689952649012653 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6689952649012653, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8361142671644214, + "mIoU": 0.6358407217031037, + "macroF1": 0.7634979828443198, + "F1_coffee": 0.8945472015373529, + "IoU_coffee": 0.8092133854845719, + "precision_coffee": 0.8728777286346127, + "recall_coffee": 0.9173199674420597, + "F1_noncoffee": 0.6324487641512868, + "IoU_noncoffee": 0.4624680579216354, + "kappa": 0.5280098364423983, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8029739240798431, + "mIoU": 0.5895701363581529, + "macroF1": 0.7249732445415613, + "F1_coffee": 0.871439192177751, + "IoU_coffee": 0.7721685762412235, + "precision_coffee": 0.853739489600236, + "recall_coffee": 0.8898883315074285, + "F1_noncoffee": 0.5785072969053716, + "IoU_noncoffee": 0.40697169647508247, + "kappa": 0.45072051596320684, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4372315035799523, + "mIoU": 0.21976809196762845, + "macroF1": 0.3070661436289069, + "F1_coffee": 0.6073926073926074, + "IoU_coffee": 0.43615494978479197, + "precision_coffee": 1.0, + "recall_coffee": 0.43615494978479197, + "F1_noncoffee": 0.006739679865206402, + "IoU_noncoffee": 0.0033812341504649195, + "kappa": 0.002945140699495174, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8559846698113207, + "mIoU": 0.6887648407134834, + "macroF1": 0.8079669783505481, + "F1_coffee": 0.9039929247600642, + "IoU_coffee": 0.8248057381948596, + "precision_coffee": 0.9108250825082508, + "recall_coffee": 0.8972625008127967, + "F1_noncoffee": 0.711941031941032, + "IoU_noncoffee": 0.5527239432321074, + "kappa": 0.615998783797156, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.81128414107602, + "mIoU": 0.5874414896974671, + "macroF1": 0.7201965681207083, + "F1_coffee": 0.8798418483968616, + "IoU_coffee": 0.7854621663357599, + "precision_coffee": 0.8509799235181644, + "recall_coffee": 0.9107302724133521, + "F1_noncoffee": 0.5605512878445549, + "IoU_noncoffee": 0.38942081305917436, + "kappa": 0.44273750931318245, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8413175102930491, + "mIoU": 0.6297851630226198, + "macroF1": 0.7561470200729743, + "F1_coffee": 0.9002618279242526, + "IoU_coffee": 0.8186146946459222, + "precision_coffee": 0.8607440181638237, + "recall_coffee": 0.9435828706362882, + "F1_noncoffee": 0.6120322122216959, + "IoU_noncoffee": 0.4409556313993174, + "kappa": 0.5162603229786241, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8871920179189574, + "mIoU": 0.6667430754011114, + "macroF1": 0.7809693353978149, + "F1_coffee": 0.9335013803865082, + "IoU_coffee": 0.8752954417557681, + "precision_coffee": 0.9183986773736419, + "recall_coffee": 0.9491091042226019, + "F1_noncoffee": 0.6284372904091214, + "IoU_noncoffee": 0.45819070904645476, + "kappa": 0.5625995857009763, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.862503693489609, + "mIoU": 0.6208063127557824, + "macroF1": 0.741070603881679, + "F1_coffee": 0.9183912077633579, + "IoU_coffee": 0.8490973948762296, + "precision_coffee": 0.9153944761682787, + "recall_coffee": 0.9214076246334311, + "F1_noncoffee": 0.56375, + "IoU_noncoffee": 0.39251523063533506, + "kappa": 0.4821708741110353, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8690720641439327, + "mIoU": 0.5984302688596955, + "macroF1": 0.714416905159122, + "F1_coffee": 0.9245761279783699, + "IoU_coffee": 0.859731824848104, + "precision_coffee": 0.8964500273074822, + "recall_coffee": 0.9545243079785997, + "F1_noncoffee": 0.5042576823398741, + "IoU_noncoffee": 0.33712871287128715, + "kappa": 0.43250558182446797, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8268755935422603, + "mIoU": 0.6816152489759725, + "macroF1": 0.8075479843763314, + "F1_coffee": 0.8685368140188938, + "IoU_coffee": 0.7676226896112174, + "precision_coffee": 0.901227177491769, + "recall_coffee": 0.8381350034794711, + "F1_noncoffee": 0.746559154733769, + "IoU_noncoffee": 0.5956078083407276, + "kappa": 0.6160698267591244, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7615678776290631, + "mIoU": 0.5534253504883694, + "macroF1": 0.6976960448665142, + "F1_coffee": 0.8366518208016767, + "IoU_coffee": 0.7191757684945389, + "precision_coffee": 0.7832004904966279, + "recall_coffee": 0.8979333614508647, + "F1_noncoffee": 0.5587402689313518, + "IoU_noncoffee": 0.38767493248219986, + "kappa": 0.4029047670819004, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8140717988097523, + "mIoU": 0.6340460003180661, + "macroF1": 0.7671910964372162, + "F1_coffee": 0.8716623600344531, + "IoU_coffee": 0.7725190839694657, + "precision_coffee": 0.8199950137122912, + "recall_coffee": 0.9302786027436006, + "F1_noncoffee": 0.6627198328399792, + "IoU_noncoffee": 0.49557291666666664, + "kappa": 0.539190235603738, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 236, + 563 + ], + [ + 6083, + 7520 + ], + [ + 45190, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5480152130126954, + "test_tta": { + "OA": 0.8359519558513229, + "mIoU": 0.6304263704077189, + "macroF1": 0.7581832415613751, + "F1_coffee": 0.8953174035981729, + "IoU_coffee": 0.8104747974797479, + "precision_coffee": 0.8667950183502797, + "recall_coffee": 0.9257807479758385, + "F1_noncoffee": 0.6210490795245772, + "IoU_noncoffee": 0.4503779433356898, + "kappa": 0.5182547561344125, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8035940925349025, + "mIoU": 0.5851052735296038, + "macroF1": 0.7199560980990127, + "F1_coffee": 0.8729995896594173, + "IoU_coffee": 0.7746222464955398, + "precision_coffee": 0.847932027754126, + "recall_coffee": 0.8995944569374772, + "F1_noncoffee": 0.5669126065386083, + "IoU_noncoffee": 0.39558830056366784, + "kappa": 0.44157651380150276, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.696730104218096 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.696730104218096, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8364388897906184, + "mIoU": 0.6379015569488364, + "macroF1": 0.7654347237012264, + "F1_coffee": 0.8944894091532558, + "IoU_coffee": 0.8091188058796788, + "precision_coffee": 0.8749308699125377, + "recall_coffee": 0.91494238101358, + "F1_noncoffee": 0.6363800382491971, + "IoU_noncoffee": 0.46668430801799415, + "kappa": 0.5316759828207805, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8048200069228106, + "mIoU": 0.5934779937763393, + "macroF1": 0.7286182421793204, + "F1_coffee": 0.872422862637518, + "IoU_coffee": 0.7737145723601706, + "precision_coffee": 0.8561278863232682, + "recall_coffee": 0.8893501700974457, + "F1_noncoffee": 0.5848136217211228, + "IoU_noncoffee": 0.4132414151925078, + "kappa": 0.45787562929819975, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5016706443914081, + "mIoU": 0.2522670770039537, + "macroF1": 0.3374542890170048, + "F1_coffee": 0.6673040152963671, + "IoU_coffee": 0.5007173601147776, + "precision_coffee": 1.0, + "recall_coffee": 0.5007173601147776, + "F1_noncoffee": 0.0076045627376425855, + "IoU_noncoffee": 0.003816793893129771, + "kappa": 0.003814978984822028, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8533805031446541, + "mIoU": 0.6843842252448659, + "macroF1": 0.8046608155199744, + "F1_coffee": 0.9022152313540438, + "IoU_coffee": 0.8218507462686567, + "precision_coffee": 0.9094272312875735, + "recall_coffee": 0.8951167176019247, + "F1_noncoffee": 0.7071063996859049, + "IoU_noncoffee": 0.546917704221075, + "kappa": 0.6093952096796645, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8211808082278174, + "mIoU": 0.601882193479016, + "macroF1": 0.7328447927399708, + "F1_coffee": 0.8864658411877041, + "IoU_coffee": 0.7960832042487276, + "precision_coffee": 0.8551224150225815, + "recall_coffee": 0.9201943982606472, + "F1_noncoffee": 0.5792237442922374, + "IoU_noncoffee": 0.4076811827093042, + "kappa": 0.46833685153635735, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.834972148219908, + "mIoU": 0.6252773111543186, + "macroF1": 0.7532723654146423, + "F1_coffee": 0.895249807840123, + "IoU_coffee": 0.8103640209284203, + "precision_coffee": 0.8637280493592786, + "recall_coffee": 0.929159486884932, + "F1_noncoffee": 0.6112949229891614, + "IoU_noncoffee": 0.4401906013802169, + "kappa": 0.5089715580679762, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8886173895336998, + "mIoU": 0.6729435829033418, + "macroF1": 0.786547907228426, + "F1_coffee": 0.934151920067413, + "IoU_coffee": 0.8764400271063926, + "precision_coffee": 0.9216152019002375, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.638943894389439, + "IoU_noncoffee": 0.469447138700291, + "kappa": 0.573528517589555, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8533438392593322, + "mIoU": 0.6074150470073189, + "macroF1": 0.729357664227043, + "F1_coffee": 0.9125403817914831, + "IoU_coffee": 0.8391487522955601, + "precision_coffee": 0.9138823529411765, + "recall_coffee": 0.9112023460410558, + "F1_noncoffee": 0.5461749466626029, + "IoU_noncoffee": 0.3756813417190776, + "kappa": 0.45872138475625973, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8731788403246309, + "mIoU": 0.6146184702672052, + "macroF1": 0.7312550493188339, + "F1_coffee": 0.9265530324480435, + "IoU_coffee": 0.8631567841316733, + "precision_coffee": 0.9028804767685686, + "recall_coffee": 0.9515003489183531, + "F1_noncoffee": 0.5359570661896244, + "IoU_noncoffee": 0.36608015640273706, + "kappa": 0.4648344523080042, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8205128205128205, + "mIoU": 0.6714332072916078, + "macroF1": 0.8000040518330747, + "F1_coffee": 0.8640483383685801, + "IoU_coffee": 0.7606382978723404, + "precision_coffee": 0.8941491737382761, + "recall_coffee": 0.8359081419624217, + "F1_noncoffee": 0.7359597652975691, + "IoU_noncoffee": 0.5822281167108754, + "kappa": 0.600886557784183, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.789961759082218, + "mIoU": 0.5892226126486462, + "macroF1": 0.7283654439150709, + "F1_coffee": 0.8577164691405997, + "IoU_coffee": 0.7508787844426805, + "precision_coffee": 0.7951488952929875, + "recall_coffee": 0.93097146070575, + "F1_noncoffee": 0.5990144186895419, + "IoU_noncoffee": 0.42756644085461176, + "kappa": 0.466047930965996, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7974659243616817, + "mIoU": 0.6145682664402161, + "macroF1": 0.7523157741260227, + "F1_coffee": 0.8580653840979416, + "IoU_coffee": 0.7514137606032045, + "precision_coffee": 0.818216805644644, + "recall_coffee": 0.9019940602460755, + "F1_noncoffee": 0.6465661641541038, + "IoU_noncoffee": 0.4777227722772277, + "kappa": 0.5075401183114548, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 303, + 563 + ], + [ + 6093, + 7520 + ], + [ + 45119, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6793805837631224, + "test_tta": { + "OA": 0.8395714981334199, + "mIoU": 0.6392406194002616, + "macroF1": 0.7659628688928822, + "F1_coffee": 0.8972151161581498, + "IoU_coffee": 0.8135903287252702, + "precision_coffee": 0.8719176974694801, + "recall_coffee": 0.9240243327764212, + "F1_noncoffee": 0.6347106216276147, + "IoU_noncoffee": 0.46489091007525307, + "kappa": 0.5333218704091996, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8091034960193839, + "mIoU": 0.5956988680250366, + "macroF1": 0.7297472326812985, + "F1_coffee": 0.8761926142103491, + "IoU_coffee": 0.7796644027167399, + "precision_coffee": 0.8534412070190783, + "recall_coffee": 0.9001902784985296, + "F1_noncoffee": 0.5833018511522479, + "IoU_noncoffee": 0.41173333333333334, + "kappa": 0.4607842194750759, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s0_r0.05", + "val_epoch0": 0.6719890335055205 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6719890335055205, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8133166307243436, + "mIoU": 0.6393886820069239, + "macroF1": 0.7724597017934665, + "F1_coffee": 0.8688785681668838, + "IoU_coffee": 0.7681567546278062, + "precision_coffee": 0.8456068850397798, + "recall_coffee": 0.8934674057446516, + "F1_noncoffee": 0.676040835420049, + "IoU_noncoffee": 0.5106206093860415, + "kappa": 0.5457693891598543, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7854072920272297, + "mIoU": 0.6022482393706746, + "macroF1": 0.7431087283439793, + "F1_coffee": 0.8473494680469063, + "IoU_coffee": 0.7351312861593235, + "precision_coffee": 0.8261843790012804, + "recall_coffee": 0.8696274769937036, + "F1_noncoffee": 0.6388679886410524, + "IoU_noncoffee": 0.4693651925820257, + "kappa": 0.4870139084846046, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.097940449730546, + "macroF1": 0.16507227347395823, + "F1_coffee": 0.3214990138067061, + "IoU_coffee": 0.19153936545240893, + "precision_coffee": 0.9939024390243902, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.008645533141210375, + "IoU_noncoffee": 0.004341534008683068, + "kappa": -0.0006744374578476817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8064949393198062, + "mIoU": 0.6393300831893431, + "macroF1": 0.773999185140639, + "F1_coffee": 0.8596967167501391, + "IoU_coffee": 0.7539193558226072, + "precision_coffee": 0.8599359866406903, + "recall_coffee": 0.8594575799721836, + "F1_noncoffee": 0.6883016535311389, + "IoU_noncoffee": 0.5247408105560791, + "kappa": 0.5479984480223358, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8235770036169807, + "mIoU": 0.645703003526571, + "macroF1": 0.7760088994290923, + "F1_coffee": 0.8792311451376446, + "IoU_coffee": 0.7844892738794256, + "precision_coffee": 0.8354383358098069, + "recall_coffee": 0.9278690779068968, + "F1_noncoffee": 0.6727866537205403, + "IoU_noncoffee": 0.5069167331737164, + "kappa": 0.5553282895768492, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8098561659985852, + "mIoU": 0.6322915404752054, + "macroF1": 0.7665273817475406, + "F1_coffee": 0.8671061305207647, + "IoU_coffee": 0.7653904340742465, + "precision_coffee": 0.8429349567446331, + "recall_coffee": 0.892704445198507, + "F1_noncoffee": 0.6659486329743165, + "IoU_noncoffee": 0.49919264687616444, + "kappa": 0.5340178934692462, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8208912037037037, + "mIoU": 0.634726436922166, + "macroF1": 0.766187024455427, + "F1_coffee": 0.8792823246440876, + "IoU_coffee": 0.784570765661253, + "precision_coffee": 0.8542377163066818, + "recall_coffee": 0.9058398071256362, + "F1_noncoffee": 0.6530917242667663, + "IoU_noncoffee": 0.48488210818307903, + "kappa": 0.5335262863331419, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8242933537051184, + "mIoU": 0.6276643093488241, + "macroF1": 0.7584306456967425, + "F1_coffee": 0.8845671267252195, + "IoU_coffee": 0.7930258717660292, + "precision_coffee": 0.8422939068100358, + "recall_coffee": 0.9313077939233818, + "F1_noncoffee": 0.6322941646682654, + "IoU_noncoffee": 0.46230274693161894, + "kappa": 0.520706991812323, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8167751674686291, + "mIoU": 0.619323581821957, + "macroF1": 0.7520584563738211, + "F1_coffee": 0.8787311102785063, + "IoU_coffee": 0.7836934729338383, + "precision_coffee": 0.8458764125991824, + "recall_coffee": 0.9142411642411642, + "F1_noncoffee": 0.6253858024691358, + "IoU_noncoffee": 0.4549536907100758, + "kappa": 0.506417167824932, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7922511690046761, + "mIoU": 0.637047737855738, + "macroF1": 0.7751490155847864, + "F1_coffee": 0.8371605954072855, + "IoU_coffee": 0.7199279557442428, + "precision_coffee": 0.8669248644461658, + "recall_coffee": 0.809372288111079, + "F1_noncoffee": 0.7131374357622875, + "IoU_noncoffee": 0.5541675199672332, + "kappa": 0.5512299236037072, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.822865275142315, + "mIoU": 0.6597737062280036, + "macroF1": 0.7891443779357972, + "F1_coffee": 0.8734666214842426, + "IoU_coffee": 0.7753579593310072, + "precision_coffee": 0.8280647648419429, + "recall_coffee": 0.9241359529614226, + "F1_noncoffee": 0.7048221343873518, + "IoU_noncoffee": 0.544189453125, + "kappa": 0.5812255766810284, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8029417310956063, + "mIoU": 0.6398420479302832, + "macroF1": 0.7752985144193694, + "F1_coffee": 0.8541114058355438, + "IoU_coffee": 0.7453703703703703, + "precision_coffee": 0.8395773294908742, + "recall_coffee": 0.8691575507884642, + "F1_noncoffee": 0.6964856230031949, + "IoU_noncoffee": 0.5343137254901961, + "kappa": 0.5508770408449611, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9021, + 11000 + ], + [ + 42148, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5252845247586566, + "test_tta": { + "OA": 0.8189775466193073, + "mIoU": 0.6417639356906144, + "macroF1": 0.7733721619033478, + "F1_coffee": 0.8750355758915865, + "IoU_coffee": 0.7778339982485161, + "precision_coffee": 0.8379948004025495, + "recall_coffee": 0.9155023134362545, + "F1_noncoffee": 0.671708747915109, + "IoU_noncoffee": 0.5056938731327127, + "kappa": 0.5490588933693428, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916810891888774, + "mIoU": 0.6047176391367407, + "macroF1": 0.7439430510186424, + "F1_coffee": 0.8545036968390515, + "IoU_coffee": 0.7459680965194604, + "precision_coffee": 0.8190279413752486, + "recall_coffee": 0.8931918209194095, + "F1_noncoffee": 0.6333824051982334, + "IoU_noncoffee": 0.463467181754021, + "kappa": 0.4902957051044074, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.698280173636896 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.698280173636896, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8102403907141951, + "mIoU": 0.6273910670102609, + "macroF1": 0.7616973200331705, + "F1_coffee": 0.8692516962207874, + "IoU_coffee": 0.7687402168241637, + "precision_coffee": 0.8310179865883975, + "recall_coffee": 0.9111732099500665, + "F1_noncoffee": 0.6541429438455536, + "IoU_noncoffee": 0.48604191719635803, + "kappa": 0.5260484301736604, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7828256605515173, + "mIoU": 0.592037676277229, + "macroF1": 0.7333274711061291, + "F1_coffee": 0.8482178856543827, + "IoU_coffee": 0.7364395358199289, + "precision_coffee": 0.8134993522940391, + "recall_coffee": 0.8860319666435025, + "F1_noncoffee": 0.6184370565578755, + "IoU_noncoffee": 0.4476358167345292, + "kappa": 0.46908590419165525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18501170960187355, + "mIoU": 0.0932152529465461, + "macroF1": 0.1583490509931862, + "F1_coffee": 0.3081510934393638, + "IoU_coffee": 0.18213866039952997, + "precision_coffee": 0.9935897435897436, + "recall_coffee": 0.18235294117647058, + "F1_noncoffee": 0.008547008547008548, + "IoU_noncoffee": 0.004291845493562232, + "kappa": -0.0007745098699496847, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8278409363457572, + "mIoU": 0.6603179077634076, + "macroF1": 0.7885543326049449, + "F1_coffee": 0.8796969798545236, + "IoU_coffee": 0.7852312847824786, + "precision_coffee": 0.8491555037856727, + "recall_coffee": 0.9125173852573019, + "F1_noncoffee": 0.6974116853553664, + "IoU_noncoffee": 0.5354045307443366, + "kappa": 0.5784801759542102, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7920236055587283, + "mIoU": 0.5917007929091155, + "macroF1": 0.7303955216333375, + "F1_coffee": 0.8592955116234142, + "IoU_coffee": 0.7533024726205262, + "precision_coffee": 0.8079927338782925, + "recall_coffee": 0.9175548373788077, + "F1_noncoffee": 0.601495531643261, + "IoU_noncoffee": 0.4300991131977048, + "kappa": 0.4668782561467064, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8109879745343079, + "mIoU": 0.6303487634187259, + "macroF1": 0.7643812230484412, + "F1_coffee": 0.8691735213474344, + "IoU_coffee": 0.7686179425008659, + "precision_coffee": 0.8373058298220237, + "recall_coffee": 0.903562945368171, + "F1_noncoffee": 0.659588924749448, + "IoU_noncoffee": 0.492079584336586, + "kappa": 0.530531931835312, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8303433641975309, + "mIoU": 0.635704548870126, + "macroF1": 0.7648063793292112, + "F1_coffee": 0.8889590303642447, + "IoU_coffee": 0.8001136363636364, + "precision_coffee": 0.8407164179104477, + "recall_coffee": 0.9430752745780874, + "F1_noncoffee": 0.6406537282941778, + "IoU_noncoffee": 0.47129546137661554, + "kappa": 0.5345723360266443, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8081550802139037, + "mIoU": 0.6005248359917398, + "macroF1": 0.7351140023133877, + "F1_coffee": 0.8742095047273183, + "IoU_coffee": 0.7765294771968855, + "precision_coffee": 0.8309725032734199, + "recall_coffee": 0.9221928665785998, + "F1_noncoffee": 0.5960184998994571, + "IoU_noncoffee": 0.4245201947865941, + "kappa": 0.47479447625508847, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8159260307576186, + "mIoU": 0.6116494891373263, + "macroF1": 0.7444998043776048, + "F1_coffee": 0.8795901993458002, + "IoU_coffee": 0.785061143549631, + "precision_coffee": 0.8376631009756671, + "recall_coffee": 0.9259355509355509, + "F1_noncoffee": 0.6094094094094095, + "IoU_noncoffee": 0.4382378347250216, + "kappa": 0.4931188471534103, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8253650157457773, + "mIoU": 0.6762891499445658, + "macroF1": 0.8032532063356987, + "F1_coffee": 0.8692109777015438, + "IoU_coffee": 0.7686765263557073, + "precision_coffee": 0.8591410002825657, + "recall_coffee": 0.879519814868383, + "F1_noncoffee": 0.7372954349698536, + "IoU_noncoffee": 0.5839017735334243, + "kappa": 0.6066149657796374, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7759962049335863, + "mIoU": 0.5820645267412197, + "macroF1": 0.7247740180206927, + "F1_coffee": 0.8435076555975343, + "IoU_coffee": 0.7293672627235214, + "precision_coffee": 0.7842001478925315, + "recall_coffee": 0.9125197189158182, + "F1_noncoffee": 0.6060403804438511, + "IoU_noncoffee": 0.4347617907589179, + "kappa": 0.45736134235062775, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8060531774467282, + "mIoU": 0.6424600859651006, + "macroF1": 0.7770211511994622, + "F1_coffee": 0.8574793875147232, + "IoU_coffee": 0.7505154639175258, + "precision_coffee": 0.8368947795509872, + "recall_coffee": 0.8791021451910783, + "F1_noncoffee": 0.6965629148842012, + "IoU_noncoffee": 0.5344047080126754, + "kappa": 0.5546159815804721, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9088, + 11000 + ], + [ + 41883, + 51930 + ], + [ + 126, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5661603689193724, + "test_tta": { + "OA": 0.8163135861981479, + "mIoU": 0.6300622602198676, + "macroF1": 0.7627912086262152, + "F1_coffee": 0.8754676413674478, + "IoU_coffee": 0.7785170739168674, + "precision_coffee": 0.8248855394838135, + "recall_coffee": 0.9326583902148518, + "F1_noncoffee": 0.6501147758849825, + "IoU_noncoffee": 0.48160744652286763, + "kappa": 0.5305420153193136, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7888542748355832, + "mIoU": 0.5937279072513622, + "macroF1": 0.7334110781615002, + "F1_coffee": 0.8549863306787115, + "IoU_coffee": 0.7467040382020139, + "precision_coffee": 0.8071592885597262, + "recall_coffee": 0.9088382083517594, + "F1_noncoffee": 0.6118358256442888, + "IoU_noncoffee": 0.4407517763007105, + "kappa": 0.47178630423142565, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s1_r0.05", + "val_epoch0": 0.6849573725117237 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6849573725117237, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8108112393758722, + "mIoU": 0.6250959197479646, + "macroF1": 0.7593130211851646, + "F1_coffee": 0.8706456334363311, + "IoU_coffee": 0.770923333909337, + "precision_coffee": 0.82656401177512, + "recall_coffee": 0.9196939850657382, + "F1_noncoffee": 0.6479804089339982, + "IoU_noncoffee": 0.4792685055865922, + "kappa": 0.5223233188004572, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7842246452059536, + "mIoU": 0.589839483873454, + "macroF1": 0.730640832742727, + "F1_coffee": 0.8507794655947976, + "IoU_coffee": 0.7403100102410998, + "precision_coffee": 0.8081631106226551, + "recall_coffee": 0.8981405437277571, + "F1_noncoffee": 0.6105021998906563, + "IoU_noncoffee": 0.4393689575058083, + "kappa": 0.465163633074382, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24004683840749413, + "mIoU": 0.12066755370935289, + "macroF1": 0.1954798487476684, + "F1_coffee": 0.3848341232227488, + "IoU_coffee": 0.23826291079812206, + "precision_coffee": 0.9902439024390244, + "recall_coffee": 0.2388235294117647, + "F1_noncoffee": 0.006125574272588055, + "IoU_noncoffee": 0.0030721966205837174, + "kappa": -0.0032146541893677536, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8173837962296734, + "mIoU": 0.6469597857514997, + "macroF1": 0.7786139116763934, + "F1_coffee": 0.8712590037536776, + "IoU_coffee": 0.7718856731979148, + "precision_coffee": 0.8480021065104338, + "recall_coffee": 0.8958275382475661, + "F1_noncoffee": 0.6859688195991092, + "IoU_noncoffee": 0.5220338983050847, + "kappa": 0.558038690758324, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8037787930706263, + "mIoU": 0.607753447757081, + "macroF1": 0.7437941814313878, + "F1_coffee": 0.8677635588056063, + "IoU_coffee": 0.7664155005382132, + "precision_coffee": 0.8131762442894926, + "recall_coffee": 0.930206972426597, + "F1_noncoffee": 0.6198248040571692, + "IoU_noncoffee": 0.4490913949759487, + "kappa": 0.4941418949646934, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.811318085357227, + "mIoU": 0.6191955687170726, + "macroF1": 0.7533496790633294, + "F1_coffee": 0.8729236144195649, + "IoU_coffee": 0.7745026207518458, + "precision_coffee": 0.8204179104477612, + "recall_coffee": 0.9326094333220224, + "F1_noncoffee": 0.6337757437070938, + "IoU_noncoffee": 0.46388851668229936, + "kappa": 0.512454291443203, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8254243827160493, + "mIoU": 0.6350123884811499, + "macroF1": 0.7653504021536355, + "F1_coffee": 0.884078391187396, + "IoU_coffee": 0.7922405876951332, + "precision_coffee": 0.8470790378006873, + "recall_coffee": 0.9244575408518618, + "F1_noncoffee": 0.646622413119875, + "IoU_noncoffee": 0.47778418926716676, + "kappa": 0.5334144073935723, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8249618029029794, + "mIoU": 0.6259507010580747, + "macroF1": 0.7565583399893947, + "F1_coffee": 0.8856019472008987, + "IoU_coffee": 0.7946908602150538, + "precision_coffee": 0.8393469774044718, + "recall_coffee": 0.9372523117569352, + "F1_noncoffee": 0.6275147327778907, + "IoU_noncoffee": 0.45721054190109567, + "kappa": 0.5178840157374074, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8237569582036041, + "mIoU": 0.6120523794578812, + "macroF1": 0.7427774507901523, + "F1_coffee": 0.8871026229904508, + "IoU_coffee": 0.7971108938850874, + "precision_coffee": 0.8292655367231638, + "recall_coffee": 0.9536122661122661, + "F1_noncoffee": 0.5984522785898538, + "IoU_noncoffee": 0.4269938650306748, + "kappa": 0.4943041011544433, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8094283805706651, + "mIoU": 0.6528894209438488, + "macroF1": 0.7858363553566392, + "F1_coffee": 0.8569176757182776, + "IoU_coffee": 0.7496552588692491, + "precision_coffee": 0.8490699985801505, + "recall_coffee": 0.8649117732137692, + "F1_noncoffee": 0.7147550349950007, + "IoU_noncoffee": 0.5561235830184486, + "kappa": 0.5717456445487477, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7827324478178368, + "mIoU": 0.5899455137381588, + "macroF1": 0.7311707955917026, + "F1_coffee": 0.8489047242016363, + "IoU_coffee": 0.7374756391149834, + "precision_coffee": 0.786142001710864, + "recall_coffee": 0.9225584396959702, + "F1_noncoffee": 0.613436866981769, + "IoU_noncoffee": 0.4424153883613343, + "kappa": 0.47096844954079337, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7988874222138412, + "mIoU": 0.6213112521047023, + "macroF1": 0.7585953321604462, + "F1_coffee": 0.8572193587254836, + "IoU_coffee": 0.7501171508903468, + "precision_coffee": 0.8105063291139241, + "recall_coffee": 0.9096462565705355, + "F1_noncoffee": 0.6599713055954088, + "IoU_noncoffee": 0.4925053533190578, + "kappa": 0.5209800004802355, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9125, + 11000 + ], + [ + 41879, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5262781977653503, + "test_tta": { + "OA": 0.8157585944437397, + "mIoU": 0.6273172358301999, + "macroF1": 0.7602483963258111, + "F1_coffee": 0.8756115577728056, + "IoU_coffee": 0.7787447156948624, + "precision_coffee": 0.821993527768286, + "recall_coffee": 0.9367126299876312, + "F1_noncoffee": 0.6448852348788165, + "IoU_noncoffee": 0.47588975596553745, + "kappa": 0.5262514766563672, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7897196261682243, + "mIoU": 0.5918446511742081, + "macroF1": 0.7311978603253653, + "F1_coffee": 0.856620250177012, + "IoU_coffee": 0.7492001238517907, + "precision_coffee": 0.8035645098798915, + "recall_coffee": 0.9171773327436983, + "F1_noncoffee": 0.6057754704737184, + "IoU_noncoffee": 0.43448917849662555, + "kappa": 0.46876319557408996, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.7002400692910016 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.7038331562266475, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8416529240137004, + "mIoU": 0.6782711242734036, + "macroF1": 0.8016824589827456, + "F1_coffee": 0.8907152862896165, + "IoU_coffee": 0.8029636352873858, + "precision_coffee": 0.852822834150635, + "recall_coffee": 0.932131568097485, + "F1_noncoffee": 0.7126496316758748, + "IoU_noncoffee": 0.5535786132594215, + "kappa": 0.6054131667705411, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125360563055267, + "mIoU": 0.6362736247697756, + "macroF1": 0.7696898749176122, + "F1_coffee": 0.8690272263759296, + "IoU_coffee": 0.7683891660727014, + "precision_coffee": 0.8331948603999614, + "recall_coffee": 0.9080801061343104, + "F1_noncoffee": 0.670352523459295, + "IoU_noncoffee": 0.5041580834668498, + "kappa": 0.5415140356682598, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24824355971896955, + "mIoU": 0.12544891640866873, + "macroF1": 0.2027511996510106, + "F1_coffee": 0.3931947069943289, + "IoU_coffee": 0.2447058823529412, + "precision_coffee": 1.0, + "recall_coffee": 0.2447058823529412, + "F1_noncoffee": 0.012307692307692308, + "IoU_noncoffee": 0.006191950464396285, + "kappa": 0.0030258286479055724, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8432388353240274, + "mIoU": 0.6843182193699527, + "macroF1": 0.8066471670005273, + "F1_coffee": 0.890760796897981, + "IoU_coffee": 0.8030376084860174, + "precision_coffee": 0.857621009268795, + "recall_coffee": 0.9265646731571627, + "F1_noncoffee": 0.7225335371030736, + "IoU_noncoffee": 0.5655988302538881, + "kappa": 0.6147554245309745, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.835617742242528, + "mIoU": 0.6652211033763393, + "macroF1": 0.7913077474424969, + "F1_coffee": 0.8874698638170326, + "IoU_coffee": 0.7977041115145835, + "precision_coffee": 0.8432914370627206, + "recall_coffee": 0.9365330399504916, + "F1_noncoffee": 0.6951456310679611, + "IoU_noncoffee": 0.5327380952380952, + "kappa": 0.5856959006016987, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8460740391417119, + "mIoU": 0.6851417817309668, + "macroF1": 0.8067964089166497, + "F1_coffee": 0.8939088604303452, + "IoU_coffee": 0.8081692624155157, + "precision_coffee": 0.8577755598527852, + "recall_coffee": 0.933220223956566, + "F1_noncoffee": 0.7196839574029543, + "IoU_noncoffee": 0.562114301046418, + "kappa": 0.6153960453093158, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8478973765432098, + "mIoU": 0.6677851270708862, + "macroF1": 0.7909605342494026, + "F1_coffee": 0.9000570378350973, + "IoU_coffee": 0.8182761004839825, + "precision_coffee": 0.8542042583904728, + "recall_coffee": 0.9511117064023573, + "F1_noncoffee": 0.6818640306637079, + "IoU_noncoffee": 0.51729415365779, + "kappa": 0.5857208749516937, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8392857142857143, + "mIoU": 0.6532993772261897, + "macroF1": 0.779495674677982, + "F1_coffee": 0.8943171114599686, + "IoU_coffee": 0.808836892321672, + "precision_coffee": 0.8523040095751048, + "recall_coffee": 0.9406869220607662, + "F1_noncoffee": 0.6646742378959952, + "IoU_noncoffee": 0.4977618621307073, + "kappa": 0.56236542105041, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8480045287291254, + "mIoU": 0.662979823415176, + "macroF1": 0.7865238302007826, + "F1_coffee": 0.9010867563087125, + "IoU_coffee": 0.8199798860207844, + "precision_coffee": 0.8541496915376556, + "recall_coffee": 0.9534823284823285, + "F1_noncoffee": 0.6719609040928528, + "IoU_noncoffee": 0.5059797608095676, + "kappa": 0.5772810357059488, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8386296402328467, + "mIoU": 0.6945032988555544, + "macroF1": 0.8162369711594636, + "F1_coffee": 0.8803848058286765, + "IoU_coffee": 0.7863280262825373, + "precision_coffee": 0.8615533711754119, + "recall_coffee": 0.9000578536303153, + "F1_noncoffee": 0.7520891364902507, + "IoU_noncoffee": 0.6026785714285714, + "kappa": 0.63283749719422, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8319734345351044, + "mIoU": 0.67379731093654, + "macroF1": 0.7997327651623841, + "F1_coffee": 0.8800866680208544, + "IoU_coffee": 0.7858524788391777, + "precision_coffee": 0.8336326321190354, + "recall_coffee": 0.9320235192886849, + "F1_noncoffee": 0.7193788623039138, + "IoU_noncoffee": 0.5617421430339025, + "kappa": 0.6023551835314904, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8441448236847068, + "mIoU": 0.7004186159391318, + "macroF1": 0.8201637268813403, + "F1_coffee": 0.885834657089578, + "IoU_coffee": 0.7950657079097446, + "precision_coffee": 0.8619623655913978, + "recall_coffee": 0.9110669129137662, + "F1_noncoffee": 0.7544927966731027, + "IoU_noncoffee": 0.605771523968519, + "kappa": 0.6409197419774728, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9336, + 11000 + ], + [ + 43612, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5704542915026347, + "test_tta": { + "OA": 0.8449194469110745, + "mIoU": 0.6786406387572586, + "macroF1": 0.8013364183068773, + "F1_coffee": 0.8943867303082007, + "IoU_coffee": 0.8089507921314294, + "precision_coffee": 0.8460894083033671, + "recall_coffee": 0.9485317696642082, + "F1_noncoffee": 0.7082861063055539, + "IoU_noncoffee": 0.5483304853830878, + "kappa": 0.60621696311042, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8166464751355718, + "mIoU": 0.636839576975446, + "macroF1": 0.7692460619993238, + "F1_coffee": 0.8738301525391768, + "IoU_coffee": 0.7759310502846467, + "precision_coffee": 0.8263693358861733, + "recall_coffee": 0.9270747783603934, + "F1_noncoffee": 0.6646619714594708, + "IoU_noncoffee": 0.4977481036662453, + "kappa": 0.542502984165077, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s2_r0.05", + "val_epoch0": 0.6639567342397849 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6639567342397849, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8116992261829253, + "mIoU": 0.6432908742907514, + "macroF1": 0.7765000989413501, + "F1_coffee": 0.8651962175477631, + "IoU_coffee": 0.7624192225356621, + "precision_coffee": 0.8576508450926114, + "recall_coffee": 0.8728755325484447, + "F1_noncoffee": 0.6878039803349371, + "IoU_noncoffee": 0.5241625260458407, + "kappa": 0.5530803094259162, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7833160263066805, + "mIoU": 0.6059100622817343, + "macroF1": 0.747345059514731, + "F1_coffee": 0.8426773335567237, + "IoU_coffee": 0.728126526845334, + "precision_coffee": 0.83807877361438, + "recall_coffee": 0.8473266367637459, + "F1_noncoffee": 0.6520127854727382, + "IoU_noncoffee": 0.48369359771813464, + "kappa": 0.4947237682400358, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15690866510538642, + "mIoU": 0.07923301917452064, + "macroF1": 0.1381475667189953, + "F1_coffee": 0.2653061224489796, + "IoU_coffee": 0.15294117647058825, + "precision_coffee": 1.0, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.01098901098901099, + "IoU_noncoffee": 0.0055248618784530384, + "kappa": 0.0016885309780491045, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7906653235477527, + "mIoU": 0.6246225986871645, + "macroF1": 0.7638148086741314, + "F1_coffee": 0.8434495623475391, + "IoU_coffee": 0.7292803970223325, + "precision_coffee": 0.8710729104919976, + "recall_coffee": 0.8175243393602225, + "F1_noncoffee": 0.6841800550007237, + "IoU_noncoffee": 0.5199648003519964, + "kappa": 0.5285859992795746, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8250047591852275, + "mIoU": 0.6548160489488712, + "macroF1": 0.7841544053220078, + "F1_coffee": 0.8780552515504262, + "IoU_coffee": 0.7826189772391369, + "precision_coffee": 0.8480461242793081, + "recall_coffee": 0.9102661074056247, + "F1_noncoffee": 0.6902535590935894, + "IoU_noncoffee": 0.5270131206586056, + "kappa": 0.5696775005361409, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8191935864182975, + "mIoU": 0.6499593863372698, + "macroF1": 0.7809839742278009, + "F1_coffee": 0.8724635752777593, + "IoU_coffee": 0.7737786169459523, + "precision_coffee": 0.8556142754616037, + "recall_coffee": 0.889989820156091, + "F1_noncoffee": 0.6895043731778425, + "IoU_noncoffee": 0.5261401557285873, + "kappa": 0.56238111483802, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8353587962962963, + "mIoU": 0.6590672938021249, + "macroF1": 0.7857501230883446, + "F1_coffee": 0.8888454776323501, + "IoU_coffee": 0.799929676511955, + "precision_coffee": 0.8649093904448105, + "recall_coffee": 0.9141441200107152, + "F1_noncoffee": 0.682654768544339, + "IoU_noncoffee": 0.5182049110922947, + "kappa": 0.572435160719585, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8198051948051948, + "mIoU": 0.621822629625464, + "macroF1": 0.7537730243612597, + "F1_coffee": 0.881283422459893, + "IoU_coffee": 0.7877629063097514, + "precision_coffee": 0.8413213213213213, + "recall_coffee": 0.9252311756935271, + "F1_noncoffee": 0.6262626262626263, + "IoU_noncoffee": 0.45588235294117646, + "kappa": 0.5110191690871558, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8310217945089159, + "mIoU": 0.6395598484579983, + "macroF1": 0.768379901098211, + "F1_coffee": 0.8888337160945937, + "IoU_coffee": 0.7999106245112277, + "precision_coffee": 0.8508615567439097, + "recall_coffee": 0.9303534303534303, + "F1_noncoffee": 0.6479260861018282, + "IoU_noncoffee": 0.47920907240476884, + "kappa": 0.5396634836609203, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7464452714953717, + "mIoU": 0.5854652680835182, + "macroF1": 0.7364574350364623, + "F1_coffee": 0.787762600846713, + "IoU_coffee": 0.6498418555614127, + "precision_coffee": 0.879750223015165, + "recall_coffee": 0.7131906277118889, + "F1_noncoffee": 0.6851522692262116, + "IoU_noncoffee": 0.5210886806056236, + "kappa": 0.48132712076701134, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8301707779886148, + "mIoU": 0.6806101088281833, + "macroF1": 0.8060350242766188, + "F1_coffee": 0.8744564455042783, + "IoU_coffee": 0.7769192422731804, + "precision_coffee": 0.8557309540150995, + "recall_coffee": 0.8940197906209666, + "F1_noncoffee": 0.7376136030489593, + "IoU_noncoffee": 0.5843009753831863, + "kappa": 0.6124578931616586, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8073731849896285, + "mIoU": 0.6526816241602209, + "macroF1": 0.7860963408327122, + "F1_coffee": 0.8535588846677657, + "IoU_coffee": 0.7445291984494186, + "precision_coffee": 0.8614004629629629, + "recall_coffee": 0.8458587867594829, + "F1_noncoffee": 0.7186337969976587, + "IoU_noncoffee": 0.5608340498710233, + "kappa": 0.5722607875647219, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9150, + 11000 + ], + [ + 41922, + 51930 + ], + [ + 117, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.560375495751699, + "test_tta": { + "OA": 0.8184859824939744, + "mIoU": 0.6473882189983853, + "macroF1": 0.7787604014635021, + "F1_coffee": 0.8725093833182977, + "IoU_coffee": 0.7738506825769998, + "precision_coffee": 0.8491404539443734, + "recall_coffee": 0.8972009711851208, + "F1_noncoffee": 0.6850114196087064, + "IoU_noncoffee": 0.5209257554197707, + "kappa": 0.5583472519929374, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7900946117457021, + "mIoU": 0.6091356797111099, + "macroF1": 0.7488079221082611, + "F1_coffee": 0.8506454857049033, + "IoU_coffee": 0.7401071428571429, + "precision_coffee": 0.8296002722232231, + "recall_coffee": 0.8727862362330743, + "F1_noncoffee": 0.6469703585116189, + "IoU_noncoffee": 0.47816421656507707, + "kappa": 0.4983788670631264, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6780894440861127 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.6808145093548935, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8216573639477356, + "mIoU": 0.6497063219301604, + "macroF1": 0.7801907335652221, + "F1_coffee": 0.8756619313470787, + "IoU_coffee": 0.7788244085662033, + "precision_coffee": 0.8462935658268692, + "recall_coffee": 0.9071418754867379, + "F1_noncoffee": 0.6847195357833655, + "IoU_noncoffee": 0.5205882352941177, + "kappa": 0.5617197942437436, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7937867774316373, + "mIoU": 0.6120959276663296, + "macroF1": 0.7508047947901633, + "F1_coffee": 0.85429829209636, + "IoU_coffee": 0.7456550742684337, + "precision_coffee": 0.82766314542403, + "recall_coffee": 0.8827047402446986, + "F1_noncoffee": 0.6473112974839664, + "IoU_noncoffee": 0.47853678106422554, + "kappa": 0.5028558596974434, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2306791569086651, + "mIoU": 0.11625627603888473, + "macroF1": 0.19017081989218212, + "F1_coffee": 0.3712918660287081, + "IoU_coffee": 0.22796709753231492, + "precision_coffee": 0.9948717948717949, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.00904977375565611, + "IoU_noncoffee": 0.004545454545454545, + "kappa": -0.0002638475389085896, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8135463136182665, + "mIoU": 0.6477503298814467, + "macroF1": 0.7802189278233228, + "F1_coffee": 0.8658035560158812, + "IoU_coffee": 0.7633629611591379, + "precision_coffee": 0.8597188892697978, + "recall_coffee": 0.8719749652294854, + "F1_noncoffee": 0.6946342996307644, + "IoU_noncoffee": 0.5321376986037554, + "kappa": 0.560487952527531, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8223872073101085, + "mIoU": 0.6454750297726224, + "macroF1": 0.7760716925283533, + "F1_coffee": 0.8779115414812876, + "IoU_coffee": 0.7823906705539359, + "precision_coffee": 0.8373166926677067, + "recall_coffee": 0.9226431960393316, + "F1_noncoffee": 0.674231843575419, + "IoU_noncoffee": 0.5085593889913089, + "kappa": 0.5549347719999423, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8289082763499175, + "mIoU": 0.654982179299189, + "macroF1": 0.7834323657206317, + "F1_coffee": 0.8826725308841602, + "IoU_coffee": 0.789985528219971, + "precision_coffee": 0.8430839562611973, + "recall_coffee": 0.9261621988462844, + "F1_noncoffee": 0.6841922005571031, + "IoU_noncoffee": 0.519978830378407, + "kappa": 0.5694202253851959, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8395061728395061, + "mIoU": 0.6582982607407468, + "macroF1": 0.7841079028009839, + "F1_coffee": 0.8934699103713188, + "IoU_coffee": 0.8074519787086323, + "precision_coffee": 0.8557763061074319, + "recall_coffee": 0.9346370211626038, + "F1_noncoffee": 0.674745895230649, + "IoU_noncoffee": 0.5091445427728614, + "kappa": 0.5707583419767084, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8163674560733384, + "mIoU": 0.6093100146555551, + "macroF1": 0.7419726437383829, + "F1_coffee": 0.8805219012115564, + "IoU_coffee": 0.7865467865467866, + "precision_coffee": 0.8312023460410557, + "recall_coffee": 0.9360634081902246, + "F1_noncoffee": 0.6034233862652093, + "IoU_noncoffee": 0.4320732427643237, + "kappa": 0.4899062118619981, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8196056231719974, + "mIoU": 0.6090838713591051, + "macroF1": 0.7408469703989935, + "F1_coffee": 0.8837124437416373, + "IoU_coffee": 0.7916530456576223, + "precision_coffee": 0.8306654470615138, + "recall_coffee": 0.9439968814968815, + "F1_noncoffee": 0.5979814970563498, + "IoU_noncoffee": 0.42651469706058787, + "kappa": 0.4888998390580699, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7878614371600343, + "mIoU": 0.6312005847596367, + "macroF1": 0.7707101157103586, + "F1_coffee": 0.833420756837767, + "IoU_coffee": 0.7144141829393628, + "precision_coffee": 0.8647177732856477, + "recall_coffee": 0.80431009545849, + "F1_noncoffee": 0.7079994745829502, + "IoU_noncoffee": 0.5479869865799105, + "kappa": 0.5424708344224982, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8283681214421252, + "mIoU": 0.6739479944261852, + "macroF1": 0.8006040610830994, + "F1_coffee": 0.8750086367719201, + "IoU_coffee": 0.777791426114728, + "precision_coffee": 0.8442666666666667, + "recall_coffee": 0.9080739997131794, + "F1_noncoffee": 0.7261994853942788, + "IoU_noncoffee": 0.5701045627376425, + "kappa": 0.6023630241403517, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.6909229130649543, + "macroF1": 0.8132948759614342, + "F1_coffee": 0.8814917127071823, + "IoU_coffee": 0.7880958261299086, + "precision_coffee": 0.8576804192984814, + "recall_coffee": 0.9066628782497513, + "F1_noncoffee": 0.7450980392156863, + "IoU_noncoffee": 0.59375, + "kappa": 0.627207777260372, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9238, + 11000 + ], + [ + 42447, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6386500438054403, + "test_tta": { + "OA": 0.8301883800583534, + "mIoU": 0.6550799020325792, + "macroF1": 0.7832342994240256, + "F1_coffee": 0.8841205432018612, + "IoU_coffee": 0.7923082890500757, + "precision_coffee": 0.8378899440080398, + "recall_coffee": 0.9357506069907005, + "F1_noncoffee": 0.6823480556461899, + "IoU_noncoffee": 0.5178515150150826, + "kappa": 0.5700565087954522, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.802656628591208, + "mIoU": 0.6163804157869041, + "macroF1": 0.7527814621626692, + "F1_coffee": 0.8638222912250321, + "IoU_coffee": 0.760288011772744, + "precision_coffee": 0.818953804347826, + "recall_coffee": 0.9138922231347527, + "F1_noncoffee": 0.6417406331003064, + "IoU_noncoffee": 0.4724728198010641, + "kappa": 0.5094368429852512, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s0_r0.05", + "val_epoch0": 0.6039881336489712 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6039881336489712, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.835135525956394, + "mIoU": 0.664119647266314, + "macroF1": 0.7904145051745717, + "F1_coffee": 0.8872281264768269, + "IoU_coffee": 0.7973135802469136, + "precision_coffee": 0.9226689830159782, + "recall_coffee": 0.8544092121417383, + "F1_noncoffee": 0.6936008838723163, + "IoU_noncoffee": 0.5309257142857143, + "kappa": 0.5825026310217712, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7984164070612668, + "mIoU": 0.6142717955503016, + "macroF1": 0.7517763524048211, + "F1_coffee": 0.8593735851334627, + "IoU_coffee": 0.7534224825347541, + "precision_coffee": 0.8986406868108745, + "recall_coffee": 0.823394451192473, + "F1_noncoffee": 0.6441791196761794, + "IoU_noncoffee": 0.47512110856584927, + "kappa": 0.5059395822757349, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24682124158563948, + "mIoU": 0.12467449823963901, + "macroF1": 0.20165851836259113, + "F1_coffee": 0.3915407854984894, + "IoU_coffee": 0.2434259954921112, + "precision_coffee": 0.9908256880733946, + "recall_coffee": 0.24397590361445784, + "F1_noncoffee": 0.011776251226692836, + "IoU_noncoffee": 0.005923000987166831, + "kappa": -0.0015890220595838986, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8306021717670287, + "mIoU": 0.6589697738659899, + "macroF1": 0.786718198591154, + "F1_coffee": 0.8834634974533107, + "IoU_coffee": 0.7912535733836141, + "precision_coffee": 0.9169016069918241, + "recall_coffee": 0.8523784562966846, + "F1_noncoffee": 0.6899728997289973, + "IoU_noncoffee": 0.5266859743483657, + "kappa": 0.5749403200176293, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.829206621821478, + "mIoU": 0.6596982428382563, + "macroF1": 0.7876911632779096, + "F1_coffee": 0.8815745947734039, + "IoU_coffee": 0.7882283348121858, + "precision_coffee": 0.9338425958371295, + "recall_coffee": 0.8348474406365516, + "F1_noncoffee": 0.6938077317824153, + "IoU_noncoffee": 0.5311681508643269, + "kappa": 0.5787940066821882, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8454182129603197, + "mIoU": 0.6735141941177311, + "macroF1": 0.7966736699870782, + "F1_coffee": 0.8962279216838609, + "IoU_coffee": 0.81196828520169, + "precision_coffee": 0.9175931981687377, + "recall_coffee": 0.875834946001623, + "F1_noncoffee": 0.6971194182902956, + "IoU_noncoffee": 0.5350601030337722, + "kappa": 0.5939897976558178, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8596841894863082, + "mIoU": 0.7080908218740006, + "macroF1": 0.8237107771454748, + "F1_coffee": 0.9033457249070632, + "IoU_coffee": 0.823728813559322, + "precision_coffee": 0.9140429088882697, + "recall_coffee": 0.8928960261295591, + "F1_noncoffee": 0.7440758293838863, + "IoU_noncoffee": 0.5924528301886792, + "kappa": 0.6475493729588812, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.855371112383133, + "mIoU": 0.7011593375409331, + "macroF1": 0.8187037504212182, + "F1_coffee": 0.9002369044485391, + "IoU_coffee": 0.8185734801340354, + "precision_coffee": 0.9277092092770921, + "recall_coffee": 0.8743448804806341, + "F1_noncoffee": 0.7371705963938974, + "IoU_noncoffee": 0.5837451949478308, + "kappa": 0.6382432714783605, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8820794990987573, + "mIoU": 0.7354379074767652, + "macroF1": 0.8421014562920472, + "F1_coffee": 0.9215525402335122, + "IoU_coffee": 0.8545177902621723, + "precision_coffee": 0.9168655029511491, + "recall_coffee": 0.9262877442273535, + "F1_noncoffee": 0.7626503723505824, + "IoU_noncoffee": 0.616358024691358, + "kappa": 0.6842278797359957, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.802223522527794, + "mIoU": 0.6139466583276647, + "macroF1": 0.7504654912492636, + "F1_coffee": 0.8641114982578397, + "IoU_coffee": 0.7607361963190185, + "precision_coffee": 0.9198288159771755, + "recall_coffee": 0.8147586555471317, + "F1_noncoffee": 0.6368194842406877, + "IoU_noncoffee": 0.46715712033631107, + "kappa": 0.5057774882727655, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8030346407099914, + "mIoU": 0.6208965454263979, + "macroF1": 0.7571489768363889, + "F1_coffee": 0.8627111879739258, + "IoU_coffee": 0.7585682535969119, + "precision_coffee": 0.9404002320185615, + "recall_coffee": 0.7968788400098304, + "F1_noncoffee": 0.6515867656988521, + "IoU_noncoffee": 0.48322483725588383, + "kappa": 0.5225671984828923, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.808532976997232, + "mIoU": 0.6175651933273018, + "macroF1": 0.7524438686903809, + "F1_coffee": 0.870279358510088, + "IoU_coffee": 0.7703491700057241, + "precision_coffee": 0.918384058960011, + "recall_coffee": 0.8269632542706157, + "F1_noncoffee": 0.634608378870674, + "IoU_noncoffee": 0.4647812166488794, + "kappa": 0.5086846984330031, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7074, + 8413 + ], + [ + 44797, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.666814943154653, + "test_tta": { + "OA": 0.8457719436366266, + "mIoU": 0.6763827768714883, + "macroF1": 0.7991590319564901, + "F1_coffee": 0.8959153356537957, + "IoU_coffee": 0.8114552847125376, + "precision_coffee": 0.9184322269402637, + "recall_coffee": 0.8744761017738453, + "F1_noncoffee": 0.7024027282591846, + "IoU_noncoffee": 0.5413102690304391, + "kappa": 0.5990071943210624, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8095938617745472, + "mIoU": 0.6252447673256324, + "macroF1": 0.7597639885131764, + "F1_coffee": 0.8691757337931307, + "IoU_coffee": 0.768621402783133, + "precision_coffee": 0.8941627418598487, + "recall_coffee": 0.8455472651204041, + "F1_noncoffee": 0.650352243233222, + "IoU_noncoffee": 0.4818681318681319, + "kappa": 0.5205286690958487, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6389539770781634 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6389539770781634, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8502867976670576, + "mIoU": 0.6752765016890296, + "macroF1": 0.7972206845999008, + "F1_coffee": 0.9009545270945386, + "IoU_coffee": 0.8197609191844946, + "precision_coffee": 0.9048595097788026, + "recall_coffee": 0.8970831040176115, + "F1_noncoffee": 0.6934868421052631, + "IoU_noncoffee": 0.5307920841935646, + "kappa": 0.5944647424455582, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8163724472135687, + "mIoU": 0.6269152226119995, + "macroF1": 0.759699647784416, + "F1_coffee": 0.8763979496738118, + "IoU_coffee": 0.7799896319336443, + "precision_coffee": 0.8826186425764064, + "recall_coffee": 0.8702643299207589, + "F1_noncoffee": 0.6430013458950202, + "IoU_noncoffee": 0.4738408132903546, + "kappa": 0.5194682392285032, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40089753178758414, + "mIoU": 0.20242606129702903, + "macroF1": 0.2911893827028122, + "F1_coffee": 0.5700483091787439, + "IoU_coffee": 0.39864864864864863, + "precision_coffee": 0.9925233644859813, + "recall_coffee": 0.3998493975903614, + "F1_noncoffee": 0.012330456226880395, + "IoU_noncoffee": 0.00620347394540943, + "kappa": -0.0009963818067785402, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8431885488647581, + "mIoU": 0.6706016925434612, + "macroF1": 0.7945335057009177, + "F1_coffee": 0.894518410305787, + "IoU_coffee": 0.8091662662181643, + "precision_coffee": 0.9067106414484755, + "recall_coffee": 0.8826497182544882, + "F1_noncoffee": 0.6945486010960484, + "IoU_noncoffee": 0.5320371188687583, + "kappa": 0.5892820607219669, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.852058584991174, + "mIoU": 0.6789538417050592, + "macroF1": 0.8001324413447304, + "F1_coffee": 0.9020066361194502, + "IoU_coffee": 0.8215046336268923, + "precision_coffee": 0.9099719459321601, + "recall_coffee": 0.8941795626840423, + "F1_noncoffee": 0.6982582465700107, + "IoU_noncoffee": 0.5364030497832262, + "kappa": 0.6003591710170757, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8553620706061471, + "mIoU": 0.6758053811337092, + "macroF1": 0.7966151338713416, + "F1_coffee": 0.9059231292938046, + "IoU_coffee": 0.8280251173841715, + "precision_coffee": 0.8982509972384167, + "recall_coffee": 0.9137274486547226, + "F1_noncoffee": 0.6873071384488788, + "IoU_noncoffee": 0.5235856448832471, + "kappa": 0.5933288764265677, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8575854487307616, + "mIoU": 0.7000316336253836, + "macroF1": 0.8173344367660311, + "F1_coffee": 0.9030810038767598, + "IoU_coffee": 0.8232886904761905, + "precision_coffee": 0.9026512576478586, + "recall_coffee": 0.9035111594991835, + "F1_noncoffee": 0.7315878696553023, + "IoU_noncoffee": 0.5767745767745768, + "kappa": 0.6346691028636093, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8735928257966037, + "mIoU": 0.7223403176069919, + "macroF1": 0.8329762899605637, + "F1_coffee": 0.9153408727876813, + "IoU_coffee": 0.8438972667295005, + "precision_coffee": 0.9150485436893204, + "recall_coffee": 0.9156333887255529, + "F1_noncoffee": 0.7506117071334463, + "IoU_noncoffee": 0.6007833684844833, + "kappa": 0.6659526803517357, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8854947348448914, + "mIoU": 0.7361371301890267, + "macroF1": 0.8420995555686832, + "F1_coffee": 0.9248770772390614, + "IoU_coffee": 0.860252402454556, + "precision_coffee": 0.9077580940745266, + "recall_coffee": 0.9426541486932251, + "F1_noncoffee": 0.7593220338983051, + "IoU_noncoffee": 0.6120218579234973, + "kappa": 0.68455852789069, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8291398478642481, + "mIoU": 0.6419590250683179, + "macroF1": 0.7711413570989181, + "F1_coffee": 0.8863518422418267, + "IoU_coffee": 0.7958993476234856, + "precision_coffee": 0.9106904825379899, + "recall_coffee": 0.8632802628253727, + "F1_noncoffee": 0.6559308719560094, + "IoU_noncoffee": 0.4880187025131502, + "kappa": 0.5432703425493787, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.830518179215574, + "mIoU": 0.6365547909406211, + "macroF1": 0.7655911861387988, + "F1_coffee": 0.8889583593847693, + "IoU_coffee": 0.8001125492402926, + "precision_coffee": 0.9049134419551935, + "recall_coffee": 0.8735561563037602, + "F1_noncoffee": 0.6422240128928284, + "IoU_noncoffee": 0.47299703264094956, + "kappa": 0.5316514863903474, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8250453374057459, + "mIoU": 0.6183420272793699, + "macroF1": 0.7488795793961942, + "F1_coffee": 0.8871791715393611, + "IoU_coffee": 0.7972345132743363, + "precision_coffee": 0.88865598027127, + "recall_coffee": 0.8857072631190857, + "F1_noncoffee": 0.6105799872530274, + "IoU_noncoffee": 0.43944954128440367, + "kappa": 0.4977639463943406, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7166, + 8413 + ], + [ + 45648, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.55466775894165, + "test_tta": { + "OA": 0.8609874837320651, + "mIoU": 0.6850605587161424, + "macroF1": 0.8036984611073135, + "F1_coffee": 0.9097452588095387, + "IoU_coffee": 0.8344336643894598, + "precision_coffee": 0.8968531468531469, + "recall_coffee": 0.9230134202616316, + "F1_noncoffee": 0.6976516634050881, + "IoU_noncoffee": 0.535687453042825, + "kappa": 0.6076685012239669, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8273624091381101, + "mIoU": 0.6342999064578824, + "macroF1": 0.7641772568738949, + "F1_coffee": 0.8862448444300838, + "IoU_coffee": 0.7957268166149015, + "precision_coffee": 0.8738544575423077, + "recall_coffee": 0.8989916517246033, + "F1_noncoffee": 0.6421096693177062, + "IoU_noncoffee": 0.47287299630086316, + "kappa": 0.5286526477230961, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s1_r0.05", + "val_epoch0": 0.6460417146302446 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6460417146302446, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8410803515480647, + "mIoU": 0.6606256336192302, + "macroF1": 0.7859049291681076, + "F1_coffee": 0.894591570309586, + "IoU_coffee": 0.8092860035092455, + "precision_coffee": 0.9008220118901981, + "recall_coffee": 0.8884467211379704, + "F1_noncoffee": 0.6772182880266292, + "IoU_noncoffee": 0.511965263729215, + "kappa": 0.5718725725966683, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8064785969770394, + "mIoU": 0.611964923526902, + "macroF1": 0.747353186794367, + "F1_coffee": 0.8695736697836272, + "IoU_coffee": 0.7692439980738804, + "precision_coffee": 0.876869694771716, + "recall_coffee": 0.8623980565677598, + "F1_noncoffee": 0.625132703805107, + "IoU_noncoffee": 0.4546858489799236, + "kappa": 0.4948068981519372, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3582647718773373, + "mIoU": 0.18181984057887904, + "macroF1": 0.2708199847444699, + "F1_coffee": 0.5233333333333333, + "IoU_coffee": 0.3544018058690745, + "precision_coffee": 0.9978813559322034, + "recall_coffee": 0.3546686746987952, + "F1_noncoffee": 0.018306636155606407, + "IoU_noncoffee": 0.009237875288683603, + "kappa": 0.005049576397610274, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8546890424481738, + "mIoU": 0.6813191536667185, + "macroF1": 0.8016861945390583, + "F1_coffee": 0.9042103208173359, + "IoU_coffee": 0.8251677653067284, + "precision_coffee": 0.8980739400206825, + "recall_coffee": 0.9104311361551566, + "F1_noncoffee": 0.6991620682607808, + "IoU_noncoffee": 0.5374705420267085, + "kappa": 0.6034305369145903, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8345498783454988, + "mIoU": 0.6547029728393323, + "macroF1": 0.7818960982569989, + "F1_coffee": 0.8890595009596929, + "IoU_coffee": 0.8002764340013822, + "precision_coffee": 0.9082946597816851, + "recall_coffee": 0.8706221414698327, + "F1_noncoffee": 0.674732695554305, + "IoU_noncoffee": 0.5091295116772824, + "kappa": 0.5643650071648431, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8344752117232848, + "mIoU": 0.6470761110810193, + "macroF1": 0.7747463237633399, + "F1_coffee": 0.8907383562074056, + "IoU_coffee": 0.8030011325028312, + "precision_coffee": 0.8962836556693212, + "recall_coffee": 0.8852612522629377, + "F1_noncoffee": 0.6587542913192741, + "IoU_noncoffee": 0.49115108965920723, + "kappa": 0.54954650035149, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8635818508894664, + "mIoU": 0.7049749350395784, + "macroF1": 0.8203847859850321, + "F1_coffee": 0.9084691209012271, + "IoU_coffee": 0.832288978990048, + "precision_coffee": 0.8954395241242564, + "recall_coffee": 0.9218835057158411, + "F1_noncoffee": 0.732300451068837, + "IoU_noncoffee": 0.5776608910891089, + "kappa": 0.6409918894945407, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8419194810150734, + "mIoU": 0.6753153526076113, + "macroF1": 0.7990147964522305, + "F1_coffee": 0.8918760195758565, + "IoU_coffee": 0.8048521964432929, + "precision_coffee": 0.9109570781125034, + "recall_coffee": 0.87357791128723, + "F1_noncoffee": 0.7061535733286044, + "IoU_noncoffee": 0.5457785087719298, + "kappa": 0.5985083156269765, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8667109382411536, + "mIoU": 0.7060349142486457, + "macroF1": 0.8206945715188168, + "F1_coffee": 0.9115295006611674, + "IoU_coffee": 0.837440703459447, + "precision_coffee": 0.904863107888486, + "recall_coffee": 0.9182948490230906, + "F1_noncoffee": 0.7298596423764661, + "IoU_noncoffee": 0.5746291250378444, + "kappa": 0.6414485665730996, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8460113126584747, + "mIoU": 0.6572579804894871, + "macroF1": 0.7816533369568313, + "F1_coffee": 0.9001959421022692, + "IoU_coffee": 0.8185057471264368, + "precision_coffee": 0.9005944100164411, + "recall_coffee": 0.8997978266363407, + "F1_noncoffee": 0.6631107318113932, + "IoU_noncoffee": 0.4960102138525375, + "kappa": 0.5633069624785356, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8271781658555206, + "mIoU": 0.6329502968118286, + "macroF1": 0.762904645533589, + "F1_coffee": 0.8863508001255099, + "IoU_coffee": 0.7958976670799053, + "precision_coffee": 0.9057329742208542, + "recall_coffee": 0.8677807815188007, + "F1_noncoffee": 0.6394584909416683, + "IoU_noncoffee": 0.4700029265437518, + "kappa": 0.5264971764564457, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8020425694378162, + "mIoU": 0.5915598085211491, + "macroF1": 0.7273758836418238, + "F1_coffee": 0.8700501253132832, + "IoU_coffee": 0.7699900188532771, + "precision_coffee": 0.8875111849674038, + "recall_coffee": 0.8532628732948261, + "F1_noncoffee": 0.5847016419703644, + "IoU_noncoffee": 0.41312959818902095, + "kappa": 0.4554254187156958, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7092, + 8413 + ], + [ + 45149, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.601889228820801, + "test_tta": { + "OA": 0.8473947203521908, + "mIoU": 0.6652474725265914, + "macroF1": 0.7887490871140346, + "F1_coffee": 0.9000547184106407, + "IoU_coffee": 0.8182722663350235, + "precision_coffee": 0.8948943293576062, + "recall_coffee": 0.905274967190212, + "F1_noncoffee": 0.6774434558174285, + "IoU_noncoffee": 0.5122226787181594, + "kappa": 0.5775435106170266, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8131562247605861, + "mIoU": 0.6153777442947228, + "macroF1": 0.7490358965252284, + "F1_coffee": 0.8758897521627085, + "IoU_coffee": 0.7791849187816393, + "precision_coffee": 0.8704775687409552, + "recall_coffee": 0.8813696570073457, + "F1_noncoffee": 0.6221820408877483, + "IoU_noncoffee": 0.4515705698078063, + "kappa": 0.4981308533026378, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.668229290049464 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.668229290049464, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8268449043204422, + "mIoU": 0.6429134320282377, + "macroF1": 0.7726006033403807, + "F1_coffee": 0.8836641946522448, + "IoU_coffee": 0.7915756087183553, + "precision_coffee": 0.9016411499063773, + "recall_coffee": 0.8663900766267304, + "F1_noncoffee": 0.6615370120285167, + "IoU_noncoffee": 0.49425125533812003, + "kappa": 0.5457265944067792, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7931521864543671, + "mIoU": 0.5982678628426871, + "macroF1": 0.7369371952192527, + "F1_coffee": 0.8585434173669467, + "IoU_coffee": 0.7521472392638037, + "precision_coffee": 0.8788796672118899, + "recall_coffee": 0.8391269978984711, + "F1_noncoffee": 0.6153309730715588, + "IoU_noncoffee": 0.4443884864215705, + "kappa": 0.4746392902433278, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31712789827973076, + "mIoU": 0.16085175844295263, + "macroF1": 0.24700682559118625, + "F1_coffee": 0.47679083094555874, + "IoU_coffee": 0.3130173062452972, + "precision_coffee": 0.9976019184652278, + "recall_coffee": 0.3132530120481928, + "F1_noncoffee": 0.017222820236813777, + "IoU_noncoffee": 0.008686210640608035, + "kappa": 0.003942838631658745, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.833020730503455, + "mIoU": 0.6573735421161311, + "macroF1": 0.7847139639081961, + "F1_coffee": 0.8866932377666878, + "IoU_coffee": 0.7964500601684718, + "precision_coffee": 0.9069544364508393, + "recall_coffee": 0.8673175206394967, + "F1_noncoffee": 0.6827346900497046, + "IoU_noncoffee": 0.5182970240637904, + "kappa": 0.5700287770073016, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8266781165020752, + "mIoU": 0.6426051642180635, + "macroF1": 0.772346890684784, + "F1_coffee": 0.8835614243133233, + "IoU_coffee": 0.7914106907044841, + "precision_coffee": 0.9044619422572179, + "recall_coffee": 0.863605037278366, + "F1_noncoffee": 0.6611323570562447, + "IoU_noncoffee": 0.49379963773164276, + "kappa": 0.5454002549212915, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8210581406413551, + "mIoU": 0.6290528406287, + "macroF1": 0.7606192408920018, + "F1_coffee": 0.8809018651635581, + "IoU_coffee": 0.7871533672891907, + "precision_coffee": 0.8938946015424164, + "recall_coffee": 0.8682814158187153, + "F1_noncoffee": 0.6403366166204456, + "IoU_noncoffee": 0.4709523139682093, + "kappa": 0.5215437363257158, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8589846092344593, + "mIoU": 0.7070026059026726, + "macroF1": 0.822932219654976, + "F1_coffee": 0.9028303835823979, + "IoU_coffee": 0.8228722068792368, + "precision_coffee": 0.9138435800920117, + "recall_coffee": 0.8920794774088188, + "F1_noncoffee": 0.7430340557275542, + "IoU_noncoffee": 0.5911330049261084, + "kappa": 0.6460004054889137, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8392482350696432, + "mIoU": 0.6764751005667897, + "macroF1": 0.8005944153041851, + "F1_coffee": 0.8883884215407034, + "IoU_coffee": 0.7991896079132403, + "precision_coffee": 0.921913665108606, + "recall_coffee": 0.8572159018279433, + "F1_noncoffee": 0.7128004090676666, + "IoU_noncoffee": 0.553760593220339, + "kappa": 0.602541307784485, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.868228820794991, + "mIoU": 0.7137586292062701, + "macroF1": 0.826870968031447, + "F1_coffee": 0.9114891990059262, + "IoU_coffee": 0.8373726729891113, + "precision_coffee": 0.9156318013058508, + "recall_coffee": 0.9073839127125095, + "F1_noncoffee": 0.7422527370569679, + "IoU_noncoffee": 0.5901445854234287, + "kappa": 0.6537625744877736, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8076848059293934, + "mIoU": 0.6100284134801894, + "macroF1": 0.7450649155740492, + "F1_coffee": 0.871413667188315, + "IoU_coffee": 0.7721284954934134, + "precision_coffee": 0.900296416060361, + "recall_coffee": 0.8443265099823098, + "F1_noncoffee": 0.6187161639597835, + "IoU_noncoffee": 0.4479283314669653, + "kappa": 0.49168113124789975, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.81410439927474, + "mIoU": 0.6057031622130142, + "macroF1": 0.7388588820380751, + "F1_coffee": 0.879036264282166, + "IoU_coffee": 0.7841790383337026, + "precision_coffee": 0.8885262365051468, + "recall_coffee": 0.8697468665519784, + "F1_noncoffee": 0.5986814997939843, + "IoU_noncoffee": 0.4272272860923258, + "kappa": 0.4779153537668291, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7735993127803761, + "mIoU": 0.5512671422867219, + "macroF1": 0.691325705517638, + "F1_coffee": 0.8506861387385118, + "IoU_coffee": 0.7401686931755943, + "precision_coffee": 0.8719834817395793, + "recall_coffee": 0.8304043259186432, + "F1_noncoffee": 0.531965272296764, + "IoU_noncoffee": 0.36236559139784946, + "kappa": 0.38380362047523664, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7096, + 8413 + ], + [ + 44259, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6047302007675173, + "test_tta": { + "OA": 0.8410964186442584, + "mIoU": 0.6580997683542349, + "macroF1": 0.7835632744315626, + "F1_coffee": 0.8951530828598083, + "IoU_coffee": 0.8102055307144639, + "precision_coffee": 0.8966359427430659, + "recall_coffee": 0.8936751195969688, + "F1_noncoffee": 0.6719734660033168, + "IoU_noncoffee": 0.505994005994006, + "kappa": 0.5671302529271788, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.807041075343256, + "mIoU": 0.6103448802004394, + "macroF1": 0.7455596277887566, + "F1_coffee": 0.8706330558214641, + "IoU_coffee": 0.7709036113632083, + "precision_coffee": 0.8732929857231533, + "recall_coffee": 0.8679892802745484, + "F1_noncoffee": 0.6204861997560491, + "IoU_noncoffee": 0.44978614903767067, + "kappa": 0.4911331049115655, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s2_r0.05", + "val_epoch0": 0.6149524062961318 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6149524062961318, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8289336268256238, + "mIoU": 0.632558627971749, + "macroF1": 0.762080416800468, + "F1_coffee": 0.8881981707637219, + "IoU_coffee": 0.7988817318045297, + "precision_coffee": 0.8812852945466669, + "recall_coffee": 0.8952203547690615, + "F1_noncoffee": 0.635962662837214, + "IoU_noncoffee": 0.4662355241389683, + "kappa": 0.5242561471671278, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8000173070266529, + "mIoU": 0.5936142783576535, + "macroF1": 0.730141914817943, + "F1_coffee": 0.8674606664245158, + "IoU_coffee": 0.7659430809223187, + "precision_coffee": 0.8601922238440978, + "recall_coffee": 0.874852989376675, + "F1_noncoffee": 0.5928231632113702, + "IoU_noncoffee": 0.4212854757929883, + "kappa": 0.4604021883299878, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5482423335826477, + "mIoU": 0.27737836358526013, + "macroF1": 0.36154138072799724, + "F1_coffee": 0.7067961165048544, + "IoU_coffee": 0.5465465465465466, + "precision_coffee": 0.994535519125683, + "recall_coffee": 0.5481927710843374, + "F1_noncoffee": 0.016286644951140065, + "IoU_noncoffee": 0.008210180623973728, + "kappa": 0.0030616225611955184, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8538005923000987, + "mIoU": 0.6763013554844303, + "macroF1": 0.79739418585611, + "F1_coffee": 0.904297253634895, + "IoU_coffee": 0.825312573720217, + "precision_coffee": 0.8920193778684344, + "recall_coffee": 0.9169178351461146, + "F1_noncoffee": 0.690491118077325, + "IoU_noncoffee": 0.5272901372486435, + "kappa": 0.5950364921260569, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8247698106006393, + "mIoU": 0.6281294827927545, + "macroF1": 0.7587694381924601, + "F1_coffee": 0.8849490994518403, + "IoU_coffee": 0.7936400921400079, + "precision_coffee": 0.8848659483838637, + "recall_coffee": 0.8850322661487375, + "F1_noncoffee": 0.6325897769330799, + "IoU_noncoffee": 0.4626188734455011, + "kappa": 0.5175388899900979, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8091159958131126, + "mIoU": 0.596665417386256, + "macroF1": 0.730770820285481, + "F1_coffee": 0.8760044504883174, + "IoU_coffee": 0.7793664760228772, + "precision_coffee": 0.8674787292648589, + "recall_coffee": 0.8846994194394157, + "F1_noncoffee": 0.5855371900826446, + "IoU_noncoffee": 0.41396435874963483, + "kappa": 0.4617154350526839, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8671796921846892, + "mIoU": 0.70740468082121, + "macroF1": 0.8217607400656517, + "F1_coffee": 0.9117354054592548, + "IoU_coffee": 0.8377883559135848, + "precision_coffee": 0.8903878583473862, + "recall_coffee": 0.9341317365269461, + "F1_noncoffee": 0.7317860746720485, + "IoU_noncoffee": 0.5770210057288352, + "kappa": 0.6441430754222804, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8424918908605228, + "mIoU": 0.668746322266796, + "macroF1": 0.7930096247431082, + "F1_coffee": 0.894214134683155, + "IoU_coffee": 0.80866844362035, + "precision_coffee": 0.8964542651593012, + "recall_coffee": 0.8919851719289276, + "F1_noncoffee": 0.6918051148030614, + "IoU_noncoffee": 0.528824200913242, + "kappa": 0.5860267806203744, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8342661986528792, + "mIoU": 0.6420585761668246, + "macroF1": 0.7699992170160388, + "F1_coffee": 0.8915782287593869, + "IoU_coffee": 0.8043673012318029, + "precision_coffee": 0.8726764670149435, + "recall_coffee": 0.9113169246384166, + "F1_noncoffee": 0.6484202052726907, + "IoU_noncoffee": 0.4797498511018463, + "kappa": 0.540697156300241, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8407450750926467, + "mIoU": 0.6454605106179909, + "macroF1": 0.7717021039741734, + "F1_coffee": 0.8972503617945007, + "IoU_coffee": 0.8136482939632546, + "precision_coffee": 0.8935956886827924, + "recall_coffee": 0.9009350518069245, + "F1_noncoffee": 0.6461538461538462, + "IoU_noncoffee": 0.4772727272727273, + "kappa": 0.5434305079643714, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8070426567420556, + "mIoU": 0.5862367233944896, + "macroF1": 0.7201559468917337, + "F1_coffee": 0.8760877558524329, + "IoU_coffee": 0.7794983642311887, + "precision_coffee": 0.873838630806846, + "recall_coffee": 0.8783484885721308, + "F1_noncoffee": 0.5642241379310344, + "IoU_noncoffee": 0.39297508255779046, + "kappa": 0.4403249329439762, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7838121599694569, + "mIoU": 0.5529358554099095, + "macroF1": 0.6898828374355288, + "F1_coffee": 0.8605553161361817, + "IoU_coffee": 0.7552409768748649, + "precision_coffee": 0.8622008388847767, + "recall_coffee": 0.8589160624308714, + "F1_noncoffee": 0.5192103587348759, + "IoU_noncoffee": 0.35063073394495414, + "kappa": 0.3797734640984481, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7010, + 8413 + ], + [ + 44475, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5925748109817506, + "test_tta": { + "OA": 0.8303957325792509, + "mIoU": 0.6248749348011131, + "macroF1": 0.7540704701140755, + "F1_coffee": 0.8910764404820869, + "IoU_coffee": 0.8035508244314586, + "precision_coffee": 0.8692973625931145, + "recall_coffee": 0.9139748528851446, + "F1_noncoffee": 0.617064499746064, + "IoU_noncoffee": 0.4461990451707675, + "kappa": 0.5092239426406715, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8023104880581516, + "mIoU": 0.5861956558995435, + "macroF1": 0.7215249423577597, + "F1_coffee": 0.8715141402873989, + "IoU_coffee": 0.7722862743795063, + "precision_coffee": 0.848086255336228, + "recall_coffee": 0.8962731601981992, + "F1_noncoffee": 0.5715357444281204, + "IoU_noncoffee": 0.4001050374195807, + "kappa": 0.4444635868324922, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m20_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m20", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M20_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m20_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.637782526927945 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.637782526927945, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8396985812754061, + "mIoU": 0.6505520267363164, + "macroF1": 0.7768089475423947, + "F1_coffee": 0.8952842763731016, + "IoU_coffee": 0.8104205065840728, + "precision_coffee": 0.8878942437805767, + "recall_coffee": 0.9027983573938445, + "F1_noncoffee": 0.6583336187116879, + "IoU_noncoffee": 0.4906835468885599, + "kappa": 0.5537187667524535, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8078775816314757, + "mIoU": 0.6063215779649933, + "macroF1": 0.7412144582589208, + "F1_coffee": 0.8725592430663848, + "IoU_coffee": 0.7739291290475867, + "precision_coffee": 0.8659893657424991, + "recall_coffee": 0.879229567933368, + "F1_noncoffee": 0.609869673451457, + "IoU_noncoffee": 0.4387140268824, + "kappa": 0.48252009330039375, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.44801795063575167, + "mIoU": 0.22633771052344404, + "macroF1": 0.31509570693188066, + "F1_coffee": 0.616822429906542, + "IoU_coffee": 0.44594594594594594, + "precision_coffee": 0.9933110367892977, + "recall_coffee": 0.44728915662650603, + "F1_noncoffee": 0.013368983957219251, + "IoU_noncoffee": 0.006729475100942127, + "kappa": 6.891142247363961e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.854837117472853, + "mIoU": 0.6788435951489847, + "macroF1": 0.7994518449291896, + "F1_coffee": 0.9048435629469053, + "IoU_coffee": 0.8262231151028125, + "precision_coffee": 0.8937679769894535, + "recall_coffee": 0.9161970908137859, + "F1_noncoffee": 0.694060126911474, + "IoU_noncoffee": 0.5314640751951569, + "kappa": 0.5991016218764937, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8462859596393302, + "mIoU": 0.6633922239783115, + "macroF1": 0.7872897916246724, + "F1_coffee": 0.8993125, + "IoU_coffee": 0.8170461643291125, + "precision_coffee": 0.8971257559698236, + "recall_coffee": 0.9015099304554852, + "F1_noncoffee": 0.6752670832493449, + "IoU_noncoffee": 0.5097382836275106, + "kappa": 0.5745877349835604, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8185364925302122, + "mIoU": 0.6116566103614168, + "macroF1": 0.7437979583904064, + "F1_coffee": 0.8821748532591906, + "IoU_coffee": 0.789188591642715, + "precision_coffee": 0.8732187633783867, + "recall_coffee": 0.89131656158312, + "F1_noncoffee": 0.6054210635216222, + "IoU_noncoffee": 0.4341246290801187, + "kappa": 0.4877763623793846, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8502898261043373, + "mIoU": 0.6775869204213879, + "macroF1": 0.7992853594293374, + "F1_coffee": 0.9004651162790698, + "IoU_coffee": 0.8189509306260575, + "precision_coffee": 0.8797714879252142, + "recall_coffee": 0.9221556886227545, + "F1_noncoffee": 0.698105602579605, + "IoU_noncoffee": 0.5362229102167183, + "kappa": 0.5992432217266654, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8576607517649304, + "mIoU": 0.6944460255493168, + "macroF1": 0.8125525696565928, + "F1_coffee": 0.9045058883768561, + "IoU_coffee": 0.8256602009815377, + "precision_coffee": 0.9057813100884502, + "recall_coffee": 0.9032340534321871, + "F1_noncoffee": 0.7205992509363296, + "IoU_noncoffee": 0.563231850117096, + "kappa": 0.6251073141107695, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8393890522720805, + "mIoU": 0.6485328550485284, + "macroF1": 0.7749657040437055, + "F1_coffee": 0.8953711142698226, + "IoU_coffee": 0.8105628286897169, + "precision_coffee": 0.8728762501506205, + "recall_coffee": 0.9190560771377823, + "F1_noncoffee": 0.6545602938175883, + "IoU_noncoffee": 0.48650288140734, + "kappa": 0.5509161207328362, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8592744294909304, + "mIoU": 0.679799309848975, + "macroF1": 0.7993716606088654, + "F1_coffee": 0.9089991801727944, + "IoU_coffee": 0.8331791907514451, + "precision_coffee": 0.9073397960468337, + "recall_coffee": 0.9106646449330301, + "F1_noncoffee": 0.6897441410449365, + "IoU_noncoffee": 0.5264194289465047, + "kappa": 0.5987478967956122, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8349079110602157, + "mIoU": 0.630370447681916, + "macroF1": 0.7583966070584391, + "F1_coffee": 0.8943575964826576, + "IoU_coffee": 0.8089031260355684, + "precision_coffee": 0.8889293517844137, + "recall_coffee": 0.8998525436225117, + "F1_noncoffee": 0.6224356176342208, + "IoU_noncoffee": 0.45183776932826364, + "kappa": 0.5168576031991117, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7975565524482199, + "mIoU": 0.5761453954096464, + "macroF1": 0.7119322208925432, + "F1_coffee": 0.86898511334857, + "IoU_coffee": 0.7683233205898417, + "precision_coffee": 0.873571783407849, + "recall_coffee": 0.8644463561509156, + "F1_noncoffee": 0.5548793284365162, + "IoU_noncoffee": 0.38396747022945105, + "kappa": 0.4239183976836152, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6891, + 8413 + ], + [ + 45264, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.585980224609375, + "test_tta": { + "OA": 0.8465752984463119, + "mIoU": 0.6531880340612422, + "macroF1": 0.777686910065187, + "F1_coffee": 0.9014398513701811, + "IoU_coffee": 0.8205648570945374, + "precision_coffee": 0.8796406341276716, + "recall_coffee": 0.9243469793827527, + "F1_noncoffee": 0.6539339687601928, + "IoU_noncoffee": 0.4858112110279468, + "kappa": 0.5563305479068021, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8152474904811353, + "mIoU": 0.6078086005784169, + "macroF1": 0.7407279925705803, + "F1_coffee": 0.8797273444248319, + "IoU_coffee": 0.7852796728071205, + "precision_coffee": 0.8573964605332992, + "recall_coffee": 0.9032525497908112, + "F1_noncoffee": 0.6017286407163288, + "IoU_noncoffee": 0.43033752834971317, + "kappa": 0.4826181608951061, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m20" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s0_r0.05", + "val_epoch0": 0.7095734278330782 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7095734278330782, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.803183869350333, + "mIoU": 0.6601502116724225, + "macroF1": 0.7936608672130987, + "F1_coffee": 0.8379888268156425, + "IoU_coffee": 0.7211538461538461, + "precision_coffee": 0.8562778648029883, + "recall_coffee": 0.8204647135228749, + "F1_noncoffee": 0.7493329076105549, + "IoU_noncoffee": 0.599146577190999, + "kappa": 0.5876128127122711, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7352601823006808, + "mIoU": 0.5672141467250101, + "macroF1": 0.7206629858575738, + "F1_coffee": 0.7845185828657291, + "IoU_coffee": 0.6454385659925441, + "precision_coffee": 0.8433446065317248, + "recall_coffee": 0.733364059345097, + "F1_noncoffee": 0.6568073888494186, + "IoU_noncoffee": 0.48898972745747615, + "kappa": 0.44562195881519956, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3949299533022015, + "mIoU": 0.19823016481207717, + "macroF1": 0.28507465665791276, + "F1_coffee": 0.565321575769194, + "IoU_coffee": 0.3940406199893105, + "precision_coffee": 1.0, + "recall_coffee": 0.3940406199893105, + "F1_noncoffee": 0.0048277375466315555, + "IoU_noncoffee": 0.002419709634843819, + "kappa": 0.0019051113145811557, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7681203557071506, + "mIoU": 0.6223247631576624, + "macroF1": 0.7669870409450468, + "F1_coffee": 0.7832374879007004, + "IoU_coffee": 0.6437061300889096, + "precision_coffee": 0.8377588306942753, + "recall_coffee": 0.7353790227734417, + "F1_noncoffee": 0.7507365939893931, + "IoU_noncoffee": 0.6009433962264151, + "kappa": 0.5362328383190249, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7994725683851285, + "mIoU": 0.6533418337338659, + "macroF1": 0.7883939230604678, + "F1_coffee": 0.8368119845143915, + "IoU_coffee": 0.7194124882425295, + "precision_coffee": 0.865361183637946, + "recall_coffee": 0.8100863614143718, + "F1_noncoffee": 0.7399758616065442, + "IoU_noncoffee": 0.5872711792252022, + "kappa": 0.5775205424906164, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8354159406581371, + "mIoU": 0.6942745000001186, + "macroF1": 0.8166453292832063, + "F1_coffee": 0.8753111563702195, + "IoU_coffee": 0.7782696177062374, + "precision_coffee": 0.8598103141671607, + "recall_coffee": 0.8913811645414043, + "F1_noncoffee": 0.7579795021961933, + "IoU_noncoffee": 0.6102793822939998, + "kappa": 0.6335218532933183, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7720510718050837, + "mIoU": 0.6253844140632432, + "macroF1": 0.7689374467442117, + "F1_coffee": 0.7421150278293135, + "IoU_coffee": 0.5899705014749262, + "precision_coffee": 0.7610763794509378, + "recall_coffee": 0.7240755107318335, + "F1_noncoffee": 0.7957598656591099, + "IoU_noncoffee": 0.66079832665156, + "kappa": 0.538101954868621, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7351357292010111, + "mIoU": 0.5803700809011108, + "macroF1": 0.7342977181334263, + "F1_coffee": 0.7193758733115976, + "IoU_coffee": 0.5617384979087107, + "precision_coffee": 0.7430839547750782, + "recall_coffee": 0.6971338298352516, + "F1_noncoffee": 0.7492195629552549, + "IoU_noncoffee": 0.5990016638935108, + "kappa": 0.4690784017520523, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7794412229836584, + "mIoU": 0.638087487514891, + "macroF1": 0.7789806149711773, + "F1_coffee": 0.7890703770921557, + "IoU_coffee": 0.6516236469608659, + "precision_coffee": 0.7665034280117532, + "recall_coffee": 0.8130064408892582, + "F1_noncoffee": 0.7688908528501989, + "IoU_noncoffee": 0.624551328068916, + "kappa": 0.5583806460946106, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7638624540032991, + "mIoU": 0.5986485355076108, + "macroF1": 0.7451409887786065, + "F1_coffee": 0.8142158330837577, + "IoU_coffee": 0.6866475837683111, + "precision_coffee": 0.9000220701831825, + "recall_coffee": 0.7433467006926723, + "F1_noncoffee": 0.6760661444734551, + "IoU_noncoffee": 0.5106494872469103, + "kappa": 0.4982340481107581, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.856640625, + "mIoU": 0.695025092365428, + "macroF1": 0.8132480355184935, + "F1_coffee": 0.9032683183974697, + "IoU_coffee": 0.8236000961307378, + "precision_coffee": 0.9346788490385927, + "recall_coffee": 0.873900293255132, + "F1_noncoffee": 0.7232277526395173, + "IoU_noncoffee": 0.5664500886001181, + "kappa": 0.6276990931575018, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.885493303150349, + "mIoU": 0.7233166380267609, + "macroF1": 0.8316974911123163, + "F1_coffee": 0.9268498433357436, + "IoU_coffee": 0.8636720943290286, + "precision_coffee": 0.9165772851865094, + "recall_coffee": 0.9373552711761122, + "F1_noncoffee": 0.7365451388888888, + "IoU_noncoffee": 0.5829611817244933, + "kappa": 0.6635471890587881, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 42203, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.549067548910777, + "test_tta": { + "OA": 0.8118508702814985, + "mIoU": 0.6713579623148898, + "macroF1": 0.8016860302796193, + "F1_coffee": 0.8465840232452875, + "IoU_coffee": 0.7339797959338684, + "precision_coffee": 0.856627858873589, + "recall_coffee": 0.8367729831144465, + "F1_noncoffee": 0.7567880373139511, + "IoU_noncoffee": 0.6087361286959112, + "kappa": 0.6034584812659591, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7431925695165571, + "mIoU": 0.5758724688779346, + "macroF1": 0.727501644059261, + "F1_coffee": 0.7928908739851583, + "IoU_coffee": 0.6568510310271729, + "precision_coffee": 0.8434545904479089, + "recall_coffee": 0.7480467035378808, + "F1_noncoffee": 0.6621124141333637, + "IoU_noncoffee": 0.49489390672869626, + "kappa": 0.4581800346644898, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.7285400533639999 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7341181973811848, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8044731752739775, + "mIoU": 0.6657370975068061, + "macroF1": 0.7982929901160085, + "F1_coffee": 0.8336000243831817, + "IoU_coffee": 0.7146776764483002, + "precision_coffee": 0.8829986440240202, + "recall_coffee": 0.7894357050079377, + "F1_noncoffee": 0.7629859558488354, + "IoU_noncoffee": 0.616796518565312, + "kappa": 0.5983763783969672, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7118812737971616, + "mIoU": 0.5451461173450064, + "macroF1": 0.7037704532223834, + "F1_coffee": 0.7527874370429036, + "IoU_coffee": 0.6035758934772687, + "precision_coffee": 0.8629876578238048, + "recall_coffee": 0.6675445527170574, + "F1_noncoffee": 0.6547534694018631, + "IoU_noncoffee": 0.4867163412127441, + "kappa": 0.42073239448042027, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1821214142761841, + "mIoU": 0.09135526685338863, + "macroF1": 0.15499011832990947, + "F1_coffee": 0.30640416383797237, + "IoU_coffee": 0.1809192944949225, + "precision_coffee": 1.0, + "recall_coffee": 0.1809192944949225, + "F1_noncoffee": 0.003576072821846554, + "IoU_noncoffee": 0.0017912392118547469, + "kappa": 0.0006479294946214984, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7767084906809599, + "mIoU": 0.6342935590040681, + "macroF1": 0.7761224488490258, + "F1_coffee": 0.7875767759879476, + "IoU_coffee": 0.6495889887210858, + "precision_coffee": 0.8597090449082859, + "recall_coffee": 0.7266117823158345, + "F1_noncoffee": 0.764668121710104, + "IoU_noncoffee": 0.6189981292870506, + "kappa": 0.5557098847063215, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.792285019907958, + "mIoU": 0.6492108510407519, + "macroF1": 0.7862328940906032, + "F1_coffee": 0.8222015668569911, + "IoU_coffee": 0.6980834272829763, + "precision_coffee": 0.9000872177536583, + "recall_coffee": 0.756721525175167, + "F1_noncoffee": 0.7502642213242151, + "IoU_noncoffee": 0.6003382747985275, + "kappa": 0.5769154369914279, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8389007816000398, + "mIoU": 0.7050032667526784, + "macroF1": 0.8248946278420763, + "F1_coffee": 0.8744178826451413, + "IoU_coffee": 0.7768583643635361, + "precision_coffee": 0.8836078431372549, + "recall_coffee": 0.8654171147641727, + "F1_noncoffee": 0.7753713730390115, + "IoU_noncoffee": 0.6331481691418207, + "kappa": 0.6498570028155572, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7684198196087618, + "mIoU": 0.6173571115521304, + "macroF1": 0.762224628013911, + "F1_coffee": 0.7238441123061881, + "IoU_coffee": 0.5672066549912435, + "precision_coffee": 0.7870595382746051, + "recall_coffee": 0.6700284458236359, + "F1_noncoffee": 0.8006051437216339, + "IoU_noncoffee": 0.6675075681130171, + "kappa": 0.5266540563727534, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7429387844818112, + "mIoU": 0.5848997333618823, + "macroF1": 0.736814525921806, + "F1_coffee": 0.6966670989495526, + "IoU_coffee": 0.5345273631840796, + "precision_coffee": 0.8189024390243902, + "recall_coffee": 0.6061837057097721, + "F1_noncoffee": 0.7769619528940593, + "IoU_noncoffee": 0.635272103539685, + "kappa": 0.48211349358093897, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7797575118608329, + "mIoU": 0.6389387507122116, + "macroF1": 0.7796850639003062, + "F1_coffee": 0.7756898958445184, + "IoU_coffee": 0.6335730573583582, + "precision_coffee": 0.8026666666666666, + "recall_coffee": 0.7504674838977768, + "F1_noncoffee": 0.783680231956094, + "IoU_noncoffee": 0.644304444066065, + "kappa": 0.5598495939460829, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7856870955462505, + "mIoU": 0.6269852911040275, + "macroF1": 0.7672519541966284, + "F1_coffee": 0.8327557183879593, + "IoU_coffee": 0.7134373939599593, + "precision_coffee": 0.9115543030565793, + "recall_coffee": 0.7664965366387168, + "F1_noncoffee": 0.7017481900052975, + "IoU_noncoffee": 0.5405331882480957, + "kappa": 0.540625584635598, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8361328125, + "mIoU": 0.668050277133744, + "macroF1": 0.7937482135877141, + "F1_coffee": 0.8872463378578148, + "IoU_coffee": 0.7973429951690821, + "precision_coffee": 0.937917317800824, + "recall_coffee": 0.841769730970292, + "F1_noncoffee": 0.7002500893176135, + "IoU_noncoffee": 0.5387575590984057, + "kappa": 0.5906724882024902, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8918128654970761, + "mIoU": 0.7402982800616126, + "macroF1": 0.8443851058794127, + "F1_coffee": 0.9302947432391371, + "IoU_coffee": 0.869673900693103, + "precision_coffee": 0.9277575757575758, + "recall_coffee": 0.9328458257160268, + "F1_noncoffee": 0.7584754685196884, + "IoU_noncoffee": 0.6109226594301221, + "kappa": 0.6887782765824637, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2578, + 2984 + ], + [ + 42319, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5900999983151753, + "test_tta": { + "OA": 0.8093080724876441, + "mIoU": 0.6718912471321945, + "macroF1": 0.802653062940438, + "F1_coffee": 0.8388931753884326, + "IoU_coffee": 0.7224943972481368, + "precision_coffee": 0.8814459210275323, + "recall_coffee": 0.8002597777457064, + "F1_noncoffee": 0.7664129504924434, + "IoU_noncoffee": 0.6212880970162523, + "kappa": 0.6066353370949408, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7185877466251298, + "mIoU": 0.5522921271402816, + "macroF1": 0.7095480968643613, + "F1_coffee": 0.7607885445272656, + "IoU_coffee": 0.6139295607439652, + "precision_coffee": 0.8617931340962115, + "recall_coffee": 0.6809762092880344, + "F1_noncoffee": 0.658307649201457, + "IoU_noncoffee": 0.4906546935365981, + "kappa": 0.43027498200879044, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s1_r0.05", + "val_epoch0": 0.6736980798957994 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6736980798957994, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7624453835685123, + "mIoU": 0.5989081591024779, + "macroF1": 0.7457653587714086, + "F1_coffee": 0.8108855562524947, + "IoU_coffee": 0.6819238976670583, + "precision_coffee": 0.801087232064896, + "recall_coffee": 0.8209265406263531, + "F1_noncoffee": 0.6806451612903226, + "IoU_noncoffee": 0.5158924205378973, + "kappa": 0.49165914202041533, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6881562247605861, + "mIoU": 0.5068216112021675, + "macroF1": 0.6675656439351365, + "F1_coffee": 0.750300258684405, + "IoU_coffee": 0.6003844234572236, + "precision_coffee": 0.7917763478599981, + "recall_coffee": 0.7129532086735142, + "F1_noncoffee": 0.5848310291858679, + "IoU_noncoffee": 0.4132587989471113, + "kappa": 0.3381509357627722, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2625750500333556, + "mIoU": 0.1317387289103476, + "macroF1": 0.20926970278694348, + "F1_coffee": 0.4145747272534689, + "IoU_coffee": 0.26149118118653125, + "precision_coffee": 1.0, + "recall_coffee": 0.26149118118653125, + "F1_noncoffee": 0.003964678320418093, + "IoU_noncoffee": 0.0019862766341639583, + "kappa": 0.0010382483866624717, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.710561578755025, + "mIoU": 0.5490223402942787, + "macroF1": 0.70836768739555, + "F1_coffee": 0.7336621454993835, + "IoU_coffee": 0.5793573515092503, + "precision_coffee": 0.7709977618094004, + "recall_coffee": 0.699775473110232, + "F1_noncoffee": 0.6830732292917167, + "IoU_noncoffee": 0.5186873290793071, + "kappa": 0.41835838747255927, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7899581157247014, + "mIoU": 0.6362349545594401, + "macroF1": 0.7749184514736842, + "F1_coffee": 0.8331005012737284, + "IoU_coffee": 0.713943661971831, + "precision_coffee": 0.8403514588859416, + "recall_coffee": 0.8259736027374939, + "F1_noncoffee": 0.7167364016736402, + "IoU_noncoffee": 0.5585262471470492, + "kappa": 0.5498937777061933, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7783641160949868, + "mIoU": 0.5954183849877075, + "macroF1": 0.7380397123408939, + "F1_coffee": 0.8408180778032036, + "IoU_coffee": 0.7253547193090685, + "precision_coffee": 0.7864882943143813, + "recall_coffee": 0.9032109387002611, + "F1_noncoffee": 0.6352613468785843, + "IoU_noncoffee": 0.4654820506663465, + "kappa": 0.4817460189044866, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6813869040646597, + "mIoU": 0.5145614875190194, + "macroF1": 0.6788752657572754, + "F1_coffee": 0.6504754561809304, + "IoU_coffee": 0.4820034279184917, + "precision_coffee": 0.6464878671775224, + "recall_coffee": 0.6545125420222394, + "F1_noncoffee": 0.7072750753336203, + "IoU_noncoffee": 0.5471195471195471, + "kappa": 0.35777099463983125, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6931530937465655, + "mIoU": 0.5300671659554191, + "macroF1": 0.6927802040436848, + "F1_coffee": 0.6820769756319744, + "IoU_coffee": 0.5175393122515984, + "precision_coffee": 0.6883475063203861, + "recall_coffee": 0.675919656962311, + "F1_noncoffee": 0.703483432455395, + "IoU_noncoffee": 0.5425950196592398, + "kappa": 0.385607959746214, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7381128096995255, + "mIoU": 0.5835875983011279, + "macroF1": 0.7367638143039212, + "F1_coffee": 0.755608028335301, + "IoU_coffee": 0.6072106261859582, + "precision_coffee": 0.7176228742291161, + "recall_coffee": 0.7978391855391648, + "F1_noncoffee": 0.7179196002725414, + "IoU_noncoffee": 0.5599645704162977, + "kappa": 0.4752246785261866, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7421646999111788, + "mIoU": 0.5692190405409232, + "macroF1": 0.7208228705633614, + "F1_coffee": 0.7980119284294235, + "IoU_coffee": 0.6639100231558055, + "precision_coffee": 0.8775688675120245, + "recall_coffee": 0.7316806416332483, + "F1_noncoffee": 0.6436338126972992, + "IoU_noncoffee": 0.47452805792604086, + "kappa": 0.4496260980367278, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8759765625, + "mIoU": 0.7194844410458299, + "macroF1": 0.830219542758335, + "F1_coffee": 0.9183594754435588, + "IoU_coffee": 0.8490431475098063, + "precision_coffee": 0.9260987942434851, + "recall_coffee": 0.9107484380976667, + "F1_noncoffee": 0.7420796100731113, + "IoU_noncoffee": 0.5899257345818534, + "kappa": 0.6605139873781832, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8143746462931523, + "mIoU": 0.5338483149031599, + "macroF1": 0.655319756300633, + "F1_coffee": 0.8894630420130307, + "IoU_coffee": 0.8009306089419381, + "precision_coffee": 0.8248775914157724, + "recall_coffee": 0.9650213284582572, + "F1_noncoffee": 0.4211764705882353, + "IoU_noncoffee": 0.2667660208643815, + "kappa": 0.3320809011519086, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2481, + 2984 + ], + [ + 40069, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.543779456615448, + "test_tta": { + "OA": 0.7647374829883247, + "mIoU": 0.5981287593365099, + "macroF1": 0.7443953038677864, + "F1_coffee": 0.8165032542808458, + "IoU_coffee": 0.6899074773413897, + "precision_coffee": 0.791004789868211, + "recall_coffee": 0.8437003896666185, + "F1_noncoffee": 0.6722873534547269, + "IoU_noncoffee": 0.50635004133163, + "kappa": 0.48973756038359806, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.691358024691358, + "mIoU": 0.5064555371147675, + "macroF1": 0.6660425909555183, + "F1_coffee": 0.7579897315269265, + "IoU_coffee": 0.6102926447289349, + "precision_coffee": 0.7818813867761654, + "recall_coffee": 0.7355148801685542, + "F1_noncoffee": 0.5740954503841101, + "IoU_noncoffee": 0.4026184295006002, + "kappa": 0.3331808960079036, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.722420544983396 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.722420544983396, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8000143256213739, + "mIoU": 0.6570130038911569, + "macroF1": 0.7915485713020967, + "F1_coffee": 0.8335568869414886, + "IoU_coffee": 0.7146142641760151, + "precision_coffee": 0.8617077003666841, + "recall_coffee": 0.8071871842978785, + "F1_noncoffee": 0.7495402556627047, + "IoU_noncoffee": 0.5994117436062987, + "kappa": 0.5837655973710889, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7057949694242529, + "mIoU": 0.5357849856031245, + "macroF1": 0.6952781306221559, + "F1_coffee": 0.7518882956079643, + "IoU_coffee": 0.6024206751383799, + "precision_coffee": 0.8432870433525224, + "recall_coffee": 0.6783644982881222, + "F1_noncoffee": 0.6386679656363475, + "IoU_noncoffee": 0.4691492960678689, + "kappa": 0.40080700963967997, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1495663775850567, + "mIoU": 0.07501959806082786, + "macroF1": 0.13087970387589523, + "F1_coffee": 0.25831975797067724, + "IoU_coffee": 0.14831640833778728, + "precision_coffee": 1.0, + "recall_coffee": 0.14831640833778728, + "F1_noncoffee": 0.0034396497811131957, + "IoU_noncoffee": 0.0017227877838684417, + "kappa": 0.0005109048476333833, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7659276403946887, + "mIoU": 0.6191987628988599, + "macroF1": 0.7645606889289397, + "F1_coffee": 0.7825004244722396, + "IoU_coffee": 0.6427110449981406, + "precision_coffee": 0.8312890812890813, + "recall_coffee": 0.7391211376029082, + "F1_noncoffee": 0.7466209533856398, + "IoU_noncoffee": 0.5956864807995792, + "kappa": 0.5310033603818125, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.816174569522726, + "mIoU": 0.6795074714123215, + "macroF1": 0.8078295235735529, + "F1_coffee": 0.8478753904745603, + "IoU_coffee": 0.7359233397712078, + "precision_coffee": 0.8929247408742677, + "recall_coffee": 0.8071533322470262, + "F1_noncoffee": 0.7677836566725456, + "IoU_noncoffee": 0.6230916030534351, + "kappa": 0.6171466025986941, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8123164235575248, + "mIoU": 0.6628142115692796, + "macroF1": 0.794111587358328, + "F1_coffee": 0.8553338449731389, + "IoU_coffee": 0.7472343278578613, + "precision_coffee": 0.8545468486428461, + "recall_coffee": 0.8561222922107851, + "F1_noncoffee": 0.7328893297435171, + "IoU_noncoffee": 0.5783940952806979, + "kappa": 0.5882238195673621, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.740306899379173, + "mIoU": 0.5826117418194652, + "macroF1": 0.7351961676907697, + "F1_coffee": 0.6984083798122704, + "IoU_coffee": 0.5365802675585284, + "precision_coffee": 0.736796785304248, + "recall_coffee": 0.6638220843030773, + "F1_noncoffee": 0.7719839555692688, + "IoU_noncoffee": 0.628643216080402, + "kappa": 0.4714770479978195, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7320584679635125, + "mIoU": 0.5740498991126395, + "macroF1": 0.7286688225052641, + "F1_coffee": 0.698341994555803, + "IoU_coffee": 0.5365019011406844, + "precision_coffee": 0.7729389208436045, + "recall_coffee": 0.6368765515684947, + "F1_noncoffee": 0.7589956504547252, + "IoU_noncoffee": 0.6115978970845946, + "kappa": 0.46134604810786295, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7670005271481286, + "mIoU": 0.6220475533710073, + "macroF1": 0.7669881960591043, + "F1_coffee": 0.7652931180968564, + "IoU_coffee": 0.6198176500946155, + "precision_coffee": 0.7827503801868346, + "recall_coffee": 0.7485975483066695, + "F1_noncoffee": 0.7686832740213523, + "IoU_noncoffee": 0.6242774566473989, + "kappa": 0.5342047321066963, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7936810049486106, + "mIoU": 0.6338788462139678, + "macroF1": 0.7718669384833421, + "F1_coffee": 0.8424113200232604, + "IoU_coffee": 0.7277294038847957, + "precision_coffee": 0.8994205298013245, + "recall_coffee": 0.7921983230040102, + "F1_noncoffee": 0.7013225569434239, + "IoU_noncoffee": 0.54002828854314, + "kappa": 0.5471818643568177, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.89091796875, + "mIoU": 0.7548862497686197, + "macroF1": 0.8559170666552489, + "F1_coffee": 0.9269313796035847, + "IoU_coffee": 0.8638137039746403, + "precision_coffee": 0.9517732401934443, + "recall_coffee": 0.903353308682902, + "F1_noncoffee": 0.7849027537069132, + "IoU_noncoffee": 0.645958795562599, + "kappa": 0.7124108701192406, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8528579513299378, + "mIoU": 0.6594025876665762, + "macroF1": 0.782083633741889, + "F1_coffee": 0.9062725306416727, + "IoU_coffee": 0.8286090969017799, + "precision_coffee": 0.8937077852826164, + "recall_coffee": 0.9191956124314442, + "F1_noncoffee": 0.6578947368421053, + "IoU_noncoffee": 0.49019607843137253, + "kappa": 0.5644814744418919, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2649, + 2984 + ], + [ + 41999, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5474196076393127, + "test_tta": { + "OA": 0.8010887472244108, + "mIoU": 0.6570984819721978, + "macroF1": 0.7913986429452913, + "F1_coffee": 0.8363582793164408, + "IoU_coffee": 0.7187420874056819, + "precision_coffee": 0.8540995938017151, + "recall_coffee": 0.8193390099581469, + "F1_noncoffee": 0.7464390065741418, + "IoU_noncoffee": 0.5954548765387137, + "kappa": 0.5830760262358476, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7089967693550248, + "mIoU": 0.5378371726235904, + "macroF1": 0.696582272462838, + "F1_coffee": 0.7579563584889817, + "IoU_coffee": 0.6102493770403137, + "precision_coffee": 0.83583353176178, + "recall_coffee": 0.6933544025985428, + "F1_noncoffee": 0.6352081864366943, + "IoU_noncoffee": 0.4654249682068673, + "kappa": 0.4010016881310452, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s2_r0.05", + "val_epoch0": 0.7183489318988133 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7183489318988133, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7795824081369529, + "mIoU": 0.6286707306698103, + "macroF1": 0.7702638282371386, + "F1_coffee": 0.8165327689257874, + "IoU_coffee": 0.6899496221662469, + "precision_coffee": 0.8442026752142021, + "recall_coffee": 0.7906191369606004, + "F1_noncoffee": 0.7239948875484898, + "IoU_noncoffee": 0.5673918391733737, + "kappa": 0.541269032618572, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6866851274950964, + "mIoU": 0.513447524141617, + "macroF1": 0.6758652038063644, + "F1_coffee": 0.7350860933612995, + "IoU_coffee": 0.5811352768779886, + "precision_coffee": 0.827113062568606, + "recall_coffee": 0.6614871389693617, + "F1_noncoffee": 0.6166443142514294, + "IoU_noncoffee": 0.4457597714052454, + "kappa": 0.36313926379563777, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13675783855903936, + "mIoU": 0.06859315611616772, + "macroF1": 0.12101658655648308, + "F1_coffee": 0.23864438691456813, + "IoU_coffee": 0.13548904329235703, + "precision_coffee": 1.0, + "recall_coffee": 0.13548904329235703, + "F1_noncoffee": 0.0033887861983980284, + "IoU_noncoffee": 0.0016972689399783983, + "kappa": 0.000459816949650882, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7531977098306737, + "mIoU": 0.6032669651810543, + "macroF1": 0.7523860195116392, + "F1_coffee": 0.7665629680838806, + "IoU_coffee": 0.6214852872489491, + "precision_coffee": 0.831105559025609, + "recall_coffee": 0.7113225702983, + "F1_noncoffee": 0.7382090709393978, + "IoU_noncoffee": 0.5850486431131593, + "kappa": 0.5080989639070564, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.808780185118155, + "mIoU": 0.6681132074001583, + "macroF1": 0.7994887333807144, + "F1_coffee": 0.8426516892179389, + "IoU_coffee": 0.7280882352941176, + "precision_coffee": 0.8819023868899181, + "recall_coffee": 0.8067459670848949, + "F1_noncoffee": 0.7563257775434897, + "IoU_noncoffee": 0.608138179506199, + "kappa": 0.6002038883737147, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7730372877980783, + "mIoU": 0.605526651631001, + "macroF1": 0.7496119505581733, + "F1_coffee": 0.8261980099881819, + "IoU_coffee": 0.7038648911984411, + "precision_coffee": 0.8201014152728373, + "recall_coffee": 0.8323859271777538, + "F1_noncoffee": 0.6730258911281647, + "IoU_noncoffee": 0.5071884120635607, + "kappa": 0.499275960208505, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7139510366639334, + "mIoU": 0.5492039231827738, + "macroF1": 0.7075707465626996, + "F1_coffee": 0.6643760307861463, + "IoU_coffee": 0.4974274542086849, + "precision_coffee": 0.7090055734819595, + "recall_coffee": 0.6250323247995863, + "F1_noncoffee": 0.7507654623392529, + "IoU_noncoffee": 0.6009803921568627, + "kappa": 0.41685732863932934, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7320584679635125, + "mIoU": 0.5752086215269591, + "macroF1": 0.7298591437467364, + "F1_coffee": 0.7054844165257309, + "IoU_coffee": 0.5449794699514744, + "precision_coffee": 0.7590330127371978, + "recall_coffee": 0.658993455201986, + "F1_noncoffee": 0.754233870967742, + "IoU_noncoffee": 0.6054377731024437, + "kappa": 0.4619529341774687, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7251449657353717, + "mIoU": 0.5685402474393687, + "macroF1": 0.7248697291161164, + "F1_coffee": 0.7335717935615739, + "IoU_coffee": 0.579244673983215, + "precision_coffee": 0.7218423169750603, + "recall_coffee": 0.7456887596093912, + "F1_noncoffee": 0.7161676646706587, + "IoU_noncoffee": 0.5578358208955224, + "kappa": 0.44989419748093523, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7957112041619084, + "mIoU": 0.6414485277588888, + "macroF1": 0.77842937909145, + "F1_coffee": 0.8403094624082523, + "IoU_coffee": 0.7245980157372562, + "precision_coffee": 0.9216710182767625, + "recall_coffee": 0.7721472839956253, + "F1_noncoffee": 0.7165492957746479, + "IoU_noncoffee": 0.5582990397805213, + "kappa": 0.5629046609709695, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.876953125, + "mIoU": 0.7301920764283731, + "macroF1": 0.8387549579251219, + "F1_coffee": 0.9172359432475039, + "IoU_coffee": 0.8471244843484591, + "precision_coffee": 0.9459422842433275, + "recall_coffee": 0.8902205788601301, + "F1_noncoffee": 0.7602739726027398, + "IoU_noncoffee": 0.6132596685082873, + "kappa": 0.6783678604777008, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8158837955102811, + "mIoU": 0.6029924201247171, + "macroF1": 0.7355260573064295, + "F1_coffee": 0.8813085248692691, + "IoU_coffee": 0.7878030220676161, + "precision_coffee": 0.8793835699551026, + "recall_coffee": 0.8832419256550884, + "F1_noncoffee": 0.5897435897435898, + "IoU_noncoffee": 0.41818181818181815, + "kappa": 0.4710608750538842, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2670, + 2984 + ], + [ + 40837, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5523281931877135, + "test_tta": { + "OA": 0.7881956879879665, + "mIoU": 0.6373809889698729, + "macroF1": 0.7763773186969483, + "F1_coffee": 0.8277860283625986, + "IoU_coffee": 0.7061731461930195, + "precision_coffee": 0.8351793636336927, + "recall_coffee": 0.8205224419108096, + "F1_noncoffee": 0.724968609031298, + "IoU_noncoffee": 0.5685888317467265, + "kappa": 0.5528106037036518, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6958290065766701, + "mIoU": 0.5209042754711848, + "macroF1": 0.6815419862479706, + "F1_coffee": 0.7489943110137821, + "IoU_coffee": 0.5987137529492351, + "precision_coffee": 0.8181912735971709, + "recall_coffee": 0.6905890615398121, + "F1_noncoffee": 0.6140896614821592, + "IoU_noncoffee": 0.4430947979931344, + "kappa": 0.3700118406197737, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7359138317207297 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7359138317207297, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7849366091254208, + "mIoU": 0.639982304617561, + "macroF1": 0.7794907422640949, + "F1_coffee": 0.8141442277932529, + "IoU_coffee": 0.6865457392666058, + "precision_coffee": 0.8775646371976648, + "recall_coffee": 0.759272622312022, + "F1_noncoffee": 0.7448372567349367, + "IoU_noncoffee": 0.5934188699685162, + "kappa": 0.5621212336564094, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6866418599284643, + "mIoU": 0.5174746716234443, + "macroF1": 0.6805446242799399, + "F1_coffee": 0.7246784514984477, + "IoU_coffee": 0.56823195087538, + "precision_coffee": 0.857365596233996, + "recall_coffee": 0.6275568431217627, + "F1_noncoffee": 0.6364107970614321, + "IoU_noncoffee": 0.4667173923715085, + "kappa": 0.3806782675390665, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10126751167444964, + "mIoU": 0.05078845343857717, + "macroF1": 0.09249261789863707, + "F1_coffee": 0.18172983479105928, + "IoU_coffee": 0.09994655264564405, + "precision_coffee": 1.0, + "recall_coffee": 0.09994655264564405, + "F1_noncoffee": 0.0032554010062148565, + "IoU_noncoffee": 0.0016303542315103008, + "kappa": 0.0003258434744260393, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7491777317578268, + "mIoU": 0.598868195658018, + "macroF1": 0.7490994506243563, + "F1_coffee": 0.753531242518554, + "IoU_coffee": 0.6045327955440315, + "precision_coffee": 0.8558803535010198, + "recall_coffee": 0.6730460814711857, + "F1_noncoffee": 0.7446676587301587, + "IoU_noncoffee": 0.5932035957720043, + "kappa": 0.5055242945196082, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7974559180929728, + "mIoU": 0.6566479776124856, + "macroF1": 0.7917614923399465, + "F1_coffee": 0.8261969206194258, + "IoU_coffee": 0.703863309896424, + "precision_coffee": 0.9071421611614537, + "recall_coffee": 0.7585139318885449, + "F1_noncoffee": 0.7573260640604671, + "IoU_noncoffee": 0.6094326453285472, + "kappa": 0.5881021583532701, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8021108179419525, + "mIoU": 0.6528366008374697, + "macroF1": 0.7873752620084502, + "F1_coffee": 0.8433497536945813, + "IoU_coffee": 0.7291311754684838, + "precision_coffee": 0.8659059642308004, + "recall_coffee": 0.8219388538946074, + "F1_noncoffee": 0.7314007703223191, + "IoU_noncoffee": 0.5765420262064558, + "kappa": 0.575244724629364, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7113740189762211, + "mIoU": 0.5410421135500552, + "macroF1": 0.699412404887328, + "F1_coffee": 0.6394498097746562, + "IoU_coffee": 0.4699935469993547, + "precision_coffee": 0.7364341085271318, + "recall_coffee": 0.56503749676752, + "F1_noncoffee": 0.759375, + "IoU_noncoffee": 0.6120906801007556, + "kappa": 0.40570361756492707, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7264534564237828, + "mIoU": 0.5640175814278362, + "macroF1": 0.719781649687391, + "F1_coffee": 0.6765432098765433, + "IoU_coffee": 0.5111940298507462, + "precision_coffee": 0.7974877450980392, + "recall_coffee": 0.5874520424283457, + "F1_noncoffee": 0.7630200894982386, + "IoU_noncoffee": 0.6168411330049262, + "kappa": 0.44885059069893657, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.719978914074855, + "mIoU": 0.5609686044146442, + "macroF1": 0.7183965643347088, + "F1_coffee": 0.6972874401641213, + "IoU_coffee": 0.5352580927384077, + "precision_coffee": 0.7722797273415805, + "recall_coffee": 0.6355703303552878, + "F1_noncoffee": 0.7395056885052962, + "IoU_noncoffee": 0.5866791160908807, + "kappa": 0.44132638103410027, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7901281563253394, + "mIoU": 0.637218023666128, + "macroF1": 0.7757895199623958, + "F1_coffee": 0.832489366011748, + "IoU_coffee": 0.7130464954892436, + "precision_coffee": 0.9366453965360073, + "recall_coffee": 0.7491797302223843, + "F1_noncoffee": 0.7190896739130435, + "IoU_noncoffee": 0.5613895518430124, + "kappa": 0.5606889868507727, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.860546875, + "mIoU": 0.710136562963896, + "macroF1": 0.8252526231251075, + "F1_coffee": 0.9037865516776715, + "IoU_coffee": 0.8244622003687769, + "precision_coffee": 0.9582797542506072, + "recall_coffee": 0.855157465255642, + "F1_noncoffee": 0.7467186945725435, + "IoU_noncoffee": 0.595810925559015, + "kappa": 0.653455277953717, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.875589511412941, + "mIoU": 0.7036662814505235, + "macroF1": 0.8169973532345728, + "F1_coffee": 0.9205469550027107, + "IoU_coffee": 0.8527901785714286, + "precision_coffee": 0.9100762267746546, + "recall_coffee": 0.9312614259597807, + "F1_noncoffee": 0.7134477514664349, + "IoU_noncoffee": 0.5545423843296183, + "kappa": 0.6341693576754456, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2679, + 2984 + ], + [ + 41127, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.540774977207184, + "test_tta": { + "OA": 0.7932812835756751, + "mIoU": 0.6497606282969237, + "macroF1": 0.7865120007184893, + "F1_coffee": 0.8245272694108348, + "IoU_coffee": 0.7014431283297988, + "precision_coffee": 0.8708859133673699, + "recall_coffee": 0.7828546687833742, + "F1_noncoffee": 0.7484967320261438, + "IoU_noncoffee": 0.5980781282640485, + "kappa": 0.5747510960007283, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.694646359755394, + "mIoU": 0.5250987481078222, + "macroF1": 0.6867182706008497, + "F1_coffee": 0.7365552596869323, + "IoU_coffee": 0.5829738620024031, + "precision_coffee": 0.8504396299063273, + "recall_coffee": 0.6495698358353086, + "F1_noncoffee": 0.636881281514767, + "IoU_noncoffee": 0.4672236342132414, + "kappa": 0.38854991363951796, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s0_r0.05", + "val_epoch0": 0.700741426943408 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.700741426943408, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8889480649430296, + "mIoU": 0.7276116033926978, + "macroF1": 0.8346232378522183, + "F1_coffee": 0.9294075403949731, + "IoU_coffee": 0.8681244969144084, + "precision_coffee": 0.9069921108485843, + "recall_coffee": 0.9529589969074117, + "F1_noncoffee": 0.7398389353094635, + "IoU_noncoffee": 0.5870987098709871, + "kappa": 0.6699893222217634, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.856640129225799, + "mIoU": 0.671208641595896, + "macroF1": 0.7921674849940155, + "F1_coffee": 0.9079237452989236, + "IoU_coffee": 0.8313739460871631, + "precision_coffee": 0.8736740769793022, + "recall_coffee": 0.9449682805962091, + "F1_noncoffee": 0.6764112246891074, + "IoU_noncoffee": 0.5110433371046289, + "kappa": 0.5865678423450221, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12681451612903225, + "macroF1": 0.20779220779220778, + "F1_coffee": 0.3838383838383838, + "IoU_coffee": 0.2375, + "precision_coffee": 1.0, + "recall_coffee": 0.2375, + "F1_noncoffee": 0.031746031746031744, + "IoU_noncoffee": 0.016129032258064516, + "kappa": 0.007632054629443662, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8864077669902912, + "mIoU": 0.7255452755043377, + "macroF1": 0.833370848283141, + "F1_coffee": 0.9273788095090311, + "IoU_coffee": 0.8645911694925063, + "precision_coffee": 0.9093177530278133, + "recall_coffee": 0.9461718700525615, + "F1_noncoffee": 0.7393628870572511, + "IoU_noncoffee": 0.586499381516169, + "kappa": 0.667212884712958, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8978772786615734, + "mIoU": 0.7445117611123877, + "macroF1": 0.8467540551154846, + "F1_coffee": 0.935266351989211, + "IoU_coffee": 0.8784040531982267, + "precision_coffee": 0.910593852581319, + "recall_coffee": 0.9613130867620188, + "F1_noncoffee": 0.7582417582417582, + "IoU_noncoffee": 0.6106194690265486, + "kappa": 0.6943461371352952, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8825491997485615, + "mIoU": 0.7131365165073038, + "macroF1": 0.8237378768175486, + "F1_coffee": 0.9255524565543874, + "IoU_coffee": 0.8614217252396166, + "precision_coffee": 0.9011100501312963, + "recall_coffee": 0.9513578224434504, + "F1_noncoffee": 0.7219232970807098, + "IoU_noncoffee": 0.564851307774991, + "kappa": 0.6484419014943905, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9027376804380288, + "mIoU": 0.6267955826379739, + "macroF1": 0.7356566771882724, + "F1_coffee": 0.9458155399034995, + "IoU_coffee": 0.8972011784511784, + "precision_coffee": 0.9296772786742259, + "recall_coffee": 0.9625239869059713, + "F1_noncoffee": 0.5254978144730452, + "IoU_noncoffee": 0.3563899868247694, + "kappa": 0.47270480030006595, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9232982734669577, + "mIoU": 0.6810905276413052, + "macroF1": 0.7861280767739931, + "F1_coffee": 0.9574081216595955, + "IoU_coffee": 0.9182961631962795, + "precision_coffee": 0.9384316267012314, + "recall_coffee": 0.9771679226183781, + "F1_noncoffee": 0.6148480318883907, + "IoU_noncoffee": 0.4438848920863309, + "kappa": 0.5738319963614612, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.91198650525898, + "mIoU": 0.6570916427706222, + "macroF1": 0.7651360418346038, + "F1_coffee": 0.9508505568792597, + "IoU_coffee": 0.9063061159818316, + "precision_coffee": 0.9370904325032765, + "recall_coffee": 0.965020807558205, + "F1_noncoffee": 0.5794215267899478, + "IoU_noncoffee": 0.40787716955941256, + "kappa": 0.5311371630502022, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8708668877309332, + "mIoU": 0.7477960339587966, + "macroF1": 0.8534797122758838, + "F1_coffee": 0.903953209780847, + "IoU_coffee": 0.8247396168188248, + "precision_coffee": 0.883592781374845, + "recall_coffee": 0.9252740911713792, + "F1_noncoffee": 0.8030062147709206, + "IoU_noncoffee": 0.6708524510987685, + "kappa": 0.7072782068751018, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8737149863246251, + "mIoU": 0.7493745938982483, + "macroF1": 0.8542595065213953, + "F1_coffee": 0.9075084616978656, + "IoU_coffee": 0.8306777946383409, + "precision_coffee": 0.8762171535280779, + "recall_coffee": 0.9411174785100287, + "F1_noncoffee": 0.8010105513449249, + "IoU_noncoffee": 0.6680713931581557, + "kappa": 0.7093165893250107, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8545694614731679, + "mIoU": 0.715568794066691, + "macroF1": 0.8307595468158234, + "F1_coffee": 0.894238683127572, + "IoU_coffee": 0.8087085969482695, + "precision_coffee": 0.8577631578947369, + "recall_coffee": 0.9339541547277938, + "F1_noncoffee": 0.7672804105040748, + "IoU_noncoffee": 0.6224289911851126, + "kappa": 0.6628605729080532, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2601, + 2995 + ], + [ + 52480, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5340521057446797, + "test_tta": { + "OA": 0.8910784028920952, + "mIoU": 0.7287162207539426, + "macroF1": 0.8351586966363715, + "F1_coffee": 0.9311684735494794, + "IoU_coffee": 0.8712022900763359, + "precision_coffee": 0.9036581020626312, + "recall_coffee": 0.960406454463215, + "F1_noncoffee": 0.7391489197232637, + "IoU_noncoffee": 0.5862301514315492, + "kappa": 0.6714712800499817, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8590198453905619, + "mIoU": 0.6717765346878759, + "macroF1": 0.792163708135827, + "F1_coffee": 0.91004132117319, + "IoU_coffee": 0.8349319463676584, + "precision_coffee": 0.870475352112676, + "recall_coffee": 0.9533753687742234, + "F1_noncoffee": 0.6742860950984639, + "IoU_noncoffee": 0.5086211230080933, + "kappa": 0.5874137200458478, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.7062830461636201 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7062830461636201, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8844614441109067, + "mIoU": 0.7121677319315903, + "macroF1": 0.8225619995489228, + "F1_coffee": 0.9273633052283404, + "IoU_coffee": 0.8645642180139617, + "precision_coffee": 0.8956218398463528, + "recall_coffee": 0.9614373172322387, + "F1_noncoffee": 0.7177606938695053, + "IoU_noncoffee": 0.559771245849219, + "kappa": 0.6468475662937342, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8529768085842853, + "mIoU": 0.6581632207326102, + "macroF1": 0.780889996343128, + "F1_coffee": 0.9065679247704067, + "IoU_coffee": 0.829103101424979, + "precision_coffee": 0.8639357149095991, + "recall_coffee": 0.9536260388345771, + "F1_noncoffee": 0.6552120679158493, + "IoU_noncoffee": 0.4872233400402414, + "kappa": 0.5656827894400693, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.18518518518518517, + "macroF1": 0.2702702702702703, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.967741935483871, + "recall_coffee": 0.375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024807740014884665, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8887864077669902, + "mIoU": 0.7250378337692396, + "macroF1": 0.8325365365208512, + "F1_coffee": 0.9295921816896647, + "IoU_coffee": 0.8684467413149584, + "precision_coffee": 0.9030331979937903, + "recall_coffee": 0.9577607497941866, + "F1_noncoffee": 0.7354808913520379, + "IoU_noncoffee": 0.5816289262235208, + "kappa": 0.6661579803483761, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8933803974662734, + "mIoU": 0.7319232960544402, + "macroF1": 0.8373817870053472, + "F1_coffee": 0.9328092147362648, + "IoU_coffee": 0.8740791502484153, + "precision_coffee": 0.9032219992918683, + "recall_coffee": 0.9644004788608154, + "F1_noncoffee": 0.7419543592744295, + "IoU_noncoffee": 0.5897674418604651, + "kappa": 0.6760983829319233, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8712344664184517, + "mIoU": 0.6796785933818855, + "macroF1": 0.7967041830948394, + "F1_coffee": 0.9197964039394031, + "IoU_coffee": 0.8515028160374728, + "precision_coffee": 0.881029309946919, + "recall_coffee": 0.9621321907882301, + "F1_noncoffee": 0.6736119622502758, + "IoU_noncoffee": 0.5078543707262982, + "kappa": 0.5965869677867824, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9088103534096565, + "mIoU": 0.6310083529474199, + "macroF1": 0.7384425111465569, + "F1_coffee": 0.9495372410753636, + "IoU_coffee": 0.9039228026012167, + "precision_coffee": 0.9273646830948026, + "recall_coffee": 0.9727960266395755, + "F1_noncoffee": 0.5273477812177503, + "IoU_noncoffee": 0.358093903293623, + "kappa": 0.47967101019675673, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9196269101012106, + "mIoU": 0.6557854773638228, + "macroF1": 0.7617318012118224, + "F1_coffee": 0.9556941253692156, + "IoU_coffee": 0.9151477058453803, + "precision_coffee": 0.9302523692897455, + "recall_coffee": 0.9825666404228995, + "F1_noncoffee": 0.567769477054429, + "IoU_noncoffee": 0.39642324888226527, + "kappa": 0.5269157172832312, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9146656082556063, + "mIoU": 0.64561187246265, + "macroF1": 0.7524619342692112, + "F1_coffee": 0.9528405352050888, + "IoU_coffee": 0.9099287808965228, + "precision_coffee": 0.9296950240770465, + "recall_coffee": 0.9771679226183781, + "F1_noncoffee": 0.5520833333333334, + "IoU_noncoffee": 0.381294964028777, + "kappa": 0.5078212372352428, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8697299857887257, + "mIoU": 0.7429698664397547, + "macroF1": 0.8499529086951412, + "F1_coffee": 0.9044276082574546, + "IoU_coffee": 0.8255297551072199, + "precision_coffee": 0.8727028839704896, + "recall_coffee": 0.9385458742065782, + "F1_noncoffee": 0.7954782091328276, + "IoU_noncoffee": 0.6604099777722895, + "kappa": 0.7007520722477619, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8684334622276714, + "mIoU": 0.7394812009957399, + "macroF1": 0.8474553459755803, + "F1_coffee": 0.9040247678018576, + "IoU_coffee": 0.8248587570621468, + "precision_coffee": 0.8696227663798809, + "recall_coffee": 0.9412607449856734, + "F1_noncoffee": 0.7908859241493029, + "IoU_noncoffee": 0.654103644929333, + "kappa": 0.6959474522530307, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8299537866641516, + "mIoU": 0.6682886224779656, + "macroF1": 0.7952731784890696, + "F1_coffee": 0.8795349769492884, + "IoU_coffee": 0.7849731663685152, + "precision_coffee": 0.8240891448603982, + "recall_coffee": 0.9429799426934098, + "F1_noncoffee": 0.7110113800288508, + "IoU_noncoffee": 0.5516040785874161, + "kappa": 0.5949450448539906, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 52153, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.539584684371948, + "test_tta": { + "OA": 0.8848487782834641, + "mIoU": 0.7099315438881437, + "macroF1": 0.8205869916377395, + "F1_coffee": 0.9279620374577212, + "IoU_coffee": 0.8656055754379356, + "precision_coffee": 0.892122223947818, + "recall_coffee": 0.9668020112343004, + "F1_noncoffee": 0.7132119458177579, + "IoU_noncoffee": 0.554257512338352, + "kappa": 0.6434647710172084, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8532075689396562, + "mIoU": 0.6546468544085985, + "macroF1": 0.7775049274161578, + "F1_coffee": 0.9072873018764802, + "IoU_coffee": 0.830307274212641, + "precision_coffee": 0.8598387403097429, + "recall_coffee": 0.9602784365901159, + "F1_noncoffee": 0.6477225529558355, + "IoU_noncoffee": 0.4789864346045559, + "kappa": 0.5600997856442874, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s1_r0.05", + "val_epoch0": 0.6894667813638744 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6894667813638744, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.871582582873374, + "mIoU": 0.7028386982710028, + "macroF1": 0.8170585038476, + "F1_coffee": 0.9169320068066271, + "IoU_coffee": 0.8466061342124034, + "precision_coffee": 0.9100629973474801, + "recall_coffee": 0.9239054972335009, + "F1_noncoffee": 0.717185000888573, + "IoU_noncoffee": 0.5590712623296021, + "kappa": 0.6341879609022206, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8405445944386755, + "mIoU": 0.6524646644321741, + "macroF1": 0.7784174493016185, + "F1_coffee": 0.8957472890146158, + "IoU_coffee": 0.8111796150496132, + "precision_coffee": 0.8765063020170145, + "recall_coffee": 0.9158519889705173, + "F1_noncoffee": 0.6610876095886212, + "IoU_noncoffee": 0.4937497138147351, + "kappa": 0.5575280537246114, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07407407407407407, + "macroF1": 0.12903225806451613, + "F1_coffee": 0.25806451612903225, + "IoU_coffee": 0.14814814814814814, + "precision_coffee": 0.9230769230769231, + "recall_coffee": 0.15, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024940399779937658, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8788349514563106, + "mIoU": 0.7130335686953617, + "macroF1": 0.8243378426704485, + "F1_coffee": 0.9221799588451706, + "IoU_coffee": 0.8555973387330055, + "precision_coffee": 0.9082478658723823, + "recall_coffee": 0.9365461338737255, + "F1_noncoffee": 0.7264957264957265, + "IoU_noncoffee": 0.5704697986577181, + "kappa": 0.6489659845269926, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8867559595764228, + "mIoU": 0.7348665147927937, + "macroF1": 0.8408750028451022, + "F1_coffee": 0.9263197634178569, + "IoU_coffee": 0.862751992498828, + "precision_coffee": 0.9250392711278668, + "recall_coffee": 0.9276038056833218, + "F1_noncoffee": 0.7554302422723476, + "IoU_noncoffee": 0.6069810370867595, + "kappa": 0.681752029878824, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8491852424931097, + "mIoU": 0.6625214637807474, + "macroF1": 0.7858333921258565, + "F1_coffee": 0.902314510319772, + "IoU_coffee": 0.8220155215704177, + "precision_coffee": 0.8970606551251713, + "recall_coffee": 0.9076302690441687, + "F1_noncoffee": 0.6693522739319411, + "IoU_noncoffee": 0.5030274059910771, + "kappa": 0.5717165097787632, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.895370831259333, + "mIoU": 0.612386846827623, + "macroF1": 0.7218373011578934, + "F1_coffee": 0.9415429111741476, + "IoU_coffee": 0.8895428271150815, + "precision_coffee": 0.9280701754385965, + "recall_coffee": 0.9554125747827068, + "F1_noncoffee": 0.502131691141639, + "IoU_noncoffee": 0.33523086654016443, + "kappa": 0.44467133188626856, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9110934709267712, + "mIoU": 0.6628841677918484, + "macroF1": 0.7712312451629882, + "F1_coffee": 0.9501058024278873, + "IoU_coffee": 0.9049538559456879, + "precision_coffee": 0.94088452630418, + "recall_coffee": 0.9595096164660893, + "F1_noncoffee": 0.5923566878980892, + "IoU_noncoffee": 0.42081447963800905, + "kappa": 0.5428212682386452, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8771581663028378, + "mIoU": 0.5941638093816671, + "macroF1": 0.7067991509873813, + "F1_coffee": 0.9302927927927928, + "IoU_coffee": 0.869670491630698, + "precision_coffee": 0.9314466117938889, + "recall_coffee": 0.9291418288156563, + "F1_noncoffee": 0.48330550918196996, + "IoU_noncoffee": 0.3186571271326362, + "kappa": 0.41360497166809784, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630980577925154, + "mIoU": 0.7362103745082469, + "macroF1": 0.8457471030126746, + "F1_coffee": 0.8974813763746009, + "IoU_coffee": 0.814028314028314, + "precision_coffee": 0.8830099120480246, + "recall_coffee": 0.9124350836699365, + "F1_noncoffee": 0.7940128296507484, + "IoU_noncoffee": 0.6583924349881797, + "kappa": 0.6916606086664333, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8636235027822314, + "mIoU": 0.7414580575954897, + "macroF1": 0.8497207452783384, + "F1_coffee": 0.8954295632050912, + "IoU_coffee": 0.8106586355898913, + "precision_coffee": 0.9040595794392523, + "recall_coffee": 0.8869627507163323, + "F1_noncoffee": 0.8040119273515858, + "IoU_noncoffee": 0.672257479601088, + "kappa": 0.6994928126904393, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8225973781005376, + "mIoU": 0.6718820069878624, + "macroF1": 0.7999719940133141, + "F1_coffee": 0.867245394876138, + "IoU_coffee": 0.765607476635514, + "precision_coffee": 0.8546390318542217, + "recall_coffee": 0.8802292263610315, + "F1_noncoffee": 0.7326985931504902, + "IoU_noncoffee": 0.5781565373402108, + "kappa": 0.6001191728189733, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2613, + 2995 + ], + [ + 51392, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5473425149917603, + "test_tta": { + "OA": 0.881427326425874, + "mIoU": 0.7155842453894175, + "macroF1": 0.8260017669568205, + "F1_coffee": 0.9242053789731052, + "IoU_coffee": 0.8590909090909091, + "precision_coffee": 0.9067408906882591, + "recall_coffee": 0.9423558369974544, + "F1_noncoffee": 0.7277981549405357, + "IoU_noncoffee": 0.5720775816879259, + "kappa": 0.6524665484439935, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8495009807315104, + "mIoU": 0.6614401086141245, + "macroF1": 0.7847578100573463, + "F1_coffee": 0.9028063671842255, + "IoU_coffee": 0.822832306151208, + "precision_coffee": 0.8731937587834673, + "recall_coffee": 0.934497984998361, + "F1_noncoffee": 0.6667092529304672, + "IoU_noncoffee": 0.500047911077041, + "kappa": 0.5712067053908968, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6787124737773993 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6787124737773993, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8727930021626158, + "mIoU": 0.701654093814828, + "macroF1": 0.8158097663380333, + "F1_coffee": 0.9182585609690332, + "IoU_coffee": 0.8488706522989607, + "precision_coffee": 0.9054874930971714, + "recall_coffee": 0.931395030820693, + "F1_noncoffee": 0.7133609717070333, + "IoU_noncoffee": 0.5544375353306953, + "kappa": 0.6318763216137175, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8423762547594323, + "mIoU": 0.6523141869708, + "macroF1": 0.7778468077114932, + "F1_coffee": 0.8975774331099761, + "IoU_coffee": 0.8141863746875904, + "precision_coffee": 0.8731675297206622, + "recall_coffee": 0.9233913730934614, + "F1_noncoffee": 0.6581161823130103, + "IoU_noncoffee": 0.4904419992540097, + "kappa": 0.556849650340228, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7283950617283951, + "mIoU": 0.3842391304347826, + "macroF1": 0.46195652173913043, + "F1_coffee": 0.8405797101449275, + "IoU_coffee": 0.725, + "precision_coffee": 1.0, + "recall_coffee": 0.725, + "F1_noncoffee": 0.08333333333333333, + "IoU_noncoffee": 0.043478260869565216, + "kappa": 0.061116965226554465, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.882378640776699, + "mIoU": 0.7149534875003444, + "macroF1": 0.8252986973213602, + "F1_coffee": 0.9251583011583011, + "IoU_coffee": 0.8607391229380998, + "precision_coffee": 0.9030390738060782, + "recall_coffee": 0.948388322462162, + "F1_noncoffee": 0.7254390934844193, + "IoU_noncoffee": 0.5691678520625889, + "kappa": 0.6513647440936841, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8825008461873217, + "mIoU": 0.7226683779927292, + "macroF1": 0.8316905971931865, + "F1_coffee": 0.9241667706903008, + "IoU_coffee": 0.8590241921448047, + "precision_coffee": 0.9155382427502627, + "recall_coffee": 0.9329594858547036, + "F1_noncoffee": 0.7392144236960722, + "IoU_noncoffee": 0.5863125638406538, + "kappa": 0.6634839842275739, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8535370630046903, + "mIoU": 0.6689562736209607, + "macroF1": 0.7907901894189133, + "F1_coffee": 0.9053644515262287, + "IoU_coffee": 0.827092133805229, + "precision_coffee": 0.8979300941993059, + "recall_coffee": 0.9129229412135341, + "F1_noncoffee": 0.6762159273115981, + "IoU_noncoffee": 0.5108204134366925, + "kappa": 0.5816784888170854, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9078148332503733, + "mIoU": 0.6305470603329545, + "macroF1": 0.7382377275234417, + "F1_coffee": 0.9489244346387203, + "IoU_coffee": 0.9028127623845508, + "precision_coffee": 0.9278394995146154, + "recall_coffee": 0.9709899537193815, + "F1_noncoffee": 0.5275510204081633, + "IoU_noncoffee": 0.35828135828135826, + "kappa": 0.4789643581500437, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9147648342925183, + "mIoU": 0.6641897897841222, + "macroF1": 0.7715929623420283, + "F1_coffee": 0.9524284211109265, + "IoU_coffee": 0.9091774159441742, + "precision_coffee": 0.9381409557058695, + "recall_coffee": 0.9671578000224946, + "F1_noncoffee": 0.5907575035731301, + "IoU_noncoffee": 0.4192021636240703, + "kappa": 0.5440955889718027, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8926374280611232, + "mIoU": 0.6265559011034599, + "macroF1": 0.738437455624254, + "F1_coffee": 0.9392680736416704, + "IoU_coffee": 0.8854905280982115, + "precision_coffee": 0.9374789915966386, + "recall_coffee": 0.941063997300641, + "F1_noncoffee": 0.5376068376068376, + "IoU_noncoffee": 0.3676212741087084, + "kappa": 0.4768894165005461, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8581714827096163, + "mIoU": 0.7258799213617113, + "macroF1": 0.8384239291741112, + "F1_coffee": 0.8949104949104949, + "IoU_coffee": 0.8098081565239487, + "precision_coffee": 0.8715985231779023, + "recall_coffee": 0.9195037507212925, + "F1_noncoffee": 0.7819373634377276, + "IoU_noncoffee": 0.6419516861994738, + "kappa": 0.6773268300018647, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8518343864943884, + "mIoU": 0.7202971858688417, + "macroF1": 0.8350306247307612, + "F1_coffee": 0.8876814184599986, + "IoU_coffee": 0.7980460213395038, + "precision_coffee": 0.8859711716854574, + "recall_coffee": 0.8893982808022922, + "F1_noncoffee": 0.7823798310015238, + "IoU_noncoffee": 0.6425483503981797, + "kappa": 0.670063631540199, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8163727247005564, + "mIoU": 0.6621024659853951, + "macroF1": 0.7926261276195603, + "F1_coffee": 0.8628003664294271, + "IoU_coffee": 0.7587061593753873, + "precision_coffee": 0.8489807238940508, + "recall_coffee": 0.8770773638968481, + "F1_noncoffee": 0.7224518888096935, + "IoU_noncoffee": 0.5654987725954028, + "kappa": 0.5854744503958135, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2618, + 2995 + ], + [ + 51462, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.530622442563375, + "test_tta": { + "OA": 0.8747296730254027, + "mIoU": 0.6991368567565077, + "macroF1": 0.8132589857927852, + "F1_coffee": 0.9203995405693658, + "IoU_coffee": 0.8525371886695671, + "precision_coffee": 0.8978771083855219, + "recall_coffee": 0.9440809542843919, + "F1_noncoffee": 0.7061184310162048, + "IoU_noncoffee": 0.5457365248434483, + "kappa": 0.6273835682125688, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8443665628245067, + "mIoU": 0.6489201878050936, + "macroF1": 0.7741478583587387, + "F1_coffee": 0.900080557793272, + "IoU_coffee": 0.8183149813112436, + "precision_coffee": 0.8658080376229158, + "recall_coffee": 0.9371782264129115, + "F1_noncoffee": 0.6482151589242053, + "IoU_noncoffee": 0.4795253942989437, + "kappa": 0.5507739427494405, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s2_r0.05", + "val_epoch0": 0.6991980092348131 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6991980092348131, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8712759433200994, + "mIoU": 0.6913808725201744, + "macroF1": 0.8071712738567518, + "F1_coffee": 0.9183523052985013, + "IoU_coffee": 0.8490308903694731, + "precision_coffee": 0.894347522679693, + "recall_coffee": 0.943681231986199, + "F1_noncoffee": 0.6959902424150023, + "IoU_noncoffee": 0.5337308546708757, + "kappa": 0.6153742748708108, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8417849313487943, + "mIoU": 0.6428454935011234, + "macroF1": 0.7689238518072294, + "F1_coffee": 0.8986792278562852, + "IoU_coffee": 0.8160013418316001, + "precision_coffee": 0.8624510273183357, + "recall_coffee": 0.9380844950926515, + "F1_noncoffee": 0.6391684757581738, + "IoU_noncoffee": 0.4696896451706468, + "kappa": 0.5407336961480516, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7901234567901234, + "mIoU": 0.3950617283950617, + "macroF1": 0.4413793103448276, + "F1_coffee": 0.8827586206896552, + "IoU_coffee": 0.7901234567901234, + "precision_coffee": 0.9846153846153847, + "recall_coffee": 0.8, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.023791821561338748, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8695145631067961, + "mIoU": 0.6877207146678437, + "macroF1": 0.8042951359186906, + "F1_coffee": 0.9172719438631047, + "IoU_coffee": 0.8471859010801592, + "precision_coffee": 0.8922818992874678, + "recall_coffee": 0.9437021087961497, + "F1_noncoffee": 0.6913183279742765, + "IoU_noncoffee": 0.5282555282555282, + "kappa": 0.6097324932925238, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8684783134277839, + "mIoU": 0.6952434519068198, + "macroF1": 0.8111147593466904, + "F1_coffee": 0.9152066837084606, + "IoU_coffee": 0.8436691763894477, + "precision_coffee": 0.9057197507249953, + "recall_coffee": 0.9248944615966228, + "F1_noncoffee": 0.7070228349849202, + "IoU_noncoffee": 0.546817727424192, + "kappa": 0.6223726713975387, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8758280547362314, + "mIoU": 0.6905251334195417, + "macroF1": 0.8054799067478091, + "F1_coffee": 0.9224590856935805, + "IoU_coffee": 0.8560780137869193, + "precision_coffee": 0.8856612744245376, + "recall_coffee": 0.9624472307983114, + "F1_noncoffee": 0.6885007278020379, + "IoU_noncoffee": 0.5249722530521642, + "kappa": 0.6136391538881492, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8841214534594326, + "mIoU": 0.5834582900103362, + "macroF1": 0.6915432193737064, + "F1_coffee": 0.9352686019352686, + "IoU_coffee": 0.8784080225634597, + "precision_coffee": 0.9217362709634989, + "recall_coffee": 0.9492041991195395, + "F1_noncoffee": 0.4478178368121442, + "IoU_noncoffee": 0.2885085574572127, + "kappa": 0.38421864562418695, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8696169874975194, + "mIoU": 0.5830608672962598, + "macroF1": 0.6962249611681558, + "F1_coffee": 0.9257291431155324, + "IoU_coffee": 0.861727875407766, + "precision_coffee": 0.9304624474491535, + "recall_coffee": 0.9210437521088741, + "F1_noncoffee": 0.4667207792207792, + "IoU_noncoffee": 0.3043938591847538, + "kappa": 0.39256278980288356, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9170470331414964, + "mIoU": 0.6361926020026722, + "macroF1": 0.7416346587766548, + "F1_coffee": 0.9545207267979545, + "IoU_coffee": 0.912998230825268, + "precision_coffee": 0.9243493836265936, + "recall_coffee": 0.9867281520638849, + "F1_noncoffee": 0.5287485907553551, + "IoU_noncoffee": 0.3593869731800766, + "kappa": 0.4889115656245009, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8556134533396494, + "mIoU": 0.7173596579941184, + "macroF1": 0.8320299479982457, + "F1_coffee": 0.8949689869055824, + "IoU_coffee": 0.8099039540975427, + "precision_coffee": 0.8568223805753497, + "recall_coffee": 0.9366705135603001, + "F1_noncoffee": 0.769090909090909, + "IoU_noncoffee": 0.6248153618906942, + "kappa": 0.665517458350053, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8673960199943412, + "mIoU": 0.7400461100063036, + "macroF1": 0.8480538671313305, + "F1_coffee": 0.9022660920339218, + "IoU_coffee": 0.82193515704154, + "precision_coffee": 0.8763165001350256, + "recall_coffee": 0.9297994269340975, + "F1_noncoffee": 0.793841642228739, + "IoU_noncoffee": 0.6581570629710674, + "kappa": 0.6966687975530063, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8366500047156465, + "mIoU": 0.683658322048859, + "macroF1": 0.8073838244499376, + "F1_coffee": 0.8824647122692725, + "IoU_coffee": 0.7896526597036677, + "precision_coffee": 0.8383187209902011, + "recall_coffee": 0.9315186246418338, + "F1_noncoffee": 0.7323029366306028, + "IoU_noncoffee": 0.5776639843940502, + "kappa": 0.6171854910176027, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2611, + 2995 + ], + [ + 51375, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5595985134442647, + "test_tta": { + "OA": 0.8717439721119395, + "mIoU": 0.688117916508119, + "macroF1": 0.804186064877915, + "F1_coffee": 0.9192024970261394, + "IoU_coffee": 0.8504854003612282, + "precision_coffee": 0.8894419959074453, + "recall_coffee": 0.9510234994635306, + "F1_noncoffee": 0.6891696327296906, + "IoU_noncoffee": 0.5257504326550099, + "kappa": 0.6100516213644526, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8428089304257529, + "mIoU": 0.6399233594729732, + "macroF1": 0.7658233106605774, + "F1_coffee": 0.9000925832561806, + "IoU_coffee": 0.8183348612384366, + "precision_coffee": 0.8578717455879783, + "recall_coffee": 0.9466844063940147, + "F1_noncoffee": 0.6315540380649741, + "IoU_noncoffee": 0.46151185770750985, + "kappa": 0.5357932626608731, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.7069564029826688 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7069564029826688, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8778606242535748, + "mIoU": 0.7073237875563595, + "macroF1": 0.8196895069352788, + "F1_coffee": 0.9221046564288361, + "IoU_coffee": 0.8554677055880219, + "precision_coffee": 0.9026862543578582, + "recall_coffee": 0.9423768750131487, + "F1_noncoffee": 0.7172743574417214, + "IoU_noncoffee": 0.5591798695246971, + "kappa": 0.6399836988600944, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8474962501442252, + "mIoU": 0.6561165718933466, + "macroF1": 0.7802376926373709, + "F1_coffee": 0.9018144000594276, + "IoU_coffee": 0.8211857814455304, + "precision_coffee": 0.8697365357405119, + "recall_coffee": 0.936349086982511, + "F1_noncoffee": 0.6586609852153141, + "IoU_noncoffee": 0.49104736234116286, + "kappa": 0.5625441344611721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19730392156862744, + "macroF1": 0.2919580419580419, + "F1_coffee": 0.5454545454545454, + "IoU_coffee": 0.375, + "precision_coffee": 1.0, + "recall_coffee": 0.375, + "F1_noncoffee": 0.038461538461538464, + "IoU_noncoffee": 0.0196078431372549, + "kappa": 0.014598540145985326, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8759223300970874, + "mIoU": 0.7041438195264751, + "macroF1": 0.8173427174389916, + "F1_coffee": 0.9207834872621335, + "IoU_coffee": 0.8531962552409397, + "precision_coffee": 0.9016691957511381, + "recall_coffee": 0.9407257298461149, + "F1_noncoffee": 0.7139019476158496, + "IoU_noncoffee": 0.5550913838120104, + "kappa": 0.6352773832369986, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8763115903486292, + "mIoU": 0.7115089863833265, + "macroF1": 0.8235217889317581, + "F1_coffee": 0.920042510627657, + "IoU_coffee": 0.8519247467438495, + "precision_coffee": 0.9129086284969915, + "recall_coffee": 0.9272887656732405, + "F1_noncoffee": 0.7270010672358591, + "IoU_noncoffee": 0.5710932260228034, + "kappa": 0.6471171527472093, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8813403607175668, + "mIoU": 0.7058174017582405, + "macroF1": 0.8177359811577769, + "F1_coffee": 0.9254057997446653, + "IoU_coffee": 0.8611676849966056, + "precision_coffee": 0.8939918952252305, + "recall_coffee": 0.9591078066914498, + "F1_noncoffee": 0.7100661625708885, + "IoU_noncoffee": 0.5504671185198754, + "kappa": 0.6372130561048504, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8920856147336984, + "mIoU": 0.6023001237554403, + "macroF1": 0.7112910622455153, + "F1_coffee": 0.9397576970101145, + "IoU_coffee": 0.8863612538001887, + "precision_coffee": 0.9255610290093049, + "recall_coffee": 0.9543966587650976, + "F1_noncoffee": 0.48282442748091603, + "IoU_noncoffee": 0.3182389937106918, + "kappa": 0.4237460176335486, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8910498114705299, + "mIoU": 0.615776858380047, + "macroF1": 0.727035324728889, + "F1_coffee": 0.9386249301285634, + "IoU_coffee": 0.884348009269012, + "precision_coffee": 0.9329925547283031, + "recall_coffee": 0.9443257226408728, + "F1_noncoffee": 0.5154457193292145, + "IoU_noncoffee": 0.34720570749108204, + "kappa": 0.4542276816773514, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9126810875173645, + "mIoU": 0.633400020316314, + "macroF1": 0.7398942664961066, + "F1_coffee": 0.9518915372840586, + "IoU_coffee": 0.9081994575422491, + "precision_coffee": 0.926071694500585, + "recall_coffee": 0.9791924417950737, + "F1_noncoffee": 0.5278969957081545, + "IoU_noncoffee": 0.358600583090379, + "kappa": 0.4837268690759923, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8605400284225485, + "mIoU": 0.7293680842945613, + "macroF1": 0.8407966822176783, + "F1_coffee": 0.8968609865470852, + "IoU_coffee": 0.8130081300813008, + "precision_coffee": 0.8719346049046321, + "recall_coffee": 0.9232544720138488, + "F1_noncoffee": 0.7847323778882714, + "IoU_noncoffee": 0.6457280385078219, + "kappa": 0.6821355505000081, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8623031217579931, + "mIoU": 0.7357006411082554, + "macroF1": 0.8454752839990749, + "F1_coffee": 0.896468586016168, + "IoU_coffee": 0.812363449428094, + "precision_coffee": 0.8875315922493682, + "recall_coffee": 0.9055873925501433, + "F1_noncoffee": 0.7944819819819819, + "IoU_noncoffee": 0.6590378327884167, + "kappa": 0.6910127598617705, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8515514477034801, + "mIoU": 0.7101576254172611, + "macroF1": 0.8268756094423628, + "F1_coffee": 0.8922360673695742, + "IoU_coffee": 0.8054388133498146, + "precision_coffee": 0.8544453186467349, + "recall_coffee": 0.9335243553008596, + "F1_noncoffee": 0.7615151515151515, + "IoU_noncoffee": 0.6148764374847077, + "kappa": 0.6552436766318811, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2623, + 2995 + ], + [ + 51771, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.516355907917023, + "test_tta": { + "OA": 0.8805396856137633, + "mIoU": 0.7057852371039681, + "macroF1": 0.8178624850390908, + "F1_coffee": 0.924707557725562, + "IoU_coffee": 0.8599591342515513, + "precision_coffee": 0.8951690726116155, + "recall_coffee": 0.9562619653714262, + "F1_noncoffee": 0.7110174123526196, + "IoU_noncoffee": 0.5516113399563848, + "kappa": 0.6372409896156991, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8498038536979347, + "mIoU": 0.6526767893862813, + "macroF1": 0.7764367620328942, + "F1_coffee": 0.9045077758215962, + "IoU_coffee": 0.8256633464468067, + "precision_coffee": 0.8623306233062331, + "recall_coffee": 0.9510229266693662, + "F1_noncoffee": 0.6483657482441924, + "IoU_noncoffee": 0.4796902323257557, + "kappa": 0.5567778985455244, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s0_r0.05", + "val_epoch0": 0.6310608852233772 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6310608852233772, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642103554617757, + "mIoU": 0.6831687293042137, + "macroF1": 0.8013465454477331, + "F1_coffee": 0.91309677151286, + "IoU_coffee": 0.8400902192403998, + "precision_coffee": 0.8864305594772296, + "recall_coffee": 0.9414171271901641, + "F1_noncoffee": 0.6895963193826061, + "IoU_noncoffee": 0.5262472393680276, + "kappa": 0.6039732051649266, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8247952001846083, + "mIoU": 0.6226604134889663, + "macroF1": 0.7533113437982977, + "F1_coffee": 0.8861053815863491, + "IoU_coffee": 0.7955019863982223, + "precision_coffee": 0.865003386355732, + "recall_coffee": 0.9082626996482731, + "F1_noncoffee": 0.6205173060102461, + "IoU_noncoffee": 0.44981884057971017, + "kappa": 0.5075990680199762, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32505966587112173, + "mIoU": 0.16329470313702557, + "macroF1": 0.2473938643772916, + "F1_coffee": 0.48916184971098264, + "IoU_coffee": 0.3237685318029651, + "precision_coffee": 1.0, + "recall_coffee": 0.3237685318029651, + "F1_noncoffee": 0.005625879043600563, + "IoU_noncoffee": 0.0028208744710860366, + "kappa": 0.0018249540223455897, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8730837264150944, + "mIoU": 0.7061640153936234, + "macroF1": 0.8196072469664029, + "F1_coffee": 0.9178252155378106, + "IoU_coffee": 0.8481302916274694, + "precision_coffee": 0.8985299613803414, + "recall_coffee": 0.9379673580857013, + "F1_noncoffee": 0.7213892783949951, + "IoU_noncoffee": 0.5641977391597773, + "kappa": 0.6397776979312311, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.866394993450735, + "mIoU": 0.6859702774808516, + "macroF1": 0.8033866896254929, + "F1_coffee": 0.9146893005390001, + "IoU_coffee": 0.8427902728621989, + "precision_coffee": 0.8870463830809902, + "recall_coffee": 0.9441105000639468, + "F1_noncoffee": 0.6920840787119857, + "IoU_noncoffee": 0.5291502820995042, + "kappa": 0.6081468741575703, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8532816662630177, + "mIoU": 0.6574360064729904, + "macroF1": 0.7801326172867173, + "F1_coffee": 0.9069517402389948, + "IoU_coffee": 0.8297453768759485, + "precision_coffee": 0.8743188817815684, + "recall_coffee": 0.9421150041483183, + "F1_noncoffee": 0.6533134943344397, + "IoU_noncoffee": 0.4851266360700323, + "kappa": 0.5625358400468352, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8789452250050906, + "mIoU": 0.6627600353785565, + "macroF1": 0.7791204903533671, + "F1_coffee": 0.9276103500761035, + "IoU_coffee": 0.8649937549676394, + "precision_coffee": 0.9255254525574049, + "recall_coffee": 0.9297046619477667, + "F1_noncoffee": 0.6306306306306306, + "IoU_noncoffee": 0.4605263157894737, + "kappa": 0.5582524187378451, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8656554712892741, + "mIoU": 0.6241788685261405, + "macroF1": 0.7437392073484403, + "F1_coffee": 0.9204942877127535, + "IoU_coffee": 0.8526997840172786, + "precision_coffee": 0.9148418491484185, + "recall_coffee": 0.926217008797654, + "F1_noncoffee": 0.566984126984127, + "IoU_noncoffee": 0.39565795303500223, + "kappa": 0.487584953303665, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8558717121345458, + "mIoU": 0.5929446848771169, + "macroF1": 0.7124254957096364, + "F1_coffee": 0.9155300859598854, + "IoU_coffee": 0.8442189811879095, + "precision_coffee": 0.9023949389968369, + "recall_coffee": 0.9290532682019074, + "F1_noncoffee": 0.5093209054593875, + "IoU_noncoffee": 0.34167038856632426, + "kappa": 0.4255579895525362, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.867616334283001, + "mIoU": 0.727795752717538, + "macroF1": 0.838389563019573, + "F1_coffee": 0.9071162046908315, + "IoU_coffee": 0.8300207291793684, + "precision_coffee": 0.8701265499169116, + "recall_coffee": 0.9473903966597077, + "F1_noncoffee": 0.7696629213483146, + "IoU_noncoffee": 0.6255707762557078, + "kappa": 0.6782211653232199, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8671128107074569, + "mIoU": 0.7223536628583418, + "macroF1": 0.8341009504741919, + "F1_coffee": 0.9081052492397197, + "IoU_coffee": 0.831678372487285, + "precision_coffee": 0.8571072007987021, + "recall_coffee": 0.9655560241810769, + "F1_noncoffee": 0.7600966517086641, + "IoU_noncoffee": 0.6130289532293987, + "kappa": 0.6712404122715868, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8507391053945095, + "mIoU": 0.6932870240713975, + "macroF1": 0.8129018116532423, + "F1_coffee": 0.897040323114613, + "IoU_coffee": 0.8133029175171089, + "precision_coffee": 0.8433764940239044, + "recall_coffee": 0.9579974543911752, + "F1_noncoffee": 0.7287633001918716, + "IoU_noncoffee": 0.573271130625686, + "kappa": 0.6297526814950046, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 21, + 27 + ], + [ + 530, + 563 + ], + [ + 6577, + 7520 + ], + [ + 46116, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5320870717366537, + "test_tta": { + "OA": 0.8704755721473787, + "mIoU": 0.6916709423011609, + "macroF1": 0.8075895201267655, + "F1_coffee": 0.9175892267019167, + "IoU_coffee": 0.847727359462657, + "precision_coffee": 0.8859330754197743, + "recall_coffee": 0.9515914835282526, + "F1_noncoffee": 0.6975898135516144, + "IoU_noncoffee": 0.5356145251396648, + "kappa": 0.6169735901574986, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.831660320756894, + "mIoU": 0.6301684360494492, + "macroF1": 0.7590295367889004, + "F1_coffee": 0.8913241839071898, + "IoU_coffee": 0.8039538438282077, + "precision_coffee": 0.864410452747729, + "recall_coffee": 0.919967710315401, + "F1_noncoffee": 0.6267348896706109, + "IoU_noncoffee": 0.4563830282706907, + "kappa": 0.5196584197310053, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6272174460785958 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6272174460785958, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8448628469404318, + "mIoU": 0.6450971421981112, + "macroF1": 0.7703503508214862, + "F1_coffee": 0.9011623097286565, + "IoU_coffee": 0.8201050234326476, + "precision_coffee": 0.8711463873005718, + "recall_coffee": 0.933320481514801, + "F1_noncoffee": 0.6395383919143159, + "IoU_noncoffee": 0.4700892609635749, + "kappa": 0.5426807555500385, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8040988808122764, + "mIoU": 0.5878652137715001, + "macroF1": 0.7228032202036012, + "F1_coffee": 0.8729194929129438, + "IoU_coffee": 0.7744961317528306, + "precision_coffee": 0.8504265713869039, + "recall_coffee": 0.8966345691825712, + "F1_noncoffee": 0.5726869474942586, + "IoU_noncoffee": 0.4012342957901697, + "kappa": 0.4469074578404448, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23198090692124104, + "mIoU": 0.11649578404540108, + "macroF1": 0.18980368178080687, + "F1_coffee": 0.37465993004275167, + "IoU_coffee": 0.2305117168818747, + "precision_coffee": 1.0, + "recall_coffee": 0.2305117168818747, + "F1_noncoffee": 0.004947433518862091, + "IoU_noncoffee": 0.0024798512089274642, + "kappa": 0.0011426163603342552, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8554933176100629, + "mIoU": 0.6769591574316352, + "macroF1": 0.7976251724705776, + "F1_coffee": 0.9058428045461822, + "IoU_coffee": 0.8278909176029963, + "precision_coffee": 0.8922174571140262, + "recall_coffee": 0.9198907601274465, + "F1_noncoffee": 0.6894075403949731, + "IoU_noncoffee": 0.5260273972602739, + "kappa": 0.595561476201174, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8516470188715859, + "mIoU": 0.6595010848411401, + "macroF1": 0.782455789637336, + "F1_coffee": 0.905142998945344, + "IoU_coffee": 0.8267225747960109, + "precision_coffee": 0.8789156626506024, + "recall_coffee": 0.9329837575137485, + "F1_noncoffee": 0.659768580329328, + "IoU_noncoffee": 0.4922795948862693, + "kappa": 0.5662967765842004, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8276095906999273, + "mIoU": 0.5969267584941327, + "macroF1": 0.7256415699734604, + "F1_coffee": 0.8929012067045831, + "IoU_coffee": 0.8065235118238652, + "precision_coffee": 0.8447784990320009, + "recall_coffee": 0.9468377050226562, + "F1_noncoffee": 0.5583819332423378, + "IoU_noncoffee": 0.3873300051644001, + "kappa": 0.4585283731089601, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8716147424149867, + "mIoU": 0.6655846480317976, + "macroF1": 0.7835507479807531, + "F1_coffee": 0.9216137253683098, + "IoU_coffee": 0.8546230112981323, + "precision_coffee": 0.9391866210566324, + "recall_coffee": 0.9046863558701489, + "F1_noncoffee": 0.6454877705931965, + "IoU_noncoffee": 0.47654628476546285, + "kappa": 0.5677858377451446, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8591549295774648, + "mIoU": 0.6224753535428128, + "macroF1": 0.7437850339636654, + "F1_coffee": 0.9157137805021809, + "IoU_coffee": 0.8445314198738856, + "precision_coffee": 0.9202701101765194, + "recall_coffee": 0.9112023460410558, + "F1_noncoffee": 0.5718562874251497, + "IoU_noncoffee": 0.40041928721174, + "kappa": 0.4876338668078636, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8541116651999608, + "mIoU": 0.5920056502606628, + "macroF1": 0.7119225852990365, + "F1_coffee": 0.9143119687571789, + "IoU_coffee": 0.8421498095641134, + "precision_coffee": 0.9031086907193102, + "recall_coffee": 0.9257966969062573, + "F1_noncoffee": 0.5095332018408941, + "IoU_noncoffee": 0.3418614909572122, + "kappa": 0.4243522272246781, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8404558404558404, + "mIoU": 0.6788808255997643, + "macroF1": 0.8024632377769829, + "F1_coffee": 0.88909426987061, + "IoU_coffee": 0.800332778702163, + "precision_coffee": 0.845661182971242, + "recall_coffee": 0.9372303409881698, + "F1_noncoffee": 0.7158322056833559, + "IoU_noncoffee": 0.5574288724973656, + "kappa": 0.6075787714010584, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8443594646271511, + "mIoU": 0.6799193262440186, + "macroF1": 0.8025780298184981, + "F1_coffee": 0.893399685699319, + "IoU_coffee": 0.8073372781065089, + "precision_coffee": 0.8361318789067288, + "recall_coffee": 0.9590889919865035, + "F1_noncoffee": 0.7117563739376771, + "IoU_noncoffee": 0.5525013743815284, + "kappa": 0.6101017177122039, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8015933960453062, + "mIoU": 0.5926504507845756, + "macroF1": 0.7286675710322434, + "F1_coffee": 0.8693343447752703, + "IoU_coffee": 0.7688695068768869, + "precision_coffee": 0.7860082304526749, + "recall_coffee": 0.972422571064913, + "F1_noncoffee": 0.5880007972892166, + "IoU_noncoffee": 0.41643139469226426, + "kappa": 0.4759068349819605, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 422, + 563 + ], + [ + 6441, + 7520 + ], + [ + 45163, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5443933327992756, + "test_tta": { + "OA": 0.8471027430611914, + "mIoU": 0.6414167461587434, + "macroF1": 0.7662127543525974, + "F1_coffee": 0.9037301992846193, + "IoU_coffee": 0.8243684161461732, + "precision_coffee": 0.8641818466108983, + "recall_coffee": 0.9470719273443859, + "F1_noncoffee": 0.6286953094205755, + "IoU_noncoffee": 0.4584650761713136, + "kappa": 0.536172163585858, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8074449059651552, + "mIoU": 0.5847453135926114, + "macroF1": 0.7184029394719137, + "F1_coffee": 0.8767505192707131, + "IoU_coffee": 0.7805483414970906, + "precision_coffee": 0.8435235185448344, + "recall_coffee": 0.912702531280632, + "F1_noncoffee": 0.5600553596731143, + "IoU_noncoffee": 0.38894228568813216, + "kappa": 0.43990801030930654, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s1_r0.05", + "val_epoch0": 0.6388697979031135 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6388697979031135, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8691933127739003, + "mIoU": 0.697625910911802, + "macroF1": 0.8130391855118215, + "F1_coffee": 0.9155019659239843, + "IoU_coffee": 0.8441711622870622, + "precision_coffee": 0.8966707059089322, + "recall_coffee": 0.93514115580688, + "F1_noncoffee": 0.7105764050996588, + "IoU_noncoffee": 0.5510806595365418, + "kappa": 0.6266424048053463, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8285594784815968, + "mIoU": 0.6340188983261291, + "macroF1": 0.7636048008602898, + "F1_coffee": 0.8875199894020684, + "IoU_coffee": 0.7977851115949919, + "precision_coffee": 0.8740960262431969, + "recall_coffee": 0.9013627015702781, + "F1_noncoffee": 0.6396896123185111, + "IoU_noncoffee": 0.47025268505726636, + "kappa": 0.5275665335685764, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2897374701670644, + "mIoU": 0.14536550084445488, + "macroF1": 0.2260436404371194, + "F1_coffee": 0.44807121661721067, + "IoU_coffee": 0.2887189292543021, + "precision_coffee": 0.9983471074380166, + "recall_coffee": 0.288857006217121, + "F1_noncoffee": 0.004016064257028112, + "IoU_noncoffee": 0.002012072434607646, + "kappa": 0.0002084662974139922, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8881191037735849, + "mIoU": 0.7355170171850232, + "macroF1": 0.8411709394929965, + "F1_coffee": 0.9275233154024891, + "IoU_coffee": 0.8648424051759958, + "precision_coffee": 0.9084673899488714, + "recall_coffee": 0.9473957994668054, + "F1_noncoffee": 0.7548185635835039, + "IoU_noncoffee": 0.6061916291940505, + "kappa": 0.6828139906112156, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8622228690632125, + "mIoU": 0.6861487043969466, + "macroF1": 0.8044065110559036, + "F1_coffee": 0.9107479572595851, + "IoU_coffee": 0.8361223312175419, + "precision_coffee": 0.8954393770856507, + "recall_coffee": 0.9265890778871978, + "F1_noncoffee": 0.698065064852222, + "IoU_noncoffee": 0.5361750775763514, + "kappa": 0.6091994316484527, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8574957616856381, + "mIoU": 0.6728734283837797, + "macroF1": 0.7934987438894419, + "F1_coffee": 0.9084572779886738, + "IoU_coffee": 0.8322690992018243, + "precision_coffee": 0.8863926164308701, + "recall_coffee": 0.9316484778862723, + "F1_noncoffee": 0.6785402097902098, + "IoU_noncoffee": 0.5134777575657351, + "kappa": 0.5878942015539759, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9034819792302994, + "mIoU": 0.7153772013959228, + "macroF1": 0.8217005747322327, + "F1_coffee": 0.9424547772247177, + "IoU_coffee": 0.8911720812765469, + "precision_coffee": 0.93756038647343, + "recall_coffee": 0.9474005369782768, + "F1_noncoffee": 0.7009463722397477, + "IoU_noncoffee": 0.5395823215152987, + "kappa": 0.6434516454688781, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8545257559342067, + "mIoU": 0.609135566519752, + "macroF1": 0.7308761422995098, + "F1_coffee": 0.9132961549750513, + "IoU_coffee": 0.8404278305963699, + "precision_coffee": 0.9141010575793185, + "recall_coffee": 0.9124926686217009, + "F1_noncoffee": 0.5484561296239682, + "IoU_noncoffee": 0.37784330244313397, + "kappa": 0.4617544580020965, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8634985821844138, + "mIoU": 0.598918637898634, + "macroF1": 0.7167688398849625, + "F1_coffee": 0.9206277007050262, + "IoU_coffee": 0.8529287821323219, + "precision_coffee": 0.9005561735261401, + "recall_coffee": 0.9416143289137009, + "F1_noncoffee": 0.5129099790648988, + "IoU_noncoffee": 0.344908493664946, + "kappa": 0.4352592653069747, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8737891737891738, + "mIoU": 0.739840866034861, + "macroF1": 0.8468993356707426, + "F1_coffee": 0.911062035735796, + "IoU_coffee": 0.8366519174041298, + "precision_coffee": 0.8774168600154679, + "recall_coffee": 0.9473903966597077, + "F1_noncoffee": 0.7827366356056891, + "IoU_noncoffee": 0.6430298146655923, + "kappa": 0.6948946014516214, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8696940726577438, + "mIoU": 0.7338114538412457, + "macroF1": 0.8428220412161382, + "F1_coffee": 0.9078119715928306, + "IoU_coffee": 0.8311865246470151, + "precision_coffee": 0.8747393117831074, + "recall_coffee": 0.9434837621256854, + "F1_noncoffee": 0.7778321108394458, + "IoU_noncoffee": 0.6364363830354761, + "kappa": 0.6867233168622416, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8516029948166635, + "mIoU": 0.7065559909186353, + "macroF1": 0.8239011691283635, + "F1_coffee": 0.8937457044673539, + "IoU_coffee": 0.8079025844930418, + "precision_coffee": 0.8693675625083568, + "recall_coffee": 0.9195304765945411, + "F1_noncoffee": 0.7540566337893733, + "IoU_noncoffee": 0.6052093973442288, + "kappa": 0.6484421905133471, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 544, + 563 + ], + [ + 6559, + 7520 + ], + [ + 46424, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5385540167490643, + "test_tta": { + "OA": 0.8690147703294919, + "mIoU": 0.6925433222808113, + "macroF1": 0.8086509943187584, + "F1_coffee": 0.9161244725299852, + "IoU_coffee": 0.8452303325534118, + "precision_coffee": 0.8898400904538847, + "recall_coffee": 0.9440089105941825, + "F1_noncoffee": 0.7011775161075317, + "IoU_noncoffee": 0.5398563120082107, + "kappa": 0.6184879155163061, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8296555901696089, + "mIoU": 0.6299837389111662, + "macroF1": 0.7593587530251866, + "F1_coffee": 0.8894215015307412, + "IoU_coffee": 0.8008632462780935, + "precision_coffee": 0.8670731262093389, + "recall_coffee": 0.9129523919352669, + "F1_noncoffee": 0.6292960045196322, + "IoU_noncoffee": 0.45910423154423885, + "kappa": 0.5197869818662899, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6660402345391578 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6686714815261324, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8680571335822107, + "mIoU": 0.7094245598051798, + "macroF1": 0.8232934589583727, + "F1_coffee": 0.9122318314816614, + "IoU_coffee": 0.8386270695199904, + "precision_coffee": 0.9197091415757734, + "recall_coffee": 0.9048751231632609, + "F1_noncoffee": 0.7343550864350838, + "IoU_noncoffee": 0.5802220500903692, + "kappa": 0.646657606616333, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8266989731164186, + "mIoU": 0.6463678073802621, + "macroF1": 0.7759059885574969, + "F1_coffee": 0.8825943368573271, + "IoU_coffee": 0.7898602682709291, + "precision_coffee": 0.8976091579386688, + "recall_coffee": 0.8680735743527648, + "F1_noncoffee": 0.6692176402576667, + "IoU_noncoffee": 0.502875346489595, + "kappa": 0.5521650278123635, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29307875894988067, + "mIoU": 0.1472100246849171, + "macroF1": 0.22852864732585423, + "F1_coffee": 0.45168456127360235, + "IoU_coffee": 0.2917264466762315, + "precision_coffee": 1.0, + "recall_coffee": 0.2917264466762315, + "F1_noncoffee": 0.005372733378106112, + "IoU_noncoffee": 0.0026936026936026937, + "kappa": 0.001570356306766569, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8757861635220126, + "mIoU": 0.7276360780598041, + "macroF1": 0.8368949841056966, + "F1_coffee": 0.9165401122482667, + "IoU_coffee": 0.845938204643793, + "precision_coffee": 0.9309234793105761, + "recall_coffee": 0.9025944469731452, + "F1_noncoffee": 0.7572498559631266, + "IoU_noncoffee": 0.6093339514758151, + "kappa": 0.6740163131183641, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8670256634162907, + "mIoU": 0.707032600938108, + "macroF1": 0.8214763732458645, + "F1_coffee": 0.911651893634166, + "IoU_coffee": 0.8376473375584907, + "precision_coffee": 0.9190875414310782, + "recall_coffee": 0.9043355927868014, + "F1_noncoffee": 0.731300852857563, + "IoU_noncoffee": 0.5764178643177252, + "kappa": 0.6430238076297226, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.861467667716154, + "mIoU": 0.6936487523078093, + "macroF1": 0.8111184562041343, + "F1_coffee": 0.9086378737541528, + "IoU_coffee": 0.832572298325723, + "precision_coffee": 0.9096258394627439, + "recall_coffee": 0.9076520518220691, + "F1_noncoffee": 0.7135990386541158, + "IoU_noncoffee": 0.5547252062898956, + "kappa": 0.6222383093694908, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8862757075951945, + "mIoU": 0.6935986193703412, + "macroF1": 0.806050591690113, + "F1_coffee": 0.9307887725385712, + "IoU_coffee": 0.8705377839592026, + "precision_coffee": 0.945374449339207, + "recall_coffee": 0.9166463265804247, + "F1_noncoffee": 0.6813124108416547, + "IoU_noncoffee": 0.5166594547814799, + "kappa": 0.6125258779941004, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8608293115335369, + "mIoU": 0.6284323678919159, + "macroF1": 0.7495322297544493, + "F1_coffee": 0.9164942970273624, + "IoU_coffee": 0.8458601505399803, + "precision_coffee": 0.9235350166746069, + "recall_coffee": 0.9095601173020528, + "F1_noncoffee": 0.5825701624815361, + "IoU_noncoffee": 0.4110045852438516, + "kappa": 0.49920995529287737, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8704409895374988, + "mIoU": 0.6322226086408272, + "macroF1": 0.7508138679984472, + "F1_coffee": 0.923467914284064, + "IoU_coffee": 0.8578173623779376, + "precision_coffee": 0.9172690763052209, + "recall_coffee": 0.9297511049081182, + "F1_noncoffee": 0.5781598217128303, + "IoU_noncoffee": 0.40662785490371695, + "kappa": 0.5017531586583491, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8660018993352326, + "mIoU": 0.7397390741006199, + "macroF1": 0.8480316803873905, + "F1_coffee": 0.9002897321744047, + "IoU_coffee": 0.8186608405089321, + "precision_coffee": 0.914441573356302, + "recall_coffee": 0.8865692414752957, + "F1_noncoffee": 0.7957736286003764, + "IoU_noncoffee": 0.6608173076923077, + "kappa": 0.6962123846905484, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8730401529636711, + "mIoU": 0.7508802162424213, + "macroF1": 0.8555033167429611, + "F1_coffee": 0.9058423142370958, + "IoU_coffee": 0.8278900984966304, + "precision_coffee": 0.9137462451723645, + "recall_coffee": 0.8980739491072683, + "F1_noncoffee": 0.8051643192488263, + "IoU_noncoffee": 0.6738703339882122, + "kappa": 0.7110513706467675, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8526588596659628, + "mIoU": 0.7179593580342712, + "macroF1": 0.8330176672585983, + "F1_coffee": 0.8902866128225287, + "IoU_coffee": 0.8022671647558933, + "precision_coffee": 0.9, + "recall_coffee": 0.8807806533729317, + "F1_noncoffee": 0.7757487216946677, + "IoU_noncoffee": 0.6336515513126492, + "kappa": 0.666114827504607, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6689, + 7520 + ], + [ + 46216, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.535330760478973, + "test_tta": { + "OA": 0.8773900340853757, + "mIoU": 0.7185203974022752, + "macroF1": 0.8291732028199139, + "F1_coffee": 0.9199296177736321, + "IoU_coffee": 0.8517311768862369, + "precision_coffee": 0.9105673996978345, + "recall_coffee": 0.9294863556526581, + "F1_noncoffee": 0.7384167878661957, + "IoU_noncoffee": 0.5853096179183136, + "kappa": 0.6584643581832172, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8372706818968502, + "mIoU": 0.6540817668183085, + "macroF1": 0.7806939670159752, + "F1_coffee": 0.892083440934263, + "IoU_coffee": 0.8051900963431058, + "precision_coffee": 0.8878798263650902, + "recall_coffee": 0.8963270483768667, + "F1_noncoffee": 0.6693044930976875, + "IoU_noncoffee": 0.5029734372935113, + "kappa": 0.5614180591217616, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s2_r0.05", + "val_epoch0": 0.6467213498933007 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6467213498933007, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8504950495049505, + "mIoU": 0.6711598729966134, + "macroF1": 0.7934637215951852, + "F1_coffee": 0.9019949992020003, + "IoU_coffee": 0.8214853288887166, + "precision_coffee": 0.8961500243134104, + "recall_coffee": 0.9079167202159105, + "F1_noncoffee": 0.68493244398837, + "IoU_noncoffee": 0.5208344171045102, + "kappa": 0.5869839272961734, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.816040729202723, + "mIoU": 0.6201560285685483, + "macroF1": 0.7530842841435179, + "F1_coffee": 0.8777636156286237, + "IoU_coffee": 0.78215572748544, + "precision_coffee": 0.8753392713788753, + "recall_coffee": 0.8802014261277364, + "F1_noncoffee": 0.6284049526584122, + "IoU_noncoffee": 0.45815632965165676, + "kappa": 0.5061800835477124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.44009546539379474, + "mIoU": 0.22121143046604638, + "macroF1": 0.3084717059659295, + "F1_coffee": 0.6101694915254238, + "IoU_coffee": 0.43902439024390244, + "precision_coffee": 1.0, + "recall_coffee": 0.43902439024390244, + "F1_noncoffee": 0.006773920406435224, + "IoU_noncoffee": 0.0033984706881903144, + "kappa": 0.0029795774793602275, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8546088836477987, + "mIoU": 0.6814025613964705, + "macroF1": 0.8017767966427223, + "F1_coffee": 0.9041122525033216, + "IoU_coffee": 0.8250044355077177, + "precision_coffee": 0.9011627906976745, + "recall_coffee": 0.9070810845958774, + "F1_noncoffee": 0.6994413407821229, + "IoU_noncoffee": 0.5378006872852233, + "kappa": 0.6035669044202706, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8586814146412458, + "mIoU": 0.686235752199087, + "macroF1": 0.8052082879266406, + "F1_coffee": 0.9072676917199886, + "IoU_coffee": 0.8302744275476316, + "precision_coffee": 0.9033280507131537, + "recall_coffee": 0.9112418467834762, + "F1_noncoffee": 0.7031488841332926, + "IoU_noncoffee": 0.5421970768505422, + "kappa": 0.6104402952669415, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8382659239525309, + "mIoU": 0.6462249582772692, + "macroF1": 0.7730320728779901, + "F1_coffee": 0.8947119477816668, + "IoU_coffee": 0.8094830537487162, + "precision_coffee": 0.8842557965594615, + "recall_coffee": 0.9054183419490714, + "F1_noncoffee": 0.6513521979743134, + "IoU_noncoffee": 0.48296686280582224, + "kappa": 0.5462742279134527, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8673386275707595, + "mIoU": 0.6366742099525858, + "macroF1": 0.756234385810103, + "F1_coffee": 0.9208047164650823, + "IoU_coffee": 0.8532327100698356, + "precision_coffee": 0.9171812568107519, + "recall_coffee": 0.9244569196973396, + "F1_noncoffee": 0.5916640551551238, + "IoU_noncoffee": 0.420115709835336, + "kappa": 0.5125080019810403, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8446764503102532, + "mIoU": 0.6003359663299082, + "macroF1": 0.724225429551702, + "F1_coffee": 0.9064816462076736, + "IoU_coffee": 0.8289587852494577, + "precision_coffee": 0.9166466778603982, + "recall_coffee": 0.8965395894428152, + "F1_noncoffee": 0.5419692128957304, + "IoU_noncoffee": 0.37171314741035855, + "kappa": 0.44878285603274065, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8582184413806591, + "mIoU": 0.621747637102561, + "macroF1": 0.7432843277784009, + "F1_coffee": 0.9150556531927357, + "IoU_coffee": 0.8434125269978402, + "precision_coffee": 0.9218602455146364, + "recall_coffee": 0.9083507792509886, + "F1_noncoffee": 0.5715130023640662, + "IoU_noncoffee": 0.40008274720728176, + "kappa": 0.48670972737013, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8427350427350427, + "mIoU": 0.6976215360424205, + "macroF1": 0.8180875191393426, + "F1_coffee": 0.8850478967097043, + "IoU_coffee": 0.7937990287635412, + "precision_coffee": 0.8828417116742834, + "recall_coffee": 0.8872651356993737, + "F1_noncoffee": 0.7511271415689811, + "IoU_noncoffee": 0.6014440433212996, + "kappa": 0.6361799571494829, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8722753346080306, + "mIoU": 0.7425293942412621, + "macroF1": 0.8492227850696187, + "F1_coffee": 0.9081786941580756, + "IoU_coffee": 0.8318015863024046, + "precision_coffee": 0.8883958585451123, + "recall_coffee": 0.9288626458596935, + "F1_noncoffee": 0.7902668759811617, + "IoU_noncoffee": 0.6532572021801194, + "kappa": 0.6987867329559332, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8186792090612401, + "mIoU": 0.6520074780320011, + "macroF1": 0.7829872908590072, + "F1_coffee": 0.8709963805231169, + "IoU_coffee": 0.7714735059278974, + "precision_coffee": 0.8421817221341785, + "recall_coffee": 0.9018526375335879, + "F1_noncoffee": 0.6949782011948975, + "IoU_noncoffee": 0.5325414501361049, + "kappa": 0.5671725879225954, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 530, + 563 + ], + [ + 6644, + 7520 + ], + [ + 45202, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.544708569844564, + "test_tta": { + "OA": 0.8561597143320889, + "mIoU": 0.6761064937049668, + "macroF1": 0.7967158938972156, + "F1_coffee": 0.9066430693382214, + "IoU_coffee": 0.829228812579489, + "precision_coffee": 0.8920398009950249, + "recall_coffee": 0.921732425138157, + "F1_noncoffee": 0.6867887184562098, + "IoU_noncoffee": 0.5229841748304446, + "kappa": 0.5937970170912155, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8212761047652013, + "mIoU": 0.6228567991209342, + "macroF1": 0.7544251931257187, + "F1_coffee": 0.8825536431875047, + "IoU_coffee": 0.789795087528837, + "precision_coffee": 0.8705569994203766, + "recall_coffee": 0.8948855446001268, + "F1_noncoffee": 0.6262967430639325, + "IoU_noncoffee": 0.45591851071303124, + "kappa": 0.5091469813038244, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6588901899636717 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.6710178493281964, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.811653952280474, + "mIoU": 0.6006316007157375, + "macroF1": 0.7342391194936853, + "F1_coffee": 0.877674938331471, + "IoU_coffee": 0.7820149155598971, + "precision_coffee": 0.8641024576552641, + "recall_coffee": 0.8916805894700767, + "F1_noncoffee": 0.5908033006558996, + "IoU_noncoffee": 0.419248285871578, + "kappa": 0.46891653492164076, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7763355255567094, + "mIoU": 0.5583463634776739, + "macroF1": 0.6985792067479875, + "F1_coffee": 0.8516718953248145, + "IoU_coffee": 0.7416625020822922, + "precision_coffee": 0.8476667364773528, + "recall_coffee": 0.8557150819735148, + "F1_noncoffee": 0.5454865181711606, + "IoU_noncoffee": 0.37503022487305554, + "kappa": 0.39719965039752586, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3064439140811456, + "mIoU": 0.15393126800580453, + "macroF1": 0.2365231201165568, + "F1_coffee": 0.4675705386588494, + "IoU_coffee": 0.305117168818747, + "precision_coffee": 1.0, + "recall_coffee": 0.305117168818747, + "F1_noncoffee": 0.0054757015742642025, + "IoU_noncoffee": 0.002745367192862045, + "kappa": 0.0016739151609683988, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8407036163522013, + "mIoU": 0.6526459950603384, + "macroF1": 0.7785512436584665, + "F1_coffee": 0.8958694674632235, + "IoU_coffee": 0.8113800325808703, + "precision_coffee": 0.8851793081561409, + "recall_coffee": 0.9068209896612264, + "F1_noncoffee": 0.6612330198537095, + "IoU_noncoffee": 0.49391195753980643, + "kappa": 0.557312538944962, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8092465919565323, + "mIoU": 0.5927591931047811, + "macroF1": 0.7265633853762095, + "F1_coffee": 0.8769250031300864, + "IoU_coffee": 0.78082497212932, + "precision_coffee": 0.858859595340282, + "recall_coffee": 0.8957667220872234, + "F1_noncoffee": 0.5762017676223324, + "IoU_noncoffee": 0.40469341408024223, + "kappa": 0.4539586609849304, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7854201985953015, + "mIoU": 0.5598675746492345, + "macroF1": 0.6973893533288467, + "F1_coffee": 0.8606041535556954, + "IoU_coffee": 0.7553162109914389, + "precision_coffee": 0.8487989572341879, + "recall_coffee": 0.8727423575212202, + "F1_noncoffee": 0.5341745531019979, + "IoU_noncoffee": 0.36441893830703015, + "kappa": 0.39516967688361343, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8868865811443698, + "mIoU": 0.6798398324469108, + "macroF1": 0.7934040127616389, + "F1_coffee": 0.9323756771562481, + "IoU_coffee": 0.8733181299885975, + "precision_coffee": 0.9300546448087431, + "recall_coffee": 0.9347083231632902, + "F1_noncoffee": 0.6544323483670296, + "IoU_noncoffee": 0.4863615349052242, + "kappa": 0.5868211751572048, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8354181030237369, + "mIoU": 0.5887558244263993, + "macroF1": 0.7142137356835563, + "F1_coffee": 0.9003280644199224, + "IoU_coffee": 0.8187242351920156, + "precision_coffee": 0.9158980582524272, + "recall_coffee": 0.8852785923753665, + "F1_noncoffee": 0.52809940694719, + "IoU_noncoffee": 0.3587874136607828, + "kappa": 0.42920844751942494, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8724943776278479, + "mIoU": 0.6463517018291729, + "macroF1": 0.7646459455452883, + "F1_coffee": 0.9239650145772594, + "IoU_coffee": 0.8586756258805679, + "precision_coffee": 0.9264499532273153, + "recall_coffee": 0.921493370551291, + "F1_noncoffee": 0.6053268765133172, + "IoU_noncoffee": 0.4340277777777778, + "kappa": 0.5293094681800192, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7976258309591643, + "mIoU": 0.6223065009958403, + "macroF1": 0.7598783952214159, + "F1_coffee": 0.8550833049982999, + "IoU_coffee": 0.7468519838441435, + "precision_coffee": 0.8360372340425531, + "recall_coffee": 0.8750173973556019, + "F1_noncoffee": 0.6646734854445319, + "IoU_noncoffee": 0.4977610181475371, + "kappa": 0.5203328256513026, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7838432122370937, + "mIoU": 0.5876895588263037, + "macroF1": 0.7284875147797418, + "F1_coffee": 0.851083448593822, + "IoU_coffee": 0.7407704654895666, + "precision_coffee": 0.8006195786864931, + "recall_coffee": 0.9083368480247435, + "F1_noncoffee": 0.6058915809656615, + "IoU_noncoffee": 0.4346086521630408, + "kappa": 0.4626251637114536, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6999424073718564, + "mIoU": 0.48897040966911853, + "macroF1": 0.6413116845669384, + "F1_coffee": 0.7863294600136705, + "IoU_coffee": 0.6478936697454382, + "precision_coffee": 0.7609472152401111, + "recall_coffee": 0.8134634422288219, + "F1_noncoffee": 0.49629390912020627, + "IoU_noncoffee": 0.33004714959279896, + "kappa": 0.2845000617585541, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 21, + 27 + ], + [ + 312, + 563 + ], + [ + 5845, + 7520 + ], + [ + 43828, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.564745104312897, + "test_tta": { + "OA": 0.8205973056322026, + "mIoU": 0.6067071701119847, + "macroF1": 0.7380949596153161, + "F1_coffee": 0.8850908107995716, + "IoU_coffee": 0.7938680740754556, + "precision_coffee": 0.859907480354726, + "recall_coffee": 0.9117936854731611, + "F1_noncoffee": 0.5910991084310606, + "IoU_noncoffee": 0.4195462661485138, + "kappa": 0.4777837293162101, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7855226722049152, + "mIoU": 0.5630761994450129, + "macroF1": 0.7010231588201986, + "F1_coffee": 0.8599677957004435, + "IoU_coffee": 0.7543364059867183, + "precision_coffee": 0.8429884802835622, + "recall_coffee": 0.8776451594303177, + "F1_noncoffee": 0.5420785219399538, + "IoU_noncoffee": 0.3718159929033076, + "kappa": 0.4028385488108727, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s0_r0.05", + "val_epoch0": 0.6870956905359102 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6937174485853852, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.813602055055182, + "mIoU": 0.6430202369747517, + "macroF1": 0.7758081742238634, + "F1_coffee": 0.8678575041874164, + "IoU_coffee": 0.7665620780046072, + "precision_coffee": 0.8521380162917503, + "recall_coffee": 0.884167850107655, + "F1_noncoffee": 0.6837588442603104, + "IoU_noncoffee": 0.5194783959448964, + "kappa": 0.5519812107690993, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7848736587054344, + "mIoU": 0.6051455615274841, + "macroF1": 0.7461722911340659, + "F1_coffee": 0.84528575873872, + "IoU_coffee": 0.7320302534897508, + "precision_coffee": 0.8328802403777364, + "recall_coffee": 0.8580664181776065, + "F1_noncoffee": 0.6470588235294118, + "IoU_noncoffee": 0.4782608695652174, + "kappa": 0.49260137695602446, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12997658079625293, + "mIoU": 0.06546548296752283, + "macroF1": 0.11662265015154026, + "F1_coffee": 0.22523461939520334, + "IoU_coffee": 0.12690951821386603, + "precision_coffee": 0.9908256880733946, + "recall_coffee": 0.12705882352941175, + "F1_noncoffee": 0.00801068090787717, + "IoU_noncoffee": 0.004021447721179625, + "kappa": -0.0013192653774897999, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.81138772964935, + "mIoU": 0.6376234005201149, + "macroF1": 0.7712446096096549, + "F1_coffee": 0.8670723461798513, + "IoU_coffee": 0.7653377894485558, + "precision_coffee": 0.8436842105263158, + "recall_coffee": 0.8917941585535466, + "F1_noncoffee": 0.6754168730394585, + "IoU_noncoffee": 0.5099090115916739, + "kappa": 0.5433461172020898, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8199600228440891, + "mIoU": 0.6463496477736261, + "macroF1": 0.7774535516605922, + "F1_coffee": 0.8747143566815698, + "IoU_coffee": 0.7773265053858379, + "precision_coffee": 0.84372604140046, + "recall_coffee": 0.9080657360929657, + "F1_noncoffee": 0.6801927466396145, + "IoU_noncoffee": 0.5153727901614144, + "kappa": 0.5564344507378068, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8094788964866777, + "mIoU": 0.6444350677475416, + "macroF1": 0.778072867076123, + "F1_coffee": 0.8615584949626482, + "IoU_coffee": 0.7567876708205407, + "precision_coffee": 0.8701460510832699, + "recall_coffee": 0.8531387852052935, + "F1_noncoffee": 0.6945872391895979, + "IoU_noncoffee": 0.5320824646745425, + "kappa": 0.5562410846199263, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8344907407407407, + "mIoU": 0.6478332110540475, + "macroF1": 0.7754608384961663, + "F1_coffee": 0.8905891354246366, + "IoU_coffee": 0.8027586206896552, + "precision_coffee": 0.8498418106595279, + "recall_coffee": 0.9354406643450308, + "F1_noncoffee": 0.6603325415676959, + "IoU_noncoffee": 0.4929078014184397, + "kappa": 0.5541040350936639, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8156035141329259, + "mIoU": 0.6193540246685848, + "macroF1": 0.7523949833878227, + "F1_coffee": 0.8774979382097317, + "IoU_coffee": 0.7817339211031988, + "precision_coffee": 0.8441352373977786, + "recall_coffee": 0.9136063408190225, + "F1_noncoffee": 0.6272920285659139, + "IoU_noncoffee": 0.45697412823397077, + "kappa": 0.5071323284744539, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8085668459288612, + "mIoU": 0.6218546431429202, + "macroF1": 0.7566923469381694, + "F1_coffee": 0.869037629897373, + "IoU_coffee": 0.7684054331697295, + "precision_coffee": 0.8634090034628703, + "recall_coffee": 0.8747401247401247, + "F1_noncoffee": 0.6443470639789658, + "IoU_noncoffee": 0.4753038531161107, + "kappa": 0.5134408487200909, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.788529439832045, + "mIoU": 0.6236181821023048, + "macroF1": 0.7633687609717826, + "F1_coffee": 0.8405296488198043, + "IoU_coffee": 0.7249255213505462, + "precision_coffee": 0.836436551131481, + "recall_coffee": 0.8446630026034133, + "F1_noncoffee": 0.686207873123761, + "IoU_noncoffee": 0.5223108428540634, + "kappa": 0.5267598207653665, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8242884250474384, + "mIoU": 0.6683863771005822, + "macroF1": 0.7965470167911394, + "F1_coffee": 0.8716740576496674, + "IoU_coffee": 0.7725374600835175, + "precision_coffee": 0.8432765786298432, + "recall_coffee": 0.9020507672450881, + "F1_noncoffee": 0.7214199759326113, + "IoU_noncoffee": 0.5642352941176471, + "kappa": 0.5940932998511586, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8103903450876863, + "mIoU": 0.6609815223825157, + "macroF1": 0.7928900765875923, + "F1_coffee": 0.8530937248885967, + "IoU_coffee": 0.7438216560509554, + "precision_coffee": 0.8780451127819549, + "recall_coffee": 0.8295212388123313, + "F1_noncoffee": 0.7326864282865878, + "IoU_noncoffee": 0.5781413887140759, + "kappa": 0.5863879097173196, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9208, + 11000 + ], + [ + 41980, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.538645080725352, + "test_tta": { + "OA": 0.8183908410503615, + "mIoU": 0.6453669975736751, + "macroF1": 0.7768969123688136, + "F1_coffee": 0.8731124184309945, + "IoU_coffee": 0.7747999292132843, + "precision_coffee": 0.8455249662038925, + "recall_coffee": 0.9025608135965917, + "F1_noncoffee": 0.6806814063066329, + "IoU_noncoffee": 0.515934065934066, + "kappa": 0.5549860245652459, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.789460020768432, + "mIoU": 0.606484792303679, + "macroF1": 0.7463154351178571, + "F1_coffee": 0.8509343408557133, + "IoU_coffee": 0.740544575572302, + "precision_coffee": 0.8260016255972087, + "recall_coffee": 0.8774190831174847, + "F1_noncoffee": 0.641696529380001, + "IoU_noncoffee": 0.472425009035056, + "kappa": 0.49373959748306, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.6900630258629923 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6900630258629923, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8054674616262845, + "mIoU": 0.6213024963027027, + "macroF1": 0.7569337352158986, + "F1_coffee": 0.8655473236596379, + "IoU_coffee": 0.7629646804235257, + "precision_coffee": 0.8298238977850628, + "recall_coffee": 0.9044848595904531, + "F1_noncoffee": 0.6483201467721592, + "IoU_noncoffee": 0.47964031218187986, + "kappa": 0.5162126004047395, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7802296065535941, + "mIoU": 0.5893669523993756, + "macroF1": 0.7312663188499883, + "F1_coffee": 0.8459750131403388, + "IoU_coffee": 0.7330647280371376, + "precision_coffee": 0.8134318203907085, + "recall_coffee": 0.8812306525996588, + "F1_noncoffee": 0.6165576245596377, + "IoU_noncoffee": 0.4456691767616137, + "kappa": 0.4646657413803098, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32435597189695553, + "mIoU": 0.16357328092710402, + "macroF1": 0.24870135315418335, + "F1_coffee": 0.4871111111111111, + "IoU_coffee": 0.3219741480611046, + "precision_coffee": 0.9963636363636363, + "recall_coffee": 0.32235294117647056, + "F1_noncoffee": 0.010291595197255575, + "IoU_noncoffee": 0.005172413793103448, + "kappa": 0.0009974657881399258, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8175756703602437, + "mIoU": 0.6434674410265075, + "macroF1": 0.7753054620605346, + "F1_coffee": 0.8727625547860417, + "IoU_coffee": 0.774249079900273, + "precision_coffee": 0.8409955509704042, + "recall_coffee": 0.9070236439499305, + "F1_noncoffee": 0.6778483693350276, + "IoU_noncoffee": 0.5126858021527422, + "kappa": 0.5522285085103853, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8032076908433277, + "mIoU": 0.6124564804411116, + "macroF1": 0.7487125667250444, + "F1_coffee": 0.8657336753579894, + "IoU_coffee": 0.7632543226840719, + "precision_coffee": 0.8201673434231573, + "recall_coffee": 0.9166609365330399, + "F1_noncoffee": 0.6316914580920994, + "IoU_noncoffee": 0.4616586381981513, + "kappa": 0.5016446915592462, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7958028766800282, + "mIoU": 0.6083072945383843, + "macroF1": 0.7464815308255535, + "F1_coffee": 0.8583022449113162, + "IoU_coffee": 0.7517771153405183, + "precision_coffee": 0.8287935284080137, + "recall_coffee": 0.889989820156091, + "F1_noncoffee": 0.6346608167397908, + "IoU_noncoffee": 0.4648374737362502, + "kappa": 0.4946148852550475, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8286072530864198, + "mIoU": 0.6298124443131983, + "macroF1": 0.7594564815194528, + "F1_coffee": 0.8884284548251397, + "IoU_coffee": 0.7992544057840036, + "precision_coffee": 0.8361895757002719, + "recall_coffee": 0.9476292526118404, + "F1_noncoffee": 0.6304845082137659, + "IoU_noncoffee": 0.46037048284239296, + "kappa": 0.5250520449282117, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8055767761650114, + "mIoU": 0.5943524741813988, + "macroF1": 0.7293308664487703, + "F1_coffee": 0.8729881472239551, + "IoU_coffee": 0.7746042289383372, + "precision_coffee": 0.8270685579196217, + "recall_coffee": 0.9243064729194188, + "F1_noncoffee": 0.5856735856735856, + "IoU_noncoffee": 0.4141007194244604, + "kappa": 0.46405106259753204, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7934710821775639, + "mIoU": 0.5793213070000125, + "macroF1": 0.7166799871003315, + "F1_coffee": 0.8641806787863746, + "IoU_coffee": 0.760843439309516, + "precision_coffee": 0.826980168626054, + "recall_coffee": 0.9048856548856549, + "F1_noncoffee": 0.5691792954142886, + "IoU_noncoffee": 0.39779917469050896, + "kappa": 0.43697383309877963, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.806660940929478, + "mIoU": 0.6487177786354619, + "macroF1": 0.78264889778013, + "F1_coffee": 0.8548918493052571, + "IoU_coffee": 0.746559919939955, + "precision_coffee": 0.8467650397275823, + "recall_coffee": 0.8631761643043101, + "F1_noncoffee": 0.7104059462550029, + "IoU_noncoffee": 0.5508756373309688, + "kappa": 0.5653776914019953, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.800853889943074, + "mIoU": 0.6260239518243407, + "macroF1": 0.762685111659627, + "F1_coffee": 0.8578587390803819, + "IoU_coffee": 0.7510968812996561, + "precision_coffee": 0.8126764177572492, + "recall_coffee": 0.908360820306898, + "F1_noncoffee": 0.6675114842388722, + "IoU_noncoffee": 0.5009510223490252, + "kappa": 0.5287773198251314, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7981331321893268, + "mIoU": 0.6306462096751317, + "macroF1": 0.7677700608972113, + "F1_coffee": 0.8517415691434111, + "IoU_coffee": 0.7417681823664214, + "precision_coffee": 0.8308565252634423, + "recall_coffee": 0.8737036510868021, + "F1_noncoffee": 0.6837985526510116, + "IoU_noncoffee": 0.519524236983842, + "kappa": 0.5361651887035451, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9146, + 11000 + ], + [ + 41522, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7291005810101825, + "test_tta": { + "OA": 0.8087022707091209, + "mIoU": 0.6195996733392254, + "macroF1": 0.7544259741406933, + "F1_coffee": 0.8698766071274484, + "IoU_coffee": 0.7697182560891808, + "precision_coffee": 0.8220328617442003, + "recall_coffee": 0.923633698291264, + "F1_noncoffee": 0.6389753411539383, + "IoU_noncoffee": 0.46948109058927, + "kappa": 0.513424970250395, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7840804199838468, + "mIoU": 0.5876911323374214, + "macroF1": 0.7284218218610778, + "F1_coffee": 0.851367585008687, + "IoU_coffee": 0.741201078688978, + "precision_coffee": 0.8053833727788422, + "recall_coffee": 0.9029207993766715, + "F1_noncoffee": 0.6054760587134688, + "IoU_noncoffee": 0.4341811859858649, + "kappa": 0.4615033125110316, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s1_r0.05", + "val_epoch0": 0.6886438586011181 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6886438586011181, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8074971457566916, + "mIoU": 0.6274940809207428, + "macroF1": 0.7624756853062855, + "F1_coffee": 0.8658859920459567, + "IoU_coffee": 0.7634911357880382, + "precision_coffee": 0.83628526311297, + "recall_coffee": 0.8976590773741353, + "F1_noncoffee": 0.6590653785666143, + "IoU_noncoffee": 0.49149702605344725, + "kappa": 0.5264595395107029, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7800132687204339, + "mIoU": 0.5910090182916659, + "macroF1": 0.7330379024363909, + "F1_coffee": 0.8450229117769582, + "IoU_coffee": 0.7316360821295986, + "precision_coffee": 0.8164291043310952, + "recall_coffee": 0.8756922947332955, + "F1_noncoffee": 0.6210528930958237, + "IoU_noncoffee": 0.4503819544537331, + "kappa": 0.46767240844290364, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14988290398126464, + "mIoU": 0.0755006213943412, + "macroF1": 0.13217213114754098, + "F1_coffee": 0.25614754098360654, + "IoU_coffee": 0.14688601645123384, + "precision_coffee": 0.9920634920634921, + "recall_coffee": 0.14705882352941177, + "F1_noncoffee": 0.00819672131147541, + "IoU_noncoffee": 0.00411522633744856, + "kappa": -0.001130301112216293, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.792488127788171, + "mIoU": 0.6080131455535338, + "macroF1": 0.7470576219818185, + "F1_coffee": 0.854255104103497, + "IoU_coffee": 0.7455892731122089, + "precision_coffee": 0.8285191478238139, + "recall_coffee": 0.8816411682892907, + "F1_noncoffee": 0.6398601398601399, + "IoU_noncoffee": 0.4704370179948586, + "kappa": 0.4953185350866914, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.80868075385494, + "mIoU": 0.6213406175794853, + "macroF1": 0.7561558999665823, + "F1_coffee": 0.869327785723573, + "IoU_coffee": 0.7688592456301748, + "precision_coffee": 0.8243634794402318, + "recall_coffee": 0.9194801622773843, + "F1_noncoffee": 0.6429840142095915, + "IoU_noncoffee": 0.4738219895287958, + "kappa": 0.5162439414261663, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8210799339778354, + "mIoU": 0.6527629641382967, + "macroF1": 0.783144696820907, + "F1_coffee": 0.8738445168584159, + "IoU_coffee": 0.7759537026101334, + "precision_coffee": 0.8566399374144338, + "recall_coffee": 0.8917543264336614, + "F1_noncoffee": 0.6924448767833982, + "IoU_noncoffee": 0.52957222566646, + "kappa": 0.5667154641853643, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8236882716049383, + "mIoU": 0.6215817359991125, + "macroF1": 0.7525169418790547, + "F1_coffee": 0.8852335509794074, + "IoU_coffee": 0.7940977697679658, + "precision_coffee": 0.8331363743795793, + "recall_coffee": 0.9442807393517278, + "F1_noncoffee": 0.6198003327787022, + "IoU_noncoffee": 0.4490657022302592, + "kappa": 0.5113635215170476, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8066271963330787, + "mIoU": 0.5985268725156233, + "macroF1": 0.7334468472149954, + "F1_coffee": 0.8731123503978946, + "IoU_coffee": 0.774799822064057, + "precision_coffee": 0.8304923113601145, + "recall_coffee": 0.9203434610303831, + "F1_noncoffee": 0.5937813440320963, + "IoU_noncoffee": 0.4222539229671897, + "kappa": 0.47135091830646814, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8163034248514011, + "mIoU": 0.6217030428304414, + "macroF1": 0.7545609902693238, + "F1_coffee": 0.8776625824693686, + "IoU_coffee": 0.7819952972791401, + "precision_coffee": 0.849738410998905, + "recall_coffee": 0.9074844074844075, + "F1_noncoffee": 0.6314593980692789, + "IoU_noncoffee": 0.46141078838174276, + "kappa": 0.5107137462263406, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7616184750453288, + "mIoU": 0.5888231544678224, + "macroF1": 0.735814151526017, + "F1_coffee": 0.8183801076050603, + "IoU_coffee": 0.692591681023874, + "precision_coffee": 0.8228070175438597, + "recall_coffee": 0.8140005785363031, + "F1_noncoffee": 0.6532481954469739, + "IoU_noncoffee": 0.4850546279117708, + "kappa": 0.4716575026088591, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8107210626185958, + "mIoU": 0.6400166263603386, + "macroF1": 0.7736599700488824, + "F1_coffee": 0.8652482269503546, + "IoU_coffee": 0.7625, + "precision_coffee": 0.8177987742594485, + "recall_coffee": 0.9185429513839094, + "F1_noncoffee": 0.6820717131474103, + "IoU_noncoffee": 0.5175332527206772, + "kappa": 0.5508870766764742, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8258532905902319, + "mIoU": 0.6770776829475464, + "macroF1": 0.8038392774163459, + "F1_coffee": 0.8695529345292746, + "IoU_coffee": 0.7692115456703736, + "precision_coffee": 0.8646067415730337, + "recall_coffee": 0.8745560448927404, + "F1_noncoffee": 0.738125620303417, + "IoU_noncoffee": 0.5849438202247191, + "kappa": 0.6077043285516365, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8974, + 11000 + ], + [ + 41859, + 51930 + ], + [ + 91, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5391200105349223, + "test_tta": { + "OA": 0.8181371305340607, + "mIoU": 0.6371930891656284, + "macroF1": 0.7692260032025935, + "F1_coffee": 0.8754682562949934, + "IoU_coffee": 0.778518046463125, + "precision_coffee": 0.8322632589442391, + "recall_coffee": 0.9234046451967566, + "F1_noncoffee": 0.6629837501101936, + "IoU_noncoffee": 0.4958681318681319, + "kappa": 0.5417937895488492, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7901811468789662, + "mIoU": 0.5985698720899586, + "macroF1": 0.7380639003885814, + "F1_coffee": 0.8549030559323386, + "IoU_coffee": 0.746577012855799, + "precision_coffee": 0.81205828296417, + "recall_coffee": 0.9025206898730179, + "F1_noncoffee": 0.621224744844824, + "IoU_noncoffee": 0.4505627313241181, + "kappa": 0.4799072232976357, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.6952436233383383 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6984317346251594, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8370385639984778, + "mIoU": 0.6743129521762601, + "macroF1": 0.7991414120396116, + "F1_coffee": 0.8863880075616039, + "IoU_coffee": 0.7959576706970835, + "precision_coffee": 0.8566422359452125, + "recall_coffee": 0.9182738558797929, + "F1_noncoffee": 0.7118948165176193, + "IoU_noncoffee": 0.5526682336554366, + "kappa": 0.5995073639858998, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8093054113303334, + "mIoU": 0.6352344935795794, + "macroF1": 0.7694712413487259, + "F1_coffee": 0.8652988039691111, + "IoU_coffee": 0.7625785598850781, + "precision_coffee": 0.8381125298494208, + "recall_coffee": 0.8943079158506538, + "F1_noncoffee": 0.6736436787283409, + "IoU_noncoffee": 0.5078904272740807, + "kappa": 0.5401148526446137, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3477751756440281, + "mIoU": 0.17541652677522243, + "macroF1": 0.26209715575480697, + "F1_coffee": 0.5135371179039301, + "IoU_coffee": 0.345475910693302, + "precision_coffee": 0.9966101694915255, + "recall_coffee": 0.3458823529411765, + "F1_noncoffee": 0.010657193605683837, + "IoU_noncoffee": 0.005357142857142857, + "kappa": 0.0013687989419100344, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8356118386338562, + "mIoU": 0.6685967311136425, + "macroF1": 0.7943499115779394, + "F1_coffee": 0.8864667881398045, + "IoU_coffee": 0.7960847316434607, + "precision_coffee": 0.8465042708003796, + "recall_coffee": 0.9303894297635605, + "F1_noncoffee": 0.7022330350160744, + "IoU_noncoffee": 0.5411087305838244, + "kappa": 0.5910899926420127, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8407576622882162, + "mIoU": 0.6795736878705656, + "macroF1": 0.8030093392300957, + "F1_coffee": 0.88924197285667, + "IoU_coffee": 0.800572177851949, + "precision_coffee": 0.8573434607774303, + "recall_coffee": 0.92360585848862, + "F1_noncoffee": 0.7167767056035212, + "IoU_noncoffee": 0.5585751978891821, + "kappa": 0.6074083940846859, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8347559537844847, + "mIoU": 0.6745639884777606, + "macroF1": 0.7998351188560809, + "F1_coffee": 0.8834408888297518, + "IoU_coffee": 0.7912173032234999, + "precision_coffee": 0.8663795915704313, + "recall_coffee": 0.901187648456057, + "F1_noncoffee": 0.7162293488824101, + "IoU_noncoffee": 0.5579106737320212, + "kappa": 0.6000478420428853, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8472222222222222, + "mIoU": 0.6628068085639949, + "macroF1": 0.7865397813057602, + "F1_coffee": 0.9003522898842476, + "IoU_coffee": 0.8187643020594966, + "precision_coffee": 0.8488730723606168, + "recall_coffee": 0.9584784355746049, + "F1_noncoffee": 0.6727272727272727, + "IoU_noncoffee": 0.5068493150684932, + "kappa": 0.5781746719130172, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8430099312452254, + "mIoU": 0.6592134956951348, + "macroF1": 0.7841630334377416, + "F1_coffee": 0.8968632371392723, + "IoU_coffee": 0.8130118289353958, + "precision_coffee": 0.8540023894862605, + "recall_coffee": 0.9442536327608982, + "F1_noncoffee": 0.6714628297362111, + "IoU_noncoffee": 0.5054151624548736, + "kappa": 0.5717621165975323, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8279082932352109, + "mIoU": 0.6377859221964124, + "macroF1": 0.7674270304199076, + "F1_coffee": 0.8860284928767808, + "IoU_coffee": 0.7953780569890061, + "precision_coffee": 0.853394318728936, + "recall_coffee": 0.9212577962577962, + "F1_noncoffee": 0.6488255679630343, + "IoU_noncoffee": 0.48019378740381874, + "kappa": 0.5369405164018102, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8241244393549003, + "mIoU": 0.6692371639332648, + "macroF1": 0.797333194561832, + "F1_coffee": 0.8710196654769403, + "IoU_coffee": 0.771510042152244, + "precision_coffee": 0.8437966101694915, + "recall_coffee": 0.9000578536303153, + "F1_noncoffee": 0.7236467236467237, + "IoU_noncoffee": 0.5669642857142857, + "kappa": 0.5955683432290262, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8385199240986717, + "mIoU": 0.6934855098866626, + "macroF1": 0.8154011115604551, + "F1_coffee": 0.8807288016818501, + "IoU_coffee": 0.7868770348109191, + "precision_coffee": 0.8611758256817871, + "recall_coffee": 0.9011903054639323, + "F1_noncoffee": 0.7500734214390602, + "IoU_noncoffee": 0.6000939849624061, + "kappa": 0.631200613759702, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8415990948519706, + "mIoU": 0.7030776750590444, + "macroF1": 0.8228307161357518, + "F1_coffee": 0.8804950917626974, + "IoU_coffee": 0.7865040030499428, + "precision_coffee": 0.8817495369710785, + "recall_coffee": 0.8792442108254014, + "F1_noncoffee": 0.7651663405088063, + "IoU_noncoffee": 0.6196513470681458, + "kappa": 0.6456628415739786, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9357, + 11000 + ], + [ + 43307, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.729604701201121, + "test_tta": { + "OA": 0.8405905112266904, + "mIoU": 0.6761786787132609, + "macroF1": 0.8000555136369899, + "F1_coffee": 0.890081894619447, + "IoU_coffee": 0.8019347466309402, + "precision_coffee": 0.8515093826488985, + "recall_coffee": 0.9323148105730908, + "F1_noncoffee": 0.7100291326545328, + "IoU_noncoffee": 0.5504226107955816, + "kappa": 0.6022640911049816, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8132716049382716, + "mIoU": 0.6368557449301927, + "macroF1": 0.7700685722676697, + "F1_coffee": 0.8697366964815728, + "IoU_coffee": 0.7694991899446314, + "precision_coffee": 0.8327296547472256, + "recall_coffee": 0.9101859456272243, + "F1_noncoffee": 0.6704004480537664, + "IoU_noncoffee": 0.504212299915754, + "kappa": 0.5424237365921286, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s2_r0.05", + "val_epoch0": 0.654866865183299 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.654866865183299, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8153621717620195, + "mIoU": 0.6441372993401023, + "macroF1": 0.776446322520026, + "F1_coffee": 0.869718940207662, + "IoU_coffee": 0.7694713918036032, + "precision_coffee": 0.8501246773699637, + "recall_coffee": 0.8902377571120986, + "F1_noncoffee": 0.68317370483239, + "IoU_noncoffee": 0.5188032068766014, + "kappa": 0.5534695226129384, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7865178262374524, + "mIoU": 0.6061831627660849, + "macroF1": 0.7467835637323843, + "F1_coffee": 0.8470899361583438, + "IoU_coffee": 0.7347406902978388, + "precision_coffee": 0.8313900435972827, + "recall_coffee": 0.8633941920946785, + "F1_noncoffee": 0.6464771913064247, + "IoU_noncoffee": 0.4776256352343309, + "kappa": 0.4939843128370614, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1592505854800937, + "mIoU": 0.08022380458007304, + "macroF1": 0.13930624803485603, + "F1_coffee": 0.2703252032520325, + "IoU_coffee": 0.1562867215041128, + "precision_coffee": 0.9925373134328358, + "recall_coffee": 0.1564705882352941, + "F1_noncoffee": 0.008287292817679558, + "IoU_noncoffee": 0.004160887656033287, + "kappa": -0.0010383063199550652, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7970931069218593, + "mIoU": 0.6161270353020063, + "macroF1": 0.7539555642172143, + "F1_coffee": 0.856978631322694, + "IoU_coffee": 0.7497485653434302, + "precision_coffee": 0.833969465648855, + "recall_coffee": 0.8812934631432545, + "F1_noncoffee": 0.6509324971117346, + "IoU_noncoffee": 0.48250550526058233, + "kappa": 0.5088236588973787, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8337616600038074, + "mIoU": 0.6716971440432093, + "macroF1": 0.7975057172937707, + "F1_coffee": 0.8831889776945457, + "IoU_coffee": 0.7908132710504252, + "precision_coffee": 0.8597005208333334, + "recall_coffee": 0.907996974489445, + "F1_noncoffee": 0.7118224568929956, + "IoU_noncoffee": 0.5525810170359934, + "kappa": 0.5957558830020186, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8150907804763028, + "mIoU": 0.6454651017146074, + "macroF1": 0.7777478028195695, + "F1_coffee": 0.8688497173629461, + "IoU_coffee": 0.7681116565142824, + "precision_coffee": 0.8566152222661918, + "recall_coffee": 0.8814387512724805, + "F1_noncoffee": 0.6866458882761928, + "IoU_noncoffee": 0.5228185469149325, + "kappa": 0.5557121421519289, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8154899691358025, + "mIoU": 0.6111862490704801, + "macroF1": 0.7441429898444396, + "F1_coffee": 0.8792526667929054, + "IoU_coffee": 0.7845235413381392, + "precision_coffee": 0.8314432374358363, + "recall_coffee": 0.9328957942673453, + "F1_noncoffee": 0.6090333128959738, + "IoU_noncoffee": 0.43784895680282104, + "kappa": 0.49370632083943644, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8068181818181818, + "mIoU": 0.6075046751836612, + "macroF1": 0.7427188108804026, + "F1_coffee": 0.8711382890629976, + "IoU_coffee": 0.771696196817515, + "precision_coffee": 0.841185877721737, + "recall_coffee": 0.9033025099075297, + "F1_noncoffee": 0.6142993326978075, + "IoU_noncoffee": 0.4433131535498074, + "kappa": 0.48738297806647224, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7973393716388338, + "mIoU": 0.5951685575666605, + "macroF1": 0.7325400128230504, + "F1_coffee": 0.8641881638846738, + "IoU_coffee": 0.7608550434201736, + "precision_coffee": 0.8416256157635468, + "recall_coffee": 0.887993762993763, + "F1_noncoffee": 0.600891861761427, + "IoU_noncoffee": 0.4294820717131474, + "kappa": 0.46620738901998987, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7788911155644622, + "mIoU": 0.6128174177974275, + "macroF1": 0.7552951355775004, + "F1_coffee": 0.8312823126774922, + "IoU_coffee": 0.7112772585669782, + "precision_coffee": 0.8370728845871829, + "recall_coffee": 0.8255713045993636, + "F1_noncoffee": 0.6793079584775087, + "IoU_noncoffee": 0.5143575770278768, + "kappa": 0.5106347831476282, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8605313092979127, + "mIoU": 0.7300818336070477, + "macroF1": 0.8413604701966804, + "F1_coffee": 0.8965080259081949, + "IoU_coffee": 0.8124282250861299, + "precision_coffee": 0.8805144516664362, + "recall_coffee": 0.9130933601032554, + "F1_noncoffee": 0.7862129144851658, + "IoU_noncoffee": 0.6477354421279655, + "kappa": 0.6829370322498577, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8328304733169903, + "mIoU": 0.6890430348765368, + "macroF1": 0.8127264584969163, + "F1_coffee": 0.8740856473261842, + "IoU_coffee": 0.7763340481897313, + "precision_coffee": 0.8738994603805738, + "recall_coffee": 0.8742719136240943, + "F1_noncoffee": 0.7513672696676483, + "IoU_noncoffee": 0.6017520215633423, + "kappa": 0.6254529505648847, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9101, + 11000 + ], + [ + 42215, + 51930 + ], + [ + 104, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8661685307820637, + "test_tta": { + "OA": 0.8199606748699734, + "mIoU": 0.6476327576935587, + "macroF1": 0.7786504733339273, + "F1_coffee": 0.87427470434513, + "IoU_coffee": 0.7766323700104267, + "precision_coffee": 0.8462379421221865, + "recall_coffee": 0.904232901186495, + "F1_noncoffee": 0.6830262423227247, + "IoU_noncoffee": 0.5186331453766906, + "kappa": 0.5585226893904902, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7910320756893966, + "mIoU": 0.6088571610862814, + "macroF1": 0.7482853792177199, + "F1_coffee": 0.8520156471825879, + "IoU_coffee": 0.7421840246267727, + "precision_coffee": 0.827218277735909, + "recall_coffee": 0.8783456524943669, + "F1_noncoffee": 0.6445551112528518, + "IoU_noncoffee": 0.4755302975457902, + "kappa": 0.49765500869250806, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6812739989630315 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6812739989630315, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8217049346695421, + "mIoU": 0.6527420968936566, + "macroF1": 0.7829855057589411, + "F1_coffee": 0.8746516242670175, + "IoU_coffee": 0.7772274285261427, + "precision_coffee": 0.8519894014420989, + "recall_coffee": 0.8985523844427138, + "F1_noncoffee": 0.6913193872508647, + "IoU_noncoffee": 0.5282567652611706, + "kappa": 0.5667259124915163, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7929935387100496, + "mIoU": 0.6143828316133597, + "macroF1": 0.753276596026675, + "F1_coffee": 0.8522669960372601, + "IoU_coffee": 0.742565555834559, + "precision_coffee": 0.833554803897882, + "recall_coffee": 0.871838608461263, + "F1_noncoffee": 0.6542861960160898, + "IoU_noncoffee": 0.48620010739216035, + "kappa": 0.5071344229578384, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17330210772833723, + "mIoU": 0.08730954539503015, + "macroF1": 0.1497958124633365, + "F1_coffee": 0.29116465863453816, + "IoU_coffee": 0.17038777908343125, + "precision_coffee": 0.9931506849315068, + "recall_coffee": 0.17058823529411765, + "F1_noncoffee": 0.008426966292134831, + "IoU_noncoffee": 0.004231311706629055, + "kappa": -0.0008964381524077846, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8074063414400153, + "mIoU": 0.6382378481140933, + "macroF1": 0.772761028178891, + "F1_coffee": 0.8614896332838858, + "IoU_coffee": 0.756681413247682, + "precision_coffee": 0.8547956459231875, + "recall_coffee": 0.8682892906815021, + "F1_noncoffee": 0.6840324230738962, + "IoU_noncoffee": 0.5197942829805047, + "kappa": 0.5455856271280033, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8320483533219113, + "mIoU": 0.6653838848488796, + "macroF1": 0.792224782482566, + "F1_coffee": 0.8831882426930588, + "IoU_coffee": 0.7908120924718435, + "precision_coffee": 0.8514807250446771, + "recall_coffee": 0.9173485525682459, + "F1_noncoffee": 0.7012613222720732, + "IoU_noncoffee": 0.5399556772259158, + "kappa": 0.5859180382572836, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8255128507427494, + "mIoU": 0.6547372181112989, + "macroF1": 0.7839683760221745, + "F1_coffee": 0.8787044322056123, + "IoU_coffee": 0.7836510349666705, + "precision_coffee": 0.8498953643224048, + "recall_coffee": 0.9095351204614862, + "F1_noncoffee": 0.6892323198387368, + "IoU_noncoffee": 0.5258234012559272, + "kappa": 0.5692049560057387, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8272569444444444, + "mIoU": 0.6354264910757645, + "macroF1": 0.7653002878783273, + "F1_coffee": 0.8858872252309653, + "IoU_coffee": 0.795150406039117, + "precision_coffee": 0.8448171102199539, + "recall_coffee": 0.9311545673720868, + "F1_noncoffee": 0.6447133505256893, + "IoU_noncoffee": 0.4757025761124122, + "kappa": 0.5340292773470494, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.825057295645531, + "mIoU": 0.6240556956402831, + "macroF1": 0.7546420747515139, + "F1_coffee": 0.8860838204203457, + "IoU_coffee": 0.7954672323322541, + "precision_coffee": 0.8370535714285714, + "recall_coffee": 0.9412153236459709, + "F1_noncoffee": 0.623200329082682, + "IoU_noncoffee": 0.45264415894831195, + "kappa": 0.5147906534061136, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8252665345787339, + "mIoU": 0.6290479962472467, + "macroF1": 0.7595506988818185, + "F1_coffee": 0.8852540272614622, + "IoU_coffee": 0.7941307247665629, + "precision_coffee": 0.8460445286594032, + "recall_coffee": 0.9282744282744283, + "F1_noncoffee": 0.6338473705021748, + "IoU_noncoffee": 0.4639652677279305, + "kappa": 0.5223748651144738, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.78776600820689, + "mIoU": 0.6317904789758757, + "macroF1": 0.771284564199632, + "F1_coffee": 0.8326813120674089, + "IoU_coffee": 0.7133281773653003, + "precision_coffee": 0.8676701160238319, + "recall_coffee": 0.8004049754122071, + "F1_noncoffee": 0.7098878163318549, + "IoU_noncoffee": 0.550252780586451, + "kappa": 0.5438552236593978, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8389943074003795, + "mIoU": 0.6965410465781143, + "macroF1": 0.8178774428389809, + "F1_coffee": 0.8798924198457074, + "IoU_coffee": 0.7855427777075699, + "precision_coffee": 0.868641699273337, + "recall_coffee": 0.891438405277499, + "F1_noncoffee": 0.7558624658322544, + "IoU_noncoffee": 0.6075393154486587, + "kappa": 0.6358790478026135, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8257590043371676, + "mIoU": 0.6734988631542821, + "macroF1": 0.800742608077827, + "F1_coffee": 0.8713450292397661, + "IoU_coffee": 0.772020725388601, + "precision_coffee": 0.8543344709897611, + "recall_coffee": 0.8890467395936923, + "F1_noncoffee": 0.7301401869158879, + "IoU_noncoffee": 0.5749770009199632, + "kappa": 0.6018163292562208, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9187, + 11000 + ], + [ + 42508, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7460057655970256, + "test_tta": { + "OA": 0.8300456678929342, + "mIoU": 0.6600300328985935, + "macroF1": 0.7878091221239081, + "F1_coffee": 0.8824780701754386, + "IoU_coffee": 0.7896740516886124, + "precision_coffee": 0.8464305245887846, + "recall_coffee": 0.9217325576068532, + "F1_noncoffee": 0.6931401740723775, + "IoU_noncoffee": 0.5303860141085747, + "kappa": 0.5776185423843326, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8011134187146648, + "mIoU": 0.6199018317305303, + "macroF1": 0.7566562499268297, + "F1_coffee": 0.8606676635816191, + "IoU_coffee": 0.755414057927316, + "precision_coffee": 0.8272506555307371, + "recall_coffee": 0.8968980984269379, + "F1_noncoffee": 0.6526448362720403, + "IoU_noncoffee": 0.4843896055337446, + "kappa": 0.5152843312852088, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s0_r0.05", + "val_epoch0": 0.6173642274900001 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6173642274900001, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8434743488809268, + "mIoU": 0.6703722061304905, + "macroF1": 0.7942655791656267, + "F1_coffee": 0.894883359589115, + "IoU_coffee": 0.8097637180238235, + "precision_coffee": 0.9126683686944274, + "recall_coffee": 0.8777782481690022, + "F1_noncoffee": 0.6936477987421383, + "IoU_noncoffee": 0.5309806942371575, + "kappa": 0.588986029387153, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8068103149878851, + "mIoU": 0.6191544524167776, + "macroF1": 0.7544694770702138, + "F1_coffee": 0.8678329337240624, + "IoU_coffee": 0.7665237398033884, + "precision_coffee": 0.8887474233054444, + "recall_coffee": 0.8478801550118572, + "F1_noncoffee": 0.6411060204163652, + "IoU_noncoffee": 0.4717851650301668, + "kappa": 0.5096762871055194, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2610321615557218, + "mIoU": 0.13186859700653206, + "macroF1": 0.21089844683393072, + "F1_coffee": 0.40979689366786143, + "IoU_coffee": 0.2577009767092412, + "precision_coffee": 0.9913294797687862, + "recall_coffee": 0.2582831325301205, + "F1_noncoffee": 0.012, + "IoU_noncoffee": 0.006036217303822937, + "kappa": -0.001359954274001181, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8482230997038499, + "mIoU": 0.6813806304946592, + "macroF1": 0.8030729085039455, + "F1_coffee": 0.8973665765495143, + "IoU_coffee": 0.8138394478750454, + "precision_coffee": 0.9145520103408395, + "recall_coffee": 0.8808150963176516, + "F1_noncoffee": 0.7087792404583767, + "IoU_noncoffee": 0.5489218131142731, + "kappa": 0.6065400366346374, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8256285482562855, + "mIoU": 0.648504310234361, + "macroF1": 0.7781606779570026, + "F1_coffee": 0.8807776364288743, + "IoU_coffee": 0.7869550011657729, + "precision_coffee": 0.918685356559608, + "recall_coffee": 0.8458743186517136, + "F1_noncoffee": 0.6755437194851309, + "IoU_noncoffee": 0.510053619302949, + "kappa": 0.5583677111138328, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8566942620610905, + "mIoU": 0.682213150431954, + "macroF1": 0.8020632675001413, + "F1_coffee": 0.9060511540860886, + "IoU_coffee": 0.8282390510948905, + "precision_coffee": 0.9054298360451344, + "recall_coffee": 0.9066733254260566, + "F1_noncoffee": 0.6980753809141941, + "IoU_noncoffee": 0.5361872497690175, + "kappa": 0.6041271340752024, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8603837697381571, + "mIoU": 0.708115354196446, + "macroF1": 0.8236038881042195, + "F1_coffee": 0.9041509433962264, + "IoU_coffee": 0.8250688705234159, + "precision_coffee": 0.9117199391171994, + "recall_coffee": 0.8967065868263473, + "F1_noncoffee": 0.7430568328122126, + "IoU_noncoffee": 0.5911618378694762, + "kappa": 0.6472729452923631, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8485021942377409, + "mIoU": 0.6879240290955864, + "macroF1": 0.8087259774679891, + "F1_coffee": 0.8959507272965536, + "IoU_coffee": 0.811513353115727, + "precision_coffee": 0.9190751445086706, + "recall_coffee": 0.873961395883932, + "F1_noncoffee": 0.7215012276394248, + "IoU_noncoffee": 0.5643347050754458, + "kappa": 0.6180990595766638, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8848306612275875, + "mIoU": 0.7356396564542065, + "macroF1": 0.8418113888713354, + "F1_coffee": 0.924304776156628, + "IoU_coffee": 0.8592626941803849, + "precision_coffee": 0.9087788131436979, + "recall_coffee": 0.94037046434915, + "F1_noncoffee": 0.7593180015860428, + "IoU_noncoffee": 0.6120166187280282, + "kappa": 0.6839161224001535, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8363565437877901, + "mIoU": 0.6548996166680456, + "macroF1": 0.7816667058340383, + "F1_coffee": 0.8909398154166125, + "IoU_coffee": 0.803328645100797, + "precision_coffee": 0.9172912205567452, + "recall_coffee": 0.8660601465756886, + "F1_noncoffee": 0.6723935962514642, + "IoU_noncoffee": 0.5064705882352941, + "kappa": 0.5644132379884493, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8027483538505582, + "mIoU": 0.6107243543853997, + "macroF1": 0.7470867608369384, + "F1_coffee": 0.8657356284507957, + "IoU_coffee": 0.7632573588363303, + "precision_coffee": 0.9182857930274217, + "recall_coffee": 0.8188744163185058, + "F1_noncoffee": 0.6284378932230811, + "IoU_noncoffee": 0.4581913499344692, + "kappa": 0.4987165602161368, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8283859883554453, + "mIoU": 0.6319401710684525, + "macroF1": 0.7616106574060828, + "F1_coffee": 0.8877793034577456, + "IoU_coffee": 0.7982042648709315, + "precision_coffee": 0.9019657577679138, + "recall_coffee": 0.8740321985989923, + "F1_noncoffee": 0.6354420113544201, + "IoU_noncoffee": 0.46567607726597327, + "kappa": 0.5236041653326423, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7170, + 8413 + ], + [ + 45218, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8184324502944946, + "test_tta": { + "OA": 0.8532752775590867, + "mIoU": 0.6816462406920989, + "macroF1": 0.8022686217110003, + "F1_coffee": 0.9026957911561002, + "IoU_coffee": 0.8226486182051232, + "precision_coffee": 0.9088353930655682, + "recall_coffee": 0.8966385843105711, + "F1_noncoffee": 0.7018414522659004, + "IoU_noncoffee": 0.5406438631790744, + "kappa": 0.6045925364613609, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8163868697357793, + "mIoU": 0.6275414750140051, + "macroF1": 0.7603105044644258, + "F1_coffee": 0.8762454677126166, + "IoU_coffee": 0.7797481056018822, + "precision_coffee": 0.8836411402580089, + "recall_coffee": 0.8689725644436732, + "F1_noncoffee": 0.6443755412162351, + "IoU_noncoffee": 0.47533484442612817, + "kappa": 0.5207174863279348, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.634724793021169 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6447857171709266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8347659827439387, + "mIoU": 0.6614728807138812, + "macroF1": 0.788086468773484, + "F1_coffee": 0.887545106615637, + "IoU_coffee": 0.797825702321741, + "precision_coffee": 0.9180012667390518, + "recall_coffee": 0.8590449176580162, + "F1_noncoffee": 0.688627830931331, + "IoU_noncoffee": 0.5251200591060214, + "kappa": 0.5774606897047045, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7996134764047537, + "mIoU": 0.6142852573432687, + "macroF1": 0.7514807103241541, + "F1_coffee": 0.8608512769153731, + "IoU_coffee": 0.7556970037980025, + "precision_coffee": 0.8956922243294501, + "recall_coffee": 0.8286193533460582, + "F1_noncoffee": 0.642110143732935, + "IoU_noncoffee": 0.4728735108885348, + "kappa": 0.5048882166233252, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.1429584165065388, + "macroF1": 0.22551120894398424, + "F1_coffee": 0.43462897526501765, + "IoU_coffee": 0.27765237020316025, + "precision_coffee": 0.9972972972972973, + "recall_coffee": 0.27786144578313254, + "F1_noncoffee": 0.01639344262295082, + "IoU_noncoffee": 0.008264462809917356, + "kappa": 0.003095907902565063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8408193484698914, + "mIoU": 0.6748110773936594, + "macroF1": 0.798796581935511, + "F1_coffee": 0.8907483315830482, + "IoU_coffee": 0.8030173466894698, + "precision_coffee": 0.9221435084519884, + "recall_coffee": 0.8614205215568077, + "F1_noncoffee": 0.7068448322879738, + "IoU_noncoffee": 0.5466048080978491, + "kappa": 0.5988408777047365, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8211917370354468, + "mIoU": 0.6448709990830619, + "macroF1": 0.7757823723106897, + "F1_coffee": 0.8766861880634336, + "IoU_coffee": 0.7804463710386035, + "precision_coffee": 0.9230929120764914, + "recall_coffee": 0.8347221352045611, + "F1_noncoffee": 0.6748785565579458, + "IoU_noncoffee": 0.5092956271275203, + "kappa": 0.5545331300563794, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.842468360452945, + "mIoU": 0.6652335721443252, + "macroF1": 0.7898244199715003, + "F1_coffee": 0.8950122078828043, + "IoU_coffee": 0.8099747474747475, + "precision_coffee": 0.9094599819564377, + "recall_coffee": 0.8810162931518821, + "F1_noncoffee": 0.6846366320601962, + "IoU_noncoffee": 0.520492396813903, + "kappa": 0.579967252575224, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8762742354587247, + "mIoU": 0.7383712151184569, + "macroF1": 0.8453569488221218, + "F1_coffee": 0.9145027624309392, + "IoU_coffee": 0.8424735971497646, + "precision_coffee": 0.9283510936623668, + "recall_coffee": 0.9010615133369625, + "F1_noncoffee": 0.7762111352133044, + "IoU_noncoffee": 0.6342688330871492, + "kappa": 0.6908939356917907, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8513642434649876, + "mIoU": 0.6911155560496979, + "macroF1": 0.810916944717111, + "F1_coffee": 0.8983692106979778, + "IoU_coffee": 0.815490288962577, + "precision_coffee": 0.9172772079392567, + "recall_coffee": 0.8802249776300652, + "F1_noncoffee": 0.7234646787362442, + "IoU_noncoffee": 0.5667408231368187, + "kappa": 0.6222706022671042, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8799924105872308, + "mIoU": 0.7249086601683771, + "macroF1": 0.8339642018737325, + "F1_coffee": 0.9213846249456218, + "IoU_coffee": 0.8542290850426365, + "precision_coffee": 0.903033256182239, + "recall_coffee": 0.9404973357015985, + "F1_noncoffee": 0.7465437788018433, + "IoU_noncoffee": 0.5955882352941176, + "kappa": 0.6683699526133181, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8062219621611079, + "mIoU": 0.6167993542065682, + "macroF1": 0.7522781597978735, + "F1_coffee": 0.8678768535141964, + "IoU_coffee": 0.766592270644896, + "precision_coffee": 0.9159298245614035, + "recall_coffee": 0.8246146070255244, + "F1_noncoffee": 0.6366794660815506, + "IoU_noncoffee": 0.46700643776824036, + "kappa": 0.5082780653820552, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.791010592613799, + "mIoU": 0.6021674182988899, + "macroF1": 0.7415279920478642, + "F1_coffee": 0.8546202867764207, + "IoU_coffee": 0.7461458212588385, + "precision_coffee": 0.9293964770430263, + "recall_coffee": 0.7909805849102973, + "F1_noncoffee": 0.6284356973193078, + "IoU_noncoffee": 0.45818901533894113, + "kappa": 0.4914693911196753, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8047150901975756, + "mIoU": 0.6121823624534043, + "macroF1": 0.7480394131554531, + "F1_coffee": 0.867538521300013, + "IoU_coffee": 0.766064486622456, + "precision_coffee": 0.9166780681351758, + "recall_coffee": 0.8233992872065872, + "F1_noncoffee": 0.6285403050108932, + "IoU_noncoffee": 0.4583002382843527, + "kappa": 0.5001071801463189, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 106, + 110 + ], + [ + 6997, + 8413 + ], + [ + 44852, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.777976516882578, + "test_tta": { + "OA": 0.8446633139992609, + "mIoU": 0.6733729926204179, + "macroF1": 0.7967071476195613, + "F1_coffee": 0.8954449106718, + "IoU_coffee": 0.8106837941568106, + "precision_coffee": 0.9154026444965285, + "recall_coffee": 0.8763388510223953, + "F1_noncoffee": 0.6979693845673227, + "IoU_noncoffee": 0.5360621910840252, + "kappa": 0.5939718147866778, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8086275527864313, + "mIoU": 0.6228546055887898, + "macroF1": 0.7576620732699095, + "F1_coffee": 0.8687965352555546, + "IoU_coffee": 0.7680285309697383, + "precision_coffee": 0.8917306052855924, + "recall_coffee": 0.8470125513332176, + "F1_noncoffee": 0.6465276112842644, + "IoU_noncoffee": 0.47768068020784127, + "kappa": 0.5161862974263141, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s1_r0.05", + "val_epoch0": 0.6496366419108414 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6496366419108414, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8407108083356095, + "mIoU": 0.6519757947505033, + "macroF1": 0.7779173929155015, + "F1_coffee": 0.8960077202257327, + "IoU_coffee": 0.8116068713894801, + "precision_coffee": 0.8880894951343259, + "recall_coffee": 0.9040684136996741, + "F1_noncoffee": 0.6598270656052704, + "IoU_noncoffee": 0.49234471811152647, + "kappa": 0.5559502567177882, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8090169608861197, + "mIoU": 0.6066562770628696, + "macroF1": 0.7412479021615421, + "F1_coffee": 0.8736691471093303, + "IoU_coffee": 0.7756771865629923, + "precision_coffee": 0.8647102147187128, + "recall_coffee": 0.8828156631384118, + "F1_noncoffee": 0.608826657213754, + "IoU_noncoffee": 0.43763536756274685, + "kappa": 0.4826677537420168, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45474943904263276, + "mIoU": 0.23069528440666887, + "macroF1": 0.3206589658145453, + "F1_coffee": 0.6224754013464526, + "IoU_coffee": 0.4518796992481203, + "precision_coffee": 0.9966832504145937, + "recall_coffee": 0.45256024096385544, + "F1_noncoffee": 0.018842530282637954, + "IoU_noncoffee": 0.009510869565217392, + "kappa": 0.005617341322350336, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8488153998025666, + "mIoU": 0.6651550439221368, + "macroF1": 0.7883482127660014, + "F1_coffee": 0.9014764064460098, + "IoU_coffee": 0.8206254392129304, + "precision_coffee": 0.8853857332406647, + "recall_coffee": 0.9181627571746822, + "F1_noncoffee": 0.675220019085993, + "IoU_noncoffee": 0.509684648631343, + "kappa": 0.5771568005492949, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8219073517484853, + "mIoU": 0.6254928202236465, + "macroF1": 0.7568883414244137, + "F1_coffee": 0.8826137542844564, + "IoU_coffee": 0.7898913716440592, + "precision_coffee": 0.8859848484848485, + "recall_coffee": 0.8792682162771757, + "F1_noncoffee": 0.6311629285643711, + "IoU_noncoffee": 0.46109426880323373, + "kappa": 0.5137987996628305, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8516509658388048, + "mIoU": 0.6670034948769784, + "macroF1": 0.7894166958266398, + "F1_coffee": 0.9038959437800518, + "IoU_coffee": 0.8246442832236657, + "precision_coffee": 0.892724505327245, + "recall_coffee": 0.9153505212560085, + "F1_noncoffee": 0.6749374478732277, + "IoU_noncoffee": 0.5093627065302911, + "kappa": 0.5790563544802549, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8502898261043373, + "mIoU": 0.6763604211880074, + "macroF1": 0.7981905667444608, + "F1_coffee": 0.9007289595758781, + "IoU_coffee": 0.8193875090426814, + "precision_coffee": 0.8778093515887367, + "recall_coffee": 0.924877517691889, + "F1_noncoffee": 0.6956521739130435, + "IoU_noncoffee": 0.5333333333333333, + "kappa": 0.5972229671607336, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8266552184697576, + "mIoU": 0.6480467701443622, + "macroF1": 0.7774945954586373, + "F1_coffee": 0.8820819001882017, + "IoU_coffee": 0.7890398235225822, + "precision_coffee": 0.8958607962035329, + "recall_coffee": 0.8687204397290043, + "F1_noncoffee": 0.672907290729073, + "IoU_noncoffee": 0.5070537167661422, + "kappa": 0.5552810168226826, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8608291433450337, + "mIoU": 0.6930315443393443, + "macroF1": 0.8107100365692712, + "F1_coffee": 0.9081114938928907, + "IoU_coffee": 0.8316888480954566, + "precision_coffee": 0.8968204874427812, + "recall_coffee": 0.9196904339000254, + "F1_noncoffee": 0.7133085792456517, + "IoU_noncoffee": 0.554374240583232, + "kappa": 0.6216072062471082, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8473766335088746, + "mIoU": 0.653241708745558, + "macroF1": 0.7775488878899908, + "F1_coffee": 0.902181386336646, + "IoU_coffee": 0.8217945798223639, + "precision_coffee": 0.8926406926406927, + "recall_coffee": 0.9119282284559009, + "F1_noncoffee": 0.6529163894433355, + "IoU_noncoffee": 0.48468883766875204, + "kappa": 0.5552780392483548, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8171581257753603, + "mIoU": 0.5997585151519911, + "macroF1": 0.7317452056674548, + "F1_coffee": 0.8831137140068326, + "IoU_coffee": 0.7906925934017915, + "precision_coffee": 0.876908165737824, + "recall_coffee": 0.8894077168837552, + "F1_noncoffee": 0.5803766973280771, + "IoU_noncoffee": 0.40882443690219067, + "kappa": 0.46358684918999016, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8424167223441825, + "mIoU": 0.639428446816162, + "macroF1": 0.765436667151455, + "F1_coffee": 0.8998118817889436, + "IoU_coffee": 0.8178709321566464, + "precision_coffee": 0.8887556940781587, + "recall_coffee": 0.9111466142312892, + "F1_noncoffee": 0.6310614525139665, + "IoU_noncoffee": 0.46098596147567744, + "kappa": 0.5311405281928508, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7163, + 8413 + ], + [ + 45055, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7350823005040485, + "test_tta": { + "OA": 0.8469769758511544, + "mIoU": 0.6520073507006844, + "macroF1": 0.7764706803533148, + "F1_coffee": 0.90201041216536, + "IoU_coffee": 0.8215108978803951, + "precision_coffee": 0.8775424407431134, + "recall_coffee": 0.9278819694339783, + "F1_noncoffee": 0.6509309485412696, + "IoU_noncoffee": 0.4825038035209737, + "kappa": 0.5541760409228751, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8171512634129456, + "mIoU": 0.6070738174978458, + "macroF1": 0.7394387072406574, + "F1_coffee": 0.8817372810208765, + "IoU_coffee": 0.7884884884884885, + "precision_coffee": 0.8541068040119274, + "recall_coffee": 0.9112152235525479, + "F1_noncoffee": 0.5971401334604385, + "IoU_noncoffee": 0.42565914650720305, + "kappa": 0.48072861276845613, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6609676615865128 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6649963147751674, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8477160622760649, + "mIoU": 0.6713662938761642, + "macroF1": 0.7942509233415949, + "F1_coffee": 0.8991337292212077, + "IoU_coffee": 0.816751092378485, + "precision_coffee": 0.9041177981337214, + "recall_coffee": 0.8942043097243978, + "F1_noncoffee": 0.6893681174619821, + "IoU_noncoffee": 0.5259814953738434, + "kappa": 0.5885403541856425, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8103871004961347, + "mIoU": 0.6179999599908923, + "macroF1": 0.7523971813066522, + "F1_coffee": 0.8722240040431136, + "IoU_coffee": 0.7734018166462711, + "precision_coffee": 0.8794292881781123, + "recall_coffee": 0.8651358281759115, + "F1_noncoffee": 0.6325703585701908, + "IoU_noncoffee": 0.46259810333551343, + "kappa": 0.5048899338142258, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28646222887060585, + "mIoU": 0.14524152560269943, + "macroF1": 0.22831784521562365, + "F1_coffee": 0.44014084507042256, + "IoU_coffee": 0.28216704288939054, + "precision_coffee": 0.9973404255319149, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.016494845360824743, + "IoU_noncoffee": 0.008316008316008316, + "kappa": 0.0031994573270230234, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8522704837117473, + "mIoU": 0.683538542728795, + "macroF1": 0.8041438836192678, + "F1_coffee": 0.9012309012309012, + "IoU_coffee": 0.8202186448822681, + "precision_coffee": 0.9078518715510937, + "recall_coffee": 0.8947058052679858, + "F1_noncoffee": 0.7070568660076343, + "IoU_noncoffee": 0.5468584405753217, + "kappa": 0.6083495509732341, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8389866895663375, + "mIoU": 0.6583827797370003, + "macroF1": 0.7843035938493235, + "F1_coffee": 0.8929081389814374, + "IoU_coffee": 0.8065348237317282, + "precision_coffee": 0.9045904590459046, + "recall_coffee": 0.8815237140530042, + "F1_noncoffee": 0.6756990487172095, + "IoU_noncoffee": 0.5102307357422725, + "kappa": 0.568824958458413, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8520315919687886, + "mIoU": 0.6725254886121971, + "macroF1": 0.7943686345675522, + "F1_coffee": 0.9032599228567874, + "IoU_coffee": 0.8235861364796642, + "precision_coffee": 0.9001798003596008, + "recall_coffee": 0.9063611960796554, + "F1_noncoffee": 0.6854773462783171, + "IoU_noncoffee": 0.52146484074473, + "kappa": 0.5887529231512318, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8670797521487108, + "mIoU": 0.7149662529986254, + "macroF1": 0.828074002186931, + "F1_coffee": 0.9099647982669916, + "IoU_coffee": 0.8348031300459571, + "precision_coffee": 0.9053071120689655, + "recall_coffee": 0.9146706586826348, + "F1_noncoffee": 0.7461832061068703, + "IoU_noncoffee": 0.5951293759512938, + "kappa": 0.6561736607752775, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8480251860331998, + "mIoU": 0.6833428561344332, + "macroF1": 0.8048351844710677, + "F1_coffee": 0.8966456887043405, + "IoU_coffee": 0.8126543572856639, + "precision_coffee": 0.9104084321475626, + "recall_coffee": 0.8832928544036814, + "F1_noncoffee": 0.713024680237795, + "IoU_noncoffee": 0.5540313549832027, + "kappa": 0.6099178884717971, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8747746893084147, + "mIoU": 0.721076151377791, + "macroF1": 0.8317378761377004, + "F1_coffee": 0.9168346774193549, + "IoU_coffee": 0.8464402047463937, + "precision_coffee": 0.9106382978723404, + "recall_coffee": 0.9231159604161381, + "F1_noncoffee": 0.746641074856046, + "IoU_noncoffee": 0.5957120980091883, + "kappa": 0.6635232128772622, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8378193875560757, + "mIoU": 0.6528284067992337, + "macroF1": 0.7793933997101365, + "F1_coffee": 0.8929238297598352, + "IoU_coffee": 0.8065604280562987, + "precision_coffee": 0.9103321517657871, + "recall_coffee": 0.8761688147586556, + "F1_noncoffee": 0.665862969660438, + "IoU_noncoffee": 0.4990963855421687, + "kappa": 0.5592897195508086, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8299456054967077, + "mIoU": 0.6319035080548887, + "macroF1": 0.7611809097153914, + "F1_coffee": 0.8893305179480809, + "IoU_coffee": 0.8007157235517781, + "precision_coffee": 0.8990457056755399, + "recall_coffee": 0.879823052347014, + "F1_noncoffee": 0.6330313014827018, + "IoU_noncoffee": 0.4630912925579994, + "kappa": 0.5225466913302758, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8291495657153766, + "mIoU": 0.6241717906328619, + "macroF1": 0.7536899818448144, + "F1_coffee": 0.8900221184566233, + "IoU_coffee": 0.8018377061884202, + "precision_coffee": 0.8899127656960315, + "recall_coffee": 0.890131498095121, + "F1_noncoffee": 0.6173578452330055, + "IoU_noncoffee": 0.44650587507730366, + "kappa": 0.5073799895696212, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7172, + 8413 + ], + [ + 45482, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6946653207143147, + "test_tta": { + "OA": 0.8580472051286171, + "mIoU": 0.6816978716544282, + "macroF1": 0.80132409949717, + "F1_coffee": 0.9074820671239332, + "IoU_coffee": 0.830633566567622, + "precision_coffee": 0.8979752554245332, + "recall_coffee": 0.9171923288599128, + "F1_noncoffee": 0.6951661318704068, + "IoU_noncoffee": 0.5327621767412344, + "kappa": 0.6027948865163523, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8212328371985693, + "mIoU": 0.6266517255233496, + "macroF1": 0.7582090569227486, + "F1_coffee": 0.8816536974268392, + "IoU_coffee": 0.788354819431401, + "precision_coffee": 0.873307104486646, + "recall_coffee": 0.8901613742842269, + "F1_noncoffee": 0.6347644164186581, + "IoU_noncoffee": 0.46494863161529826, + "kappa": 0.5165543996059333, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s2_r0.05", + "val_epoch0": 0.6065999321815863 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6065999321815863, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8102797281447324, + "mIoU": 0.6291344475281823, + "macroF1": 0.7633803208704, + "F1_coffee": 0.8687241517321119, + "IoU_coffee": 0.7679154054797751, + "precision_coffee": 0.9148597386784059, + "recall_coffee": 0.8270183311460141, + "F1_noncoffee": 0.6580364900086881, + "IoU_noncoffee": 0.4903534895765894, + "kappa": 0.5298750197944669, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.776119187723549, + "mIoU": 0.5863966578516902, + "macroF1": 0.7293095824604806, + "F1_coffee": 0.8418747262374069, + "IoU_coffee": 0.726928895612708, + "precision_coffee": 0.892466848084316, + "recall_coffee": 0.7967108180538686, + "F1_noncoffee": 0.6167444386835543, + "IoU_noncoffee": 0.4458644200906722, + "kappa": 0.46280326575416536, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28421839940164545, + "mIoU": 0.14409993099334495, + "macroF1": 0.22691687919505665, + "F1_coffee": 0.43738977072310403, + "IoU_coffee": 0.2799097065462754, + "precision_coffee": 0.9973190348525469, + "recall_coffee": 0.28012048192771083, + "F1_noncoffee": 0.01644398766700925, + "IoU_noncoffee": 0.008290155440414507, + "kappa": 0.0031475230006801367, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8216683119447187, + "mIoU": 0.6444548071607296, + "macroF1": 0.7752797495330377, + "F1_coffee": 0.877379942304429, + "IoU_coffee": 0.7815466473184594, + "precision_coffee": 0.9100894177286489, + "recall_coffee": 0.8469401126982047, + "F1_noncoffee": 0.6731795567616463, + "IoU_noncoffee": 0.5073629670029998, + "kappa": 0.5521015767822373, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7852201707933781, + "mIoU": 0.6017013972788684, + "macroF1": 0.7426040467876683, + "F1_coffee": 0.8473380807053238, + "IoU_coffee": 0.7351141445045893, + "precision_coffee": 0.9234976716682681, + "recall_coffee": 0.7827830336445085, + "F1_noncoffee": 0.6378700128700129, + "IoU_noncoffee": 0.4682886500531475, + "kappa": 0.4933813021417752, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8242934627462175, + "mIoU": 0.6429197818643236, + "macroF1": 0.7732120334977972, + "F1_coffee": 0.8808440615622882, + "IoU_coffee": 0.7870610620999827, + "precision_coffee": 0.9115800721250167, + "recall_coffee": 0.8521131156751358, + "F1_noncoffee": 0.6655800054333062, + "IoU_noncoffee": 0.4987785016286645, + "kappa": 0.5478666752426179, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8482910253847692, + "mIoU": 0.689001617265433, + "macroF1": 0.8096984564498346, + "F1_coffee": 0.8953969128996693, + "IoU_coffee": 0.8106051154086089, + "precision_coffee": 0.9068955890563931, + "recall_coffee": 0.8841861731083288, + "F1_noncoffee": 0.724, + "IoU_noncoffee": 0.567398119122257, + "kappa": 0.6195582869930286, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8142530051516886, + "mIoU": 0.6445732913662461, + "macroF1": 0.77710899342911, + "F1_coffee": 0.8680983673192874, + "IoU_coffee": 0.7669379937754369, + "precision_coffee": 0.9234649754972615, + "recall_coffee": 0.8189952703566407, + "F1_noncoffee": 0.6861196195389327, + "IoU_noncoffee": 0.5222085889570552, + "kappa": 0.5579988622752236, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8625367612181007, + "mIoU": 0.7102160577523962, + "macroF1": 0.8249593782204689, + "F1_coffee": 0.9060615883306321, + "IoU_coffee": 0.8282564892734384, + "precision_coffee": 0.9264218480710592, + "recall_coffee": 0.8865770109109363, + "F1_noncoffee": 0.7438571681103058, + "IoU_noncoffee": 0.5921756262313538, + "kappa": 0.6503792094288395, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.795689487029452, + "mIoU": 0.6032554755047647, + "macroF1": 0.7413783109067277, + "F1_coffee": 0.8598943355848325, + "IoU_coffee": 0.754223369310183, + "precision_coffee": 0.9133399630629351, + "recall_coffee": 0.8123578468536771, + "F1_noncoffee": 0.6228622862286228, + "IoU_noncoffee": 0.4522875816993464, + "kappa": 0.4874806661231829, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7561790247160989, + "mIoU": 0.5613056591501073, + "macroF1": 0.708177245931284, + "F1_coffee": 0.8265326906103605, + "IoU_coffee": 0.7043508447118723, + "precision_coffee": 0.9235320892125626, + "recall_coffee": 0.7479724748095355, + "F1_noncoffee": 0.5898218012522074, + "IoU_noncoffee": 0.41826047358834245, + "kappa": 0.43119179223742476, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7858165505392765, + "mIoU": 0.5799152882339766, + "macroF1": 0.71961122418176, + "F1_coffee": 0.855858170606372, + "IoU_coffee": 0.7480350325623175, + "precision_coffee": 0.8965146009958282, + "recall_coffee": 0.8187292613985498, + "F1_noncoffee": 0.5833642777571482, + "IoU_noncoffee": 0.41179554390563566, + "kappa": 0.4425362526847801, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6986, + 8413 + ], + [ + 43338, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7295447548230487, + "test_tta": { + "OA": 0.8157104066582047, + "mIoU": 0.6297754373771016, + "macroF1": 0.7626615807905601, + "F1_coffee": 0.8748690871007156, + "IoU_coffee": 0.7775709271433281, + "precision_coffee": 0.9026383323578407, + "recall_coffee": 0.8487574615807968, + "F1_noncoffee": 0.6504540744804047, + "IoU_noncoffee": 0.48197994761087526, + "kappa": 0.5265748365744528, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7824074074074074, + "mIoU": 0.5872353159539427, + "macroF1": 0.7284159276028833, + "F1_coffee": 0.849507735583685, + "IoU_coffee": 0.7383863080684596, + "precision_coffee": 0.8800843253968254, + "recall_coffee": 0.8209844409740298, + "F1_noncoffee": 0.6073241196220817, + "IoU_noncoffee": 0.43608432383942586, + "kappa": 0.45853722347164155, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m60_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m60", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M60_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m60_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.6456689107644801 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6456689107644801, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8378990665017112, + "mIoU": 0.6622170624783494, + "macroF1": 0.7880751923860264, + "F1_coffee": 0.8908317733750284, + "IoU_coffee": 0.8031529861666634, + "precision_coffee": 0.9112119535141118, + "recall_coffee": 0.8713432962194657, + "F1_noncoffee": 0.6853186113970244, + "IoU_noncoffee": 0.5212811387900356, + "kappa": 0.5767606772727547, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8013297565478251, + "mIoU": 0.6122853415019412, + "macroF1": 0.7490331263650537, + "F1_coffee": 0.8635963044748334, + "IoU_coffee": 0.7599379585577107, + "precision_coffee": 0.887744299674267, + "recall_coffee": 0.8407272446835174, + "F1_noncoffee": 0.634469948255274, + "IoU_noncoffee": 0.46463272444617176, + "kappa": 0.4990595276033719, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.243829468960359, + "mIoU": 0.12336292597899463, + "macroF1": 0.2002798443994143, + "F1_coffee": 0.3869011522134627, + "IoU_coffee": 0.23984962406015037, + "precision_coffee": 0.9937694704049844, + "recall_coffee": 0.24021084337349397, + "F1_noncoffee": 0.013658536585365854, + "IoU_noncoffee": 0.0068762278978389, + "kappa": 0.0003180151123739746, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8370187561697927, + "mIoU": 0.6649258096287594, + "macroF1": 0.7907360104334764, + "F1_coffee": 0.889149993285887, + "IoU_coffee": 0.8004230885463887, + "precision_coffee": 0.9116756161365827, + "recall_coffee": 0.867710653911676, + "F1_noncoffee": 0.692322027581066, + "IoU_noncoffee": 0.5294285307111302, + "kappa": 0.5821800038842505, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8266304088545394, + "mIoU": 0.6478917334435477, + "macroF1": 0.7773549079544797, + "F1_coffee": 0.8820972032963468, + "IoU_coffee": 0.7890643139075922, + "precision_coffee": 0.9147432878002826, + "recall_coffee": 0.8517010212392707, + "F1_noncoffee": 0.6726126126126126, + "IoU_noncoffee": 0.5067191529795032, + "kappa": 0.5562791356060655, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8499857265201256, + "mIoU": 0.6741962075837382, + "macroF1": 0.7963148013364392, + "F1_coffee": 0.9008708774798, + "IoU_coffee": 0.8196224256292907, + "precision_coffee": 0.9074613630605524, + "recall_coffee": 0.8943754291778513, + "F1_noncoffee": 0.6917587251930785, + "IoU_noncoffee": 0.5287699895381857, + "kappa": 0.5926964041885691, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8524885068958625, + "mIoU": 0.6945574873141047, + "macroF1": 0.813650218617717, + "F1_coffee": 0.8987237546315356, + "IoU_coffee": 0.8160747663551402, + "precision_coffee": 0.9063105452532522, + "recall_coffee": 0.8912629286880784, + "F1_noncoffee": 0.7285766826038985, + "IoU_noncoffee": 0.5730402082730691, + "kappa": 0.6273704180546534, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8403930547605419, + "mIoU": 0.6751806980042236, + "macroF1": 0.7992131403038861, + "F1_coffee": 0.8901438045833607, + "IoU_coffee": 0.8020352620991599, + "precision_coffee": 0.9152038887388604, + "recall_coffee": 0.866419532148792, + "F1_noncoffee": 0.7082824760244115, + "IoU_noncoffee": 0.5483261339092873, + "kappa": 0.5992242179159378, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8741106156911109, + "mIoU": 0.7215519546252083, + "macroF1": 0.8322429351445173, + "F1_coffee": 0.9160498513316885, + "IoU_coffee": 0.8451033033734096, + "precision_coffee": 0.9135646687697161, + "recall_coffee": 0.9185485917279879, + "F1_noncoffee": 0.748436018957346, + "IoU_noncoffee": 0.598000605877007, + "kappa": 0.6644933101732718, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8219231519407061, + "mIoU": 0.6363797014295511, + "macroF1": 0.76753009538418, + "F1_coffee": 0.8799789667411595, + "IoU_coffee": 0.785680751173709, + "precision_coffee": 0.916986301369863, + "recall_coffee": 0.8458428102097548, + "F1_noncoffee": 0.6550812240272006, + "IoU_noncoffee": 0.48707865168539327, + "kappa": 0.5372262886296763, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8128638228838629, + "mIoU": 0.6206108021078968, + "macroF1": 0.7543605994732385, + "F1_coffee": 0.8742384403257872, + "IoU_coffee": 0.7765751395693289, + "precision_coffee": 0.9142857142857143, + "recall_coffee": 0.8375522241336938, + "F1_noncoffee": 0.6344827586206897, + "IoU_noncoffee": 0.46464646464646464, + "kappa": 0.5114454995114649, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8257134675956858, + "mIoU": 0.6282438200540327, + "macroF1": 0.7586419812272911, + "F1_coffee": 0.885875, + "IoU_coffee": 0.795130707954673, + "precision_coffee": 0.9013099325957014, + "recall_coffee": 0.8709598131989676, + "F1_noncoffee": 0.6314089624545821, + "IoU_noncoffee": 0.46135693215339235, + "kappa": 0.5177407410189651, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7070, + 8413 + ], + [ + 44973, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7242270747820534, + "test_tta": { + "OA": 0.8446472469030673, + "mIoU": 0.6651596486403839, + "macroF1": 0.7892769063757713, + "F1_coffee": 0.897294541282942, + "IoU_coffee": 0.8137209571147844, + "precision_coffee": 0.9005564913328074, + "recall_coffee": 0.8940561364887176, + "F1_noncoffee": 0.6812592714686007, + "IoU_noncoffee": 0.5165983401659834, + "kappa": 0.5785709721149292, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8081227645090573, + "mIoU": 0.6137841599007531, + "macroF1": 0.7487564217522389, + "F1_coffee": 0.8708850931677019, + "IoU_coffee": 0.771298906690504, + "precision_coffee": 0.8767904949875911, + "recall_coffee": 0.8650587078489212, + "F1_noncoffee": 0.626627750336776, + "IoU_noncoffee": 0.4562694131110021, + "kappa": 0.4975787519227557, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m60" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s0_r0.05", + "val_epoch0": 0.7213720416912814 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7213720416912814, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7651672516295395, + "mIoU": 0.6144662631637754, + "macroF1": 0.7602494688629209, + "F1_coffee": 0.7945866357570252, + "IoU_coffee": 0.6591818701595717, + "precision_coffee": 0.8687193889783197, + "recall_coffee": 0.7321114157887141, + "F1_noncoffee": 0.7259123019688166, + "IoU_noncoffee": 0.569750656167979, + "kappa": 0.525113304173254, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6787815853236414, + "mIoU": 0.5083231912261689, + "macroF1": 0.6724660388746262, + "F1_coffee": 0.7179474190770477, + "IoU_coffee": 0.5599984195345529, + "precision_coffee": 0.848682634730539, + "recall_coffee": 0.6221139496093407, + "F1_noncoffee": 0.6269846586722048, + "IoU_noncoffee": 0.4566479629177848, + "kappa": 0.36486438732348303, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1685123415610407, + "mIoU": 0.08452609627218616, + "macroF1": 0.14507389263545323, + "F1_coffee": 0.2866300366300366, + "IoU_coffee": 0.16729021913415287, + "precision_coffee": 1.0, + "recall_coffee": 0.16729021913415287, + "F1_noncoffee": 0.003517748640869843, + "IoU_noncoffee": 0.0017619734102194459, + "kappa": 0.0005893481190157967, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7344378121573882, + "mIoU": 0.5803220739868848, + "macroF1": 0.7344344978930604, + "F1_coffee": 0.7334963325183375, + "IoU_coffee": 0.5791505791505791, + "precision_coffee": 0.8562865705722849, + "recall_coffee": 0.641505399337111, + "F1_noncoffee": 0.7353726632677834, + "IoU_noncoffee": 0.5814935688231906, + "kappa": 0.4794968189835403, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7733078235689539, + "mIoU": 0.6228393913877974, + "macroF1": 0.7662561504374079, + "F1_coffee": 0.8068552295356419, + "IoU_coffee": 0.6762425227088102, + "precision_coffee": 0.8784535686876439, + "recall_coffee": 0.746048557927326, + "F1_noncoffee": 0.725657071339174, + "IoU_noncoffee": 0.5694362600667845, + "kappa": 0.5368821915452633, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7824463583412157, + "mIoU": 0.6289524857388615, + "macroF1": 0.7698629741210976, + "F1_coffee": 0.8236765655261459, + "IoU_coffee": 0.7002126637854154, + "precision_coffee": 0.8674995750467449, + "recall_coffee": 0.7840682132432018, + "F1_noncoffee": 0.7160493827160493, + "IoU_noncoffee": 0.5576923076923077, + "kappa": 0.54160974486486, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7355042755066182, + "mIoU": 0.573830629744533, + "macroF1": 0.7275014701724625, + "F1_coffee": 0.6808029403449251, + "IoU_coffee": 0.5160737248178311, + "precision_coffee": 0.7508574992204553, + "recall_coffee": 0.6227049392293768, + "F1_noncoffee": 0.7742, + "IoU_noncoffee": 0.6315875346712351, + "kappa": 0.4583383631469211, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7135949005385207, + "mIoU": 0.5518974969911267, + "macroF1": 0.7105778971877519, + "F1_coffee": 0.6810281517747858, + "IoU_coffee": 0.5163325909428359, + "precision_coffee": 0.744049211018989, + "recall_coffee": 0.627849243962988, + "F1_noncoffee": 0.740127642600718, + "IoU_noncoffee": 0.5874624030394174, + "kappa": 0.4245194109710044, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7116499736425935, + "mIoU": 0.5516522758660471, + "macroF1": 0.7108783632232332, + "F1_coffee": 0.6959421901056142, + "IoU_coffee": 0.5336743393009378, + "precision_coffee": 0.7484457197513151, + "recall_coffee": 0.650322044462913, + "F1_noncoffee": 0.7258145363408521, + "IoU_noncoffee": 0.5696302124311565, + "kappa": 0.4243113816333771, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7332825783530009, + "mIoU": 0.5703742749338843, + "macroF1": 0.7245273291253698, + "F1_coffee": 0.7736377342235623, + "IoU_coffee": 0.6308394801545486, + "precision_coffee": 0.9452631578947368, + "recall_coffee": 0.6547575647101713, + "F1_noncoffee": 0.6754169240271772, + "IoU_noncoffee": 0.5099090697132199, + "kappa": 0.473922021802535, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8263671875, + "mIoU": 0.6609474460706136, + "macroF1": 0.789446260243475, + "F1_coffee": 0.8776156387665198, + "IoU_coffee": 0.7819207653624433, + "precision_coffee": 0.9536275243081526, + "recall_coffee": 0.8128267244676782, + "F1_noncoffee": 0.7012768817204301, + "IoU_noncoffee": 0.539974126778784, + "kappa": 0.5853232180433524, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8457838143746463, + "mIoU": 0.6742490182287088, + "macroF1": 0.7972539176175285, + "F1_coffee": 0.8964468934068022, + "IoU_coffee": 0.8123278236914601, + "precision_coffee": 0.9331487341772152, + "recall_coffee": 0.8625228519195612, + "F1_noncoffee": 0.6980609418282548, + "IoU_noncoffee": 0.5361702127659574, + "kappa": 0.5963286177593361, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2555, + 2984 + ], + [ + 40147, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.666812547047933, + "test_tta": { + "OA": 0.7811582264880739, + "mIoU": 0.6337937159236671, + "macroF1": 0.7746602787043516, + "F1_coffee": 0.8129257428015981, + "IoU_coffee": 0.6848145664620622, + "precision_coffee": 0.8654259826608435, + "recall_coffee": 0.766430942415933, + "F1_noncoffee": 0.7363948146071051, + "IoU_noncoffee": 0.582772865385272, + "kappa": 0.5516455635609298, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6974875966308988, + "mIoU": 0.5275136610070589, + "macroF1": 0.6885634600626984, + "F1_coffee": 0.7412825478272668, + "IoU_coffee": 0.5889189401066165, + "precision_coffee": 0.8462361654791742, + "recall_coffee": 0.6594899482047231, + "F1_noncoffee": 0.6358443722981302, + "IoU_noncoffee": 0.4661083819075012, + "kappa": 0.39032680262793984, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.7346258996648545 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.7387784013038665, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.788732898789485, + "mIoU": 0.6459760097160214, + "macroF1": 0.7840912434709286, + "F1_coffee": 0.8157483758120939, + "IoU_coffee": 0.6888302782539892, + "precision_coffee": 0.8887263075509579, + "recall_coffee": 0.7538461538461538, + "F1_noncoffee": 0.7524341111297633, + "IoU_noncoffee": 0.6031217411780536, + "kappa": 0.5720596117879276, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6952232606438213, + "mIoU": 0.527671236958068, + "macroF1": 0.689449674939044, + "F1_coffee": 0.7317933747937555, + "IoU_coffee": 0.5770300834651028, + "precision_coffee": 0.8676638776861494, + "recall_coffee": 0.632714423667808, + "F1_noncoffee": 0.6471059750843325, + "IoU_noncoffee": 0.47831239045103313, + "kappa": 0.39831237488073234, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15010006671114076, + "mIoU": 0.07528737480683861, + "macroF1": 0.1312859162462033, + "F1_coffee": 0.2591300302395906, + "IoU_coffee": 0.14885088188134687, + "precision_coffee": 1.0, + "recall_coffee": 0.14885088188134687, + "F1_noncoffee": 0.00344180225281602, + "IoU_noncoffee": 0.0017238677323303557, + "kappa": 0.0005130668118583496, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7678158119137531, + "mIoU": 0.6229234393674924, + "macroF1": 0.7676188345975439, + "F1_coffee": 0.7743844696969697, + "IoU_coffee": 0.6318331079775932, + "precision_coffee": 0.867294180034469, + "recall_coffee": 0.6994547204105634, + "F1_noncoffee": 0.7608531994981179, + "IoU_noncoffee": 0.6140137707573916, + "kappa": 0.5408232053063858, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7830808211386318, + "mIoU": 0.6382411224085265, + "macroF1": 0.7783133960611582, + "F1_coffee": 0.8108229988726043, + "IoU_coffee": 0.6818354190367842, + "precision_coffee": 0.9079890920109079, + "recall_coffee": 0.7324425615121395, + "F1_noncoffee": 0.7458037932497121, + "IoU_noncoffee": 0.5946468257802686, + "kappa": 0.5633458219377623, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.811270971274954, + "mIoU": 0.6686639836360491, + "macroF1": 0.7994641521796813, + "F1_coffee": 0.848123071992308, + "IoU_coffee": 0.7362966054535337, + "precision_coffee": 0.8862932261575819, + "recall_coffee": 0.8131049316331234, + "F1_noncoffee": 0.7508052323670545, + "IoU_noncoffee": 0.6010313618185645, + "kappa": 0.6001451694435256, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7495607356214127, + "mIoU": 0.5920664114305734, + "macroF1": 0.7422788595451099, + "F1_coffee": 0.6989580399887355, + "IoU_coffee": 0.5372294372294373, + "precision_coffee": 0.7672333848531685, + "recall_coffee": 0.6418412205844324, + "F1_noncoffee": 0.7855996791014842, + "IoU_noncoffee": 0.6469033856317093, + "kappa": 0.4874484573051987, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7504121332014507, + "mIoU": 0.5962966621442234, + "macroF1": 0.7462596472692571, + "F1_coffee": 0.7137996219281664, + "IoU_coffee": 0.5549676660787772, + "precision_coffee": 0.8082191780821918, + "recall_coffee": 0.6391333784698714, + "F1_noncoffee": 0.7787196726103478, + "IoU_noncoffee": 0.6376256582096697, + "kappa": 0.49781835703441785, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7418028465998946, + "mIoU": 0.5883014909339703, + "macroF1": 0.740531258268353, + "F1_coffee": 0.7223670785625212, + "IoU_coffee": 0.5653948535936114, + "precision_coffee": 0.7949101796407185, + "recall_coffee": 0.6619571992520258, + "F1_noncoffee": 0.7586954379741846, + "IoU_noncoffee": 0.6112081282743292, + "kappa": 0.4847918686918166, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7875904073087172, + "mIoU": 0.6349759972950688, + "macroF1": 0.7742915247120166, + "F1_coffee": 0.829079027976312, + "IoU_coffee": 0.7080572026508546, + "precision_coffee": 0.9424326833797586, + "recall_coffee": 0.7400656215822092, + "F1_noncoffee": 0.7195040214477212, + "IoU_noncoffee": 0.5618947919392829, + "kappa": 0.5590516678655649, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.812109375, + "mIoU": 0.6453012671076876, + "macroF1": 0.7782771535580524, + "F1_coffee": 0.8648876404494382, + "IoU_coffee": 0.7619401138332096, + "precision_coffee": 0.9626387369079256, + "recall_coffee": 0.7851587402779548, + "F1_noncoffee": 0.6916666666666667, + "IoU_noncoffee": 0.5286624203821656, + "kappa": 0.56674917048674, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8734201094133183, + "mIoU": 0.7137442256739129, + "macroF1": 0.8259223206892299, + "F1_coffee": 0.9168525402726146, + "IoU_coffee": 0.8464706555314038, + "precision_coffee": 0.9324511657214871, + "recall_coffee": 0.9017672151127362, + "F1_noncoffee": 0.7349921011058452, + "IoU_noncoffee": 0.5810177958164221, + "kappa": 0.6521548945271158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2474, + 2984 + ], + [ + 41544, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.714959748586019, + "test_tta": { + "OA": 0.793585703029869, + "mIoU": 0.6520764317946375, + "macroF1": 0.7885175312078812, + "F1_coffee": 0.821256338290251, + "IoU_coffee": 0.6967217427909914, + "precision_coffee": 0.8873140329714515, + "recall_coffee": 0.7643527204502815, + "F1_noncoffee": 0.7557787241255112, + "IoU_noncoffee": 0.6074311207982835, + "kappa": 0.5802139340482521, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.70067497403946, + "mIoU": 0.5333158890541869, + "macroF1": 0.694096302021152, + "F1_coffee": 0.738956530489032, + "IoU_coffee": 0.5859881505715254, + "precision_coffee": 0.8654979375368297, + "recall_coffee": 0.6446975682556404, + "F1_noncoffee": 0.6492360735532721, + "IoU_noncoffee": 0.4806436275368484, + "kappa": 0.4052751049338208, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s1_r0.05", + "val_epoch0": 0.7100458059586987 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7100458059586987, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7480302270610988, + "mIoU": 0.5862193843977699, + "macroF1": 0.7368005534809421, + "F1_coffee": 0.7911663871532674, + "IoU_coffee": 0.654487415592388, + "precision_coffee": 0.8142604020284719, + "recall_coffee": 0.7693462260066387, + "F1_noncoffee": 0.6824347198086168, + "IoU_noncoffee": 0.5179513532031518, + "kappa": 0.47424422237513336, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6631764162916811, + "mIoU": 0.48594064887161004, + "macroF1": 0.6508653005137628, + "F1_coffee": 0.7164262470251105, + "IoU_coffee": 0.5581496547157317, + "precision_coffee": 0.801831919982605, + "recall_coffee": 0.647462909314371, + "F1_noncoffee": 0.585304354002415, + "IoU_noncoffee": 0.4137316430274884, + "kappa": 0.31312645797103583, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16317545030020014, + "mIoU": 0.08177758645771567, + "macroF1": 0.14089533978618002, + "F1_coffee": 0.2792461503102735, + "IoU_coffee": 0.16228128756511287, + "precision_coffee": 0.9975369458128078, + "recall_coffee": 0.16234633885622662, + "F1_noncoffee": 0.002544529262086514, + "IoU_noncoffee": 0.0012738853503184713, + "kappa": -0.0003867593056004077, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6708490680959922, + "mIoU": 0.5047083208536802, + "macroF1": 0.6708353471384497, + "F1_coffee": 0.6687101520353115, + "IoU_coffee": 0.5023024498065942, + "precision_coffee": 0.7837332950136514, + "recall_coffee": 0.5831284079974339, + "F1_noncoffee": 0.672960542241588, + "IoU_noncoffee": 0.5071141919007661, + "kappa": 0.3553773484462518, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7758415636796111, + "mIoU": 0.6215440754528199, + "macroF1": 0.7644324839722427, + "F1_coffee": 0.8162746344564527, + "IoU_coffee": 0.6895810955961332, + "precision_coffee": 0.8506315696493243, + "recall_coffee": 0.7845853022649503, + "F1_noncoffee": 0.7125903334880329, + "IoU_noncoffee": 0.5535070553095066, + "kappa": 0.5300642368833386, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7843381291382486, + "mIoU": 0.6094758185361209, + "macroF1": 0.7506317593191979, + "F1_coffee": 0.8423121723937099, + "IoU_coffee": 0.7275814362973211, + "precision_coffee": 0.8004704580047046, + "recall_coffee": 0.8887693962206176, + "F1_noncoffee": 0.6589513462446859, + "IoU_noncoffee": 0.4913702007749208, + "kappa": 0.5041934587659024, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6398032095583929, + "mIoU": 0.46278813064008595, + "macroF1": 0.6301385473159232, + "F1_coffee": 0.5703507056029062, + "IoU_coffee": 0.39894448788115716, + "precision_coffee": 0.6203647416413374, + "recall_coffee": 0.5277993276441686, + "F1_noncoffee": 0.6899263890289402, + "IoU_noncoffee": 0.5266317733990148, + "kappa": 0.26373073385596285, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6802945378613034, + "mIoU": 0.5141777600151675, + "macroF1": 0.6787838343349726, + "F1_coffee": 0.6567551622418879, + "IoU_coffee": 0.48893183415319746, + "precision_coffee": 0.6881800197823936, + "recall_coffee": 0.6280749266531257, + "F1_noncoffee": 0.7008125064280571, + "IoU_noncoffee": 0.5394236858771374, + "kappa": 0.35873319127048287, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6903531892461782, + "mIoU": 0.5241188511519668, + "macroF1": 0.6869565941466459, + "F1_coffee": 0.7195645946720137, + "IoU_coffee": 0.5619686800894854, + "precision_coffee": 0.6657243816254417, + "recall_coffee": 0.7828797008103054, + "F1_noncoffee": 0.6543485936212781, + "IoU_noncoffee": 0.4862690222144481, + "kappa": 0.37892018737997657, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7044791270143382, + "mIoU": 0.5365649440410963, + "macroF1": 0.6965492881662259, + "F1_coffee": 0.745603495357728, + "IoU_coffee": 0.5943921978404737, + "precision_coffee": 0.9302262196783865, + "recall_coffee": 0.6221290557783449, + "F1_noncoffee": 0.6474950809747237, + "IoU_noncoffee": 0.4787376902417189, + "kappa": 0.42450981895284245, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8607421875, + "mIoU": 0.7036775075596835, + "macroF1": 0.8198215272842138, + "F1_coffee": 0.9056878306878307, + "IoU_coffee": 0.827632056086063, + "precision_coffee": 0.940909715542119, + "recall_coffee": 0.8730077776361086, + "F1_noncoffee": 0.733955223880597, + "IoU_noncoffee": 0.5797229590333038, + "kappa": 0.6410619024566724, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.868421052631579, + "mIoU": 0.6750529093337889, + "macroF1": 0.7930942150265676, + "F1_coffee": 0.9179363491970116, + "IoU_coffee": 0.8483201043818637, + "precision_coffee": 0.8871958153286331, + "recall_coffee": 0.950883607556368, + "F1_noncoffee": 0.6682520808561236, + "IoU_noncoffee": 0.5017857142857143, + "kappa": 0.5881871003666609, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2636, + 2984 + ], + [ + 39109, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6836523175239564, + "test_tta": { + "OA": 0.7607979371105221, + "mIoU": 0.59539033141845, + "macroF1": 0.7426804066368724, + "F1_coffee": 0.810959214287736, + "IoU_coffee": 0.6820280885503451, + "precision_coffee": 0.7955132298636755, + "recall_coffee": 0.827016885553471, + "F1_noncoffee": 0.6744015989860088, + "IoU_noncoffee": 0.5087525742865548, + "kappa": 0.48569476528724387, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6839736933194878, + "mIoU": 0.501159636720272, + "macroF1": 0.662198247729699, + "F1_coffee": 0.7479641131815045, + "IoU_coffee": 0.5973983022819975, + "precision_coffee": 0.7858178654292344, + "recall_coffee": 0.7135896760600474, + "F1_noncoffee": 0.5764323822778937, + "IoU_noncoffee": 0.4049209711585465, + "kappa": 0.3270209315287428, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.6997712216709008 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6997712216709008, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8068906238808108, + "mIoU": 0.657354109526221, + "macroF1": 0.7903997319440712, + "F1_coffee": 0.8491916988309001, + "IoU_coffee": 0.7379089097360618, + "precision_coffee": 0.8236443045872555, + "recall_coffee": 0.8763746572376966, + "F1_noncoffee": 0.7316077650572425, + "IoU_noncoffee": 0.5767993093163802, + "kappa": 0.5815159988390217, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7289719626168224, + "mIoU": 0.5519795836392094, + "macroF1": 0.7061369504167252, + "F1_coffee": 0.7880537760534151, + "IoU_coffee": 0.6502382370458606, + "precision_coffee": 0.8105800464037123, + "recall_coffee": 0.7667456764112018, + "F1_noncoffee": 0.6242201247800352, + "IoU_noncoffee": 0.45372093023255816, + "kappa": 0.4130775663063436, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31274182788525684, + "mIoU": 0.15682988089394775, + "macroF1": 0.2394969785037251, + "F1_coffee": 0.47551165869056106, + "IoU_coffee": 0.3119155757413839, + "precision_coffee": 0.9991442019683354, + "recall_coffee": 0.3119989310529129, + "F1_noncoffee": 0.003482298316889147, + "IoU_noncoffee": 0.0017441860465116279, + "kappa": 0.0005548798973930782, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7852966256547692, + "mIoU": 0.6418482019198167, + "macroF1": 0.7811084708986348, + "F1_coffee": 0.8113863770132164, + "IoU_coffee": 0.6826325740523994, + "precision_coffee": 0.8121251071122536, + "recall_coffee": 0.810648989628996, + "F1_noncoffee": 0.7508305647840532, + "IoU_noncoffee": 0.601063829787234, + "kappa": 0.5622174203236682, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8254304772739025, + "mIoU": 0.6841605289277286, + "macroF1": 0.810001274642358, + "F1_coffee": 0.8641448692152918, + "IoU_coffee": 0.7607879260256502, + "precision_coffee": 0.8537690839694656, + "recall_coffee": 0.8747759491608278, + "F1_noncoffee": 0.7558576800694243, + "IoU_noncoffee": 0.6075331318298071, + "kappa": 0.6201033801632928, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8066908946084532, + "mIoU": 0.6367324075864798, + "macroF1": 0.7715097107643714, + "F1_coffee": 0.8611677214058422, + "IoU_coffee": 0.756184854954163, + "precision_coffee": 0.8054979600026754, + "recall_coffee": 0.9251037025656783, + "F1_noncoffee": 0.6818517001229004, + "IoU_noncoffee": 0.5172799602187966, + "kappa": 0.547967297904891, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7571746515169263, + "mIoU": 0.6084351580935663, + "macroF1": 0.756404562264851, + "F1_coffee": 0.742708204046171, + "IoU_coffee": 0.5907206317867719, + "precision_coffee": 0.7140811455847256, + "recall_coffee": 0.773726402896302, + "F1_noncoffee": 0.7701009204835311, + "IoU_noncoffee": 0.6261496844003607, + "kappa": 0.5135077518031993, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7473348719639521, + "mIoU": 0.5965946519514556, + "macroF1": 0.7473336512326927, + "F1_coffee": 0.7478890229191797, + "IoU_coffee": 0.5973025048169557, + "precision_coffee": 0.7273890784982935, + "recall_coffee": 0.7695779733694426, + "F1_noncoffee": 0.7467782795462056, + "IoU_noncoffee": 0.5958867990859553, + "kappa": 0.4950701234469562, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.76615709014233, + "mIoU": 0.6171449026802103, + "macroF1": 0.7625627775459831, + "F1_coffee": 0.7917761922643635, + "IoU_coffee": 0.6553224553224554, + "precision_coffee": 0.7222127076554204, + "recall_coffee": 0.8761687097444422, + "F1_noncoffee": 0.7333493628276028, + "IoU_noncoffee": 0.5789673500379651, + "kappa": 0.5307011871105756, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8157594213932242, + "mIoU": 0.6592394713758476, + "macroF1": 0.7901951077845102, + "F1_coffee": 0.863431151241535, + "IoU_coffee": 0.759682224428997, + "precision_coffee": 0.8919549164399534, + "recall_coffee": 0.8366751731680642, + "F1_noncoffee": 0.7169590643274854, + "IoU_noncoffee": 0.5587967183226983, + "kappa": 0.5812776813393011, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.89482421875, + "mIoU": 0.751062401749743, + "macroF1": 0.8523759352246087, + "F1_coffee": 0.9315364566778972, + "IoU_coffee": 0.8718467396477868, + "precision_coffee": 0.9288793103448276, + "recall_coffee": 0.9342088486548514, + "F1_noncoffee": 0.7732154137713203, + "IoU_noncoffee": 0.6302780638516993, + "kappa": 0.7047598732482323, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8429541595925297, + "mIoU": 0.6123933921017849, + "macroF1": 0.7377503965574574, + "F1_coffee": 0.9038517064156609, + "IoU_coffee": 0.8245706458750395, + "precision_coffee": 0.8588674275680421, + "recall_coffee": 0.9538086532602071, + "F1_noncoffee": 0.571649086699254, + "IoU_noncoffee": 0.40021613832853026, + "kappa": 0.4818336054742147, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 42485, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6745167851448057, + "test_tta": { + "OA": 0.8103466800372466, + "mIoU": 0.6573101633893519, + "macroF1": 0.7896233432189416, + "F1_coffee": 0.855651415409358, + "IoU_coffee": 0.7477192063076153, + "precision_coffee": 0.8105665444404276, + "recall_coffee": 0.9060470486361668, + "F1_noncoffee": 0.7235952710285252, + "IoU_noncoffee": 0.5669011204710885, + "kappa": 0.5817245626945134, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7423849082727587, + "mIoU": 0.5617737075790005, + "macroF1": 0.7128049554151499, + "F1_coffee": 0.804974450801415, + "IoU_coffee": 0.6736043855641846, + "precision_coffee": 0.8009516773857118, + "recall_coffee": 0.8090378368887718, + "F1_noncoffee": 0.6206354600288846, + "IoU_noncoffee": 0.4499430295938164, + "kappa": 0.4256380939694497, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s2_r0.05", + "val_epoch0": 0.7004695058851121 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7004695058851121, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7778991476255283, + "mIoU": 0.6268335115443209, + "macroF1": 0.7689354609449577, + "F1_coffee": 0.8144457908831142, + "IoU_coffee": 0.6869747368952376, + "precision_coffee": 0.8453941238586248, + "recall_coffee": 0.7856833597921778, + "F1_noncoffee": 0.7234251310068012, + "IoU_noncoffee": 0.5666922861934042, + "kappa": 0.5387922081894504, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6841179185415945, + "mIoU": 0.5108610251401116, + "macroF1": 0.6736845801462441, + "F1_coffee": 0.7320331808060293, + "IoU_coffee": 0.5773283415029526, + "precision_coffee": 0.8270942770251589, + "recall_coffee": 0.656570977087174, + "F1_noncoffee": 0.6153359794864589, + "IoU_noncoffee": 0.4443937087772704, + "kappa": 0.35951438433762006, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12221480987324883, + "mIoU": 0.061296917490748094, + "macroF1": 0.10954578001588383, + "F1_coffee": 0.21575873167242818, + "IoU_coffee": 0.1209246392303581, + "precision_coffee": 1.0, + "recall_coffee": 0.1209246392303581, + "F1_noncoffee": 0.003332828359339494, + "IoU_noncoffee": 0.001669195751138088, + "kappa": 0.00040361232012922735, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.756913144110123, + "mIoU": 0.6076106670207143, + "macroF1": 0.7556744691147179, + "F1_coffee": 0.7730710183658384, + "IoU_coffee": 0.6300861989062935, + "precision_coffee": 0.8256011658974982, + "recall_coffee": 0.7268256174489469, + "F1_noncoffee": 0.7382779198635976, + "IoU_noncoffee": 0.5851351351351352, + "kappa": 0.5136198636676768, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8043849216608925, + "mIoU": 0.6633683428151513, + "macroF1": 0.7962421936395576, + "F1_coffee": 0.8369747899159664, + "IoU_coffee": 0.7196531791907514, + "precision_coffee": 0.8883908151129815, + "recall_coffee": 0.7911846178914779, + "F1_noncoffee": 0.7555095973631487, + "IoU_noncoffee": 0.6070835064395513, + "kappa": 0.5945212605761498, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7695524468561756, + "mIoU": 0.6022662789067819, + "macroF1": 0.747273430477317, + "F1_coffee": 0.8223100840658708, + "IoU_coffee": 0.6982398956975228, + "precision_coffee": 0.8218368756234175, + "recall_coffee": 0.8227838377630973, + "F1_noncoffee": 0.672236776888763, + "IoU_noncoffee": 0.506292662116041, + "kappa": 0.49454717006373516, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7192222092069813, + "mIoU": 0.5574229452531898, + "macroF1": 0.7148592968408533, + "F1_coffee": 0.6795882903355166, + "IoU_coffee": 0.5146790848349868, + "precision_coffee": 0.7033757609297178, + "recall_coffee": 0.6573571243858288, + "F1_noncoffee": 0.7501303033461899, + "IoU_noncoffee": 0.6001668056713928, + "kappa": 0.43022678702359124, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7437080997911858, + "mIoU": 0.589808450116805, + "macroF1": 0.7415419286181115, + "F1_coffee": 0.7178804742317929, + "IoU_coffee": 0.5599169654651821, + "precision_coffee": 0.7736636245110822, + "recall_coffee": 0.6696005416384563, + "F1_noncoffee": 0.7652033830044301, + "IoU_noncoffee": 0.6196999347684279, + "kappa": 0.48531078166009656, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7345282024248814, + "mIoU": 0.5798237869735222, + "macroF1": 0.7339050600045386, + "F1_coffee": 0.746781979082864, + "IoU_coffee": 0.5958915101909806, + "precision_coffee": 0.7236406158643539, + "recall_coffee": 0.7714523166424267, + "F1_noncoffee": 0.7210281409262131, + "IoU_noncoffee": 0.5637560637560638, + "kappa": 0.46840904905408964, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7977414033752062, + "mIoU": 0.6438986147951665, + "macroF1": 0.7802236533200689, + "F1_coffee": 0.8422719176726697, + "IoU_coffee": 0.7275213675213675, + "precision_coffee": 0.9212121212121213, + "recall_coffee": 0.7757929274516953, + "F1_noncoffee": 0.7181753889674681, + "IoU_noncoffee": 0.5602758620689655, + "kappa": 0.5661397271452493, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85830078125, + "mIoU": 0.7039475254906504, + "macroF1": 0.8205027945021297, + "F1_coffee": 0.9028716781578419, + "IoU_coffee": 0.82294081757169, + "precision_coffee": 0.9503945885005637, + "recall_coffee": 0.8598750478133367, + "F1_noncoffee": 0.7381339108464177, + "IoU_noncoffee": 0.584954233409611, + "kappa": 0.6434094060445761, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8008866251650631, + "mIoU": 0.591256555669534, + "macroF1": 0.7273868877105079, + "F1_coffee": 0.8689389706338859, + "IoU_coffee": 0.7682511801514985, + "precision_coffee": 0.8855985826373071, + "recall_coffee": 0.8528945764777575, + "F1_noncoffee": 0.5858348047871297, + "IoU_noncoffee": 0.4142619311875694, + "kappa": 0.45538281750636095, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 40827, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.669576859474182, + "test_tta": { + "OA": 0.7931559343886541, + "mIoU": 0.643855380664349, + "macroF1": 0.7812019965282027, + "F1_coffee": 0.8323439336981291, + "IoU_coffee": 0.7128331344470963, + "precision_coffee": 0.8371190003503445, + "recall_coffee": 0.827623033626786, + "F1_noncoffee": 0.7300600593582762, + "IoU_noncoffee": 0.5748776268816017, + "kappa": 0.5624269166633017, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6988144686742818, + "mIoU": 0.52398359043875, + "macroF1": 0.6841232876997216, + "F1_coffee": 0.7522452514562992, + "IoU_coffee": 0.6028790932947933, + "precision_coffee": 0.8186701097482246, + "recall_coffee": 0.6957905363883767, + "F1_noncoffee": 0.616001323943144, + "IoU_noncoffee": 0.4450880875827067, + "kappa": 0.37462759179607746, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7299095754705578 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.7328894917951985, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7452904519733543, + "mIoU": 0.5914011976838391, + "macroF1": 0.7427198615321874, + "F1_coffee": 0.7684368182854165, + "IoU_coffee": 0.6239524124256444, + "precision_coffee": 0.8812591016018819, + "recall_coffee": 0.681223841824217, + "F1_noncoffee": 0.7170029047789582, + "IoU_noncoffee": 0.5588499829420339, + "kappa": 0.4955442978808878, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6465760932271836, + "mIoU": 0.47593404577795345, + "macroF1": 0.6443389894536625, + "F1_coffee": 0.6725462684572726, + "IoU_coffee": 0.5066438494060801, + "precision_coffee": 0.859724642137269, + "recall_coffee": 0.5523000614520235, + "F1_noncoffee": 0.6161317104500524, + "IoU_noncoffee": 0.4452242421498268, + "kappa": 0.3261239342003273, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.038692461641094064, + "mIoU": 0.019401959953592052, + "macroF1": 0.03746178404330263, + "F1_coffee": 0.07187942805616386, + "IoU_coffee": 0.037279529663281664, + "precision_coffee": 1.0, + "recall_coffee": 0.037279529663281664, + "F1_noncoffee": 0.0030441400304414, + "IoU_noncoffee": 0.001524390243902439, + "kappa": 0.00011365064403049853, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7180533560726032, + "mIoU": 0.5596018810630897, + "macroF1": 0.7174994353161084, + "F1_coffee": 0.7049901217258301, + "IoU_coffee": 0.5443897637795275, + "precision_coffee": 0.8726727674345219, + "recall_coffee": 0.5913610606222602, + "F1_noncoffee": 0.7300087489063867, + "IoU_noncoffee": 0.5748139983466519, + "kappa": 0.4534661774544265, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7268214488856715, + "mIoU": 0.5695505739985263, + "macroF1": 0.725455692761062, + "F1_coffee": 0.7448195913635705, + "IoU_coffee": 0.5933964442392057, + "precision_coffee": 0.9146992525803773, + "recall_coffee": 0.6281570800065178, + "F1_noncoffee": 0.7060917941585535, + "IoU_noncoffee": 0.5457047037578467, + "kappa": 0.47189177000078447, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7853337979787922, + "mIoU": 0.631402360785317, + "macroF1": 0.7714848280424804, + "F1_coffee": 0.8277404921700223, + "IoU_coffee": 0.7061068702290076, + "precision_coffee": 0.8623272848343599, + "recall_coffee": 0.7958211706867414, + "F1_noncoffee": 0.7152291639149386, + "IoU_noncoffee": 0.5566978513416264, + "kappa": 0.544181872682891, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6996603022138924, + "mIoU": 0.520282132373647, + "macroF1": 0.6795825721379052, + "F1_coffee": 0.599375, + "IoU_coffee": 0.42793395805443996, + "precision_coffee": 0.7572048953809711, + "recall_coffee": 0.49599172485130594, + "F1_noncoffee": 0.7597901442758104, + "IoU_noncoffee": 0.6126303066928539, + "kappa": 0.37543494260695, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7060116496318277, + "mIoU": 0.5335906764368312, + "macroF1": 0.6927554043658912, + "F1_coffee": 0.628936052157026, + "IoU_coffee": 0.4587211655200324, + "precision_coffee": 0.8160547156227502, + "recall_coffee": 0.5116226585420898, + "F1_noncoffee": 0.7565747565747566, + "IoU_noncoffee": 0.6084601873536299, + "kappa": 0.40599882053067343, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7104902477596204, + "mIoU": 0.5487303842179652, + "macroF1": 0.7080735610676547, + "F1_coffee": 0.6815124101136627, + "IoU_coffee": 0.5168895144264603, + "precision_coffee": 0.7713310580204779, + "recall_coffee": 0.6104300851859547, + "F1_noncoffee": 0.7346347120216467, + "IoU_noncoffee": 0.58057125400947, + "kappa": 0.4226698197881484, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.737977414033752, + "mIoU": 0.5762412134768997, + "macroF1": 0.7293129222566073, + "F1_coffee": 0.7777419007641804, + "IoU_coffee": 0.6363156040859458, + "precision_coffee": 0.9495400788436268, + "recall_coffee": 0.6585854903390448, + "F1_noncoffee": 0.6808839437490342, + "IoU_noncoffee": 0.5161668228678538, + "kappa": 0.4829284164907247, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7453125, + "mIoU": 0.5661959780218079, + "macroF1": 0.716705425927338, + "F1_coffee": 0.8067289165555062, + "IoU_coffee": 0.6760650850825984, + "precision_coffee": 0.9631923553353389, + "recall_coffee": 0.6939946449062858, + "F1_noncoffee": 0.6266819352991698, + "IoU_noncoffee": 0.4563268709610173, + "kappa": 0.46088915322118795, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8522920203735145, + "mIoU": 0.6666574300324961, + "macroF1": 0.7889560305043095, + "F1_coffee": 0.9045703839122486, + "IoU_coffee": 0.8257676902536716, + "precision_coffee": 0.9045703839122486, + "recall_coffee": 0.9045703839122486, + "F1_noncoffee": 0.6733416770963705, + "IoU_noncoffee": 0.5075471698113208, + "kappa": 0.5779120610086192, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2529, + 2984 + ], + [ + 39063, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6727391680081687, + "test_tta": { + "OA": 0.7621051500608839, + "mIoU": 0.6109223969082094, + "macroF1": 0.757595365524828, + "F1_coffee": 0.7906588298324956, + "IoU_coffee": 0.653793031558648, + "precision_coffee": 0.8706274292059967, + "recall_coffee": 0.7241448982537163, + "F1_noncoffee": 0.7245319012171605, + "IoU_noncoffee": 0.5680517622577709, + "kappa": 0.5205138602827886, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6615610938040845, + "mIoU": 0.490588463437554, + "macroF1": 0.6571120268227917, + "F1_coffee": 0.6961700805344796, + "IoU_coffee": 0.5339424031777558, + "precision_coffee": 0.8488790653615409, + "recall_coffee": 0.5900272144675621, + "F1_noncoffee": 0.6180539731111039, + "IoU_noncoffee": 0.4472345236973523, + "kappa": 0.34103257958773625, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s0_r0.05", + "val_epoch0": 0.6834461401015441 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6834461401015441, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8830896355830993, + "mIoU": 0.7089098636936526, + "macroF1": 0.8200491367869893, + "F1_coffee": 0.9265582545926436, + "IoU_coffee": 0.8631658481299584, + "precision_coffee": 0.894194078625521, + "recall_coffee": 0.9613531651694612, + "F1_noncoffee": 0.713540018981335, + "IoU_noncoffee": 0.5546538792573467, + "kappa": 0.6419278771836021, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8521403022960655, + "mIoU": 0.6557234636921953, + "macroF1": 0.7787797921747983, + "F1_coffee": 0.9061722067652658, + "IoU_coffee": 0.8284413802336089, + "precision_coffee": 0.8624287929202307, + "recall_coffee": 0.9545901544513218, + "F1_noncoffee": 0.6513873775843307, + "IoU_noncoffee": 0.48300554715078164, + "kappa": 0.5617486170737143, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8920873786407767, + "mIoU": 0.7295405402535433, + "macroF1": 0.8356589183674763, + "F1_coffee": 0.9319580055706896, + "IoU_coffee": 0.872585544792801, + "precision_coffee": 0.9018957345971564, + "recall_coffee": 0.9640934709644734, + "F1_noncoffee": 0.7393598311642631, + "IoU_noncoffee": 0.5864955357142857, + "kappa": 0.672710759210866, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8885933949035346, + "mIoU": 0.7233112087240933, + "macroF1": 0.8311442757240186, + "F1_coffee": 0.9296359638407037, + "IoU_coffee": 0.8685231682264323, + "precision_coffee": 0.9020328335210099, + "recall_coffee": 0.9589817906874173, + "F1_noncoffee": 0.7326525876073335, + "IoU_noncoffee": 0.5780992492217543, + "kappa": 0.6634858447664918, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8686233741115034, + "mIoU": 0.6741673286183165, + "macroF1": 0.7922357995135414, + "F1_coffee": 0.9182143824689203, + "IoU_coffee": 0.848795147197952, + "precision_coffee": 0.8790778097982709, + "recall_coffee": 0.9609980467519375, + "F1_noncoffee": 0.6662572165581624, + "IoU_noncoffee": 0.49953951003868113, + "kappa": 0.5878054648862054, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9239422598307616, + "mIoU": 0.6637457032080271, + "macroF1": 0.7687435604568538, + "F1_coffee": 0.9581919667286856, + "IoU_coffee": 0.919739468431558, + "precision_coffee": 0.9298990971853426, + "recall_coffee": 0.988260526018738, + "F1_noncoffee": 0.579295154185022, + "IoU_noncoffee": 0.4077519379844961, + "kappa": 0.5417558349495086, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.924786664020639, + "mIoU": 0.6739018165001944, + "macroF1": 0.7787219670281096, + "F1_coffee": 0.9585021351144203, + "IoU_coffee": 0.9203111858704794, + "precision_coffee": 0.93376, + "recall_coffee": 0.9845911595995951, + "F1_noncoffee": 0.5989417989417989, + "IoU_noncoffee": 0.42749244712990936, + "kappa": 0.5604266835948655, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9192300059535622, + "mIoU": 0.663741354207003, + "macroF1": 0.7699793854670908, + "F1_coffee": 0.9552648933831611, + "IoU_coffee": 0.9143608627038401, + "precision_coffee": 0.9340139709833423, + "recall_coffee": 0.9775053424811607, + "F1_noncoffee": 0.5846938775510204, + "IoU_noncoffee": 0.4131218457101658, + "kappa": 0.5421590779838882, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8617716721932733, + "mIoU": 0.729447893251698, + "macroF1": 0.8406599761993797, + "F1_coffee": 0.8986594429395013, + "IoU_coffee": 0.8159687184661958, + "precision_coffee": 0.8665773610180844, + "recall_coffee": 0.9332083092902481, + "F1_noncoffee": 0.7826605094592581, + "IoU_noncoffee": 0.6429270680372002, + "kappa": 0.6822539503554843, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.854192209751957, + "mIoU": 0.7166693457517375, + "macroF1": 0.8317156630610485, + "F1_coffee": 0.8932172952065203, + "IoU_coffee": 0.8070394408387419, + "precision_coffee": 0.8623632968791678, + "recall_coffee": 0.9263610315186246, + "F1_noncoffee": 0.7702140309155767, + "IoU_noncoffee": 0.6262992506647329, + "kappa": 0.6643559050163935, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8205224936338772, + "mIoU": 0.6521794375035661, + "macroF1": 0.7827327209867823, + "F1_coffee": 0.8733444259567388, + "IoU_coffee": 0.7751654064272212, + "precision_coffee": 0.8155376009944064, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.6921210160168257, + "IoU_noncoffee": 0.5291934685799109, + "kappa": 0.5707084238660691, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2664, + 2995 + ], + [ + 52054, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6705728729565936, + "test_tta": { + "OA": 0.8821051612278493, + "mIoU": 0.7040532432202812, + "macroF1": 0.8160685316964139, + "F1_coffee": 0.9262783961892844, + "IoU_coffee": 0.8626802263285523, + "precision_coffee": 0.8901388781131198, + "recall_coffee": 0.9654766162455557, + "F1_noncoffee": 0.7058586672035434, + "IoU_noncoffee": 0.54542626011201, + "kappa": 0.6345405936829679, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8510874581746856, + "mIoU": 0.6503763195370108, + "macroF1": 0.7739279460691049, + "F1_coffee": 0.9060022031444881, + "IoU_coffee": 0.8281572465215365, + "precision_coffee": 0.8581801248663379, + "recall_coffee": 0.9594685794720503, + "F1_noncoffee": 0.6418536889937216, + "IoU_noncoffee": 0.47259539255248506, + "kappa": 0.5531429180670746, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.688665322517249 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6899290117883766, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8862851425066977, + "mIoU": 0.7190397060277971, + "macroF1": 0.8280073373471603, + "F1_coffee": 0.928124043660104, + "IoU_coffee": 0.8658875480604514, + "precision_coffee": 0.9008852011010555, + "recall_coffee": 0.9570614099678119, + "F1_noncoffee": 0.7278906310342165, + "IoU_noncoffee": 0.5721918639951427, + "kappa": 0.6572010925695194, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8540873427945079, + "mIoU": 0.662783961015724, + "macroF1": 0.7849646903985864, + "F1_coffee": 0.9068819203475476, + "IoU_coffee": 0.8296285069549695, + "precision_coffee": 0.8675553833691403, + "recall_coffee": 0.949943117178612, + "F1_noncoffee": 0.6630474604496253, + "IoU_noncoffee": 0.4959394150764785, + "kappa": 0.5731035803569751, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8887864077669902, + "mIoU": 0.723439012677872, + "macroF1": 0.8312158023803576, + "F1_coffee": 0.9297906898348196, + "IoU_coffee": 0.8687933108069412, + "precision_coffee": 0.9008313539192399, + "recall_coffee": 0.9606738015325186, + "F1_noncoffee": 0.7326409149258957, + "IoU_noncoffee": 0.578084714548803, + "kappa": 0.6637548686313798, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8893670518833712, + "mIoU": 0.7257595931723004, + "macroF1": 0.8330291746976035, + "F1_coffee": 0.9300177402581513, + "IoU_coffee": 0.8691898690755245, + "precision_coffee": 0.9037032633894073, + "recall_coffee": 0.957910654653141, + "F1_noncoffee": 0.7360406091370558, + "IoU_noncoffee": 0.5823293172690763, + "kappa": 0.6671229111030775, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8807117644214496, + "mIoU": 0.7080862351156794, + "macroF1": 0.8197982048244501, + "F1_coffee": 0.9245681088518575, + "IoU_coffee": 0.8597179574661663, + "precision_coffee": 0.8981228466199358, + "recall_coffee": 0.9526179824837755, + "F1_noncoffee": 0.7150283007970428, + "IoU_noncoffee": 0.5564545127651924, + "kappa": 0.6407730396746253, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9191637630662021, + "mIoU": 0.6487060209296821, + "macroF1": 0.7544578779243949, + "F1_coffee": 0.9555604203152365, + "IoU_coffee": 0.9149025361559422, + "precision_coffee": 0.9274407733984914, + "recall_coffee": 0.9854385370809347, + "F1_noncoffee": 0.5533553355335533, + "IoU_noncoffee": 0.38250950570342207, + "kappa": 0.5134114981196949, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9206191704703314, + "mIoU": 0.6627934776670039, + "macroF1": 0.7686533030548759, + "F1_coffee": 0.9561547736490189, + "IoU_coffee": 0.9159928593930484, + "precision_coffee": 0.9324425440940673, + "recall_coffee": 0.981104487684175, + "F1_noncoffee": 0.581151832460733, + "IoU_noncoffee": 0.4095940959409594, + "kappa": 0.5401474900040368, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9099027584838262, + "mIoU": 0.6454839333337125, + "macroF1": 0.7536751056705937, + "F1_coffee": 0.9498453380468405, + "IoU_coffee": 0.9044813801809384, + "precision_coffee": 0.9332464995115598, + "recall_coffee": 0.9670453267349005, + "F1_noncoffee": 0.557504873294347, + "IoU_noncoffee": 0.3864864864864865, + "kappa": 0.5087213700274865, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8598768356229275, + "mIoU": 0.7269086131344751, + "macroF1": 0.838959871601537, + "F1_coffee": 0.896998398217146, + "IoU_coffee": 0.8132339941911858, + "precision_coffee": 0.8671065032987747, + "recall_coffee": 0.9290248124639354, + "F1_noncoffee": 0.780921344985928, + "IoU_noncoffee": 0.6405832320777642, + "kappa": 0.6787317989343651, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8596623597095162, + "mIoU": 0.7261753782045475, + "macroF1": 0.8384132402694382, + "F1_coffee": 0.8970099667774086, + "IoU_coffee": 0.8132530120481928, + "precision_coffee": 0.8677021960364221, + "recall_coffee": 0.9283667621776505, + "F1_noncoffee": 0.7798165137614679, + "IoU_noncoffee": 0.6390977443609023, + "kappa": 0.6776127864349284, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8529661416580213, + "mIoU": 0.7125669141509937, + "macroF1": 0.8285965916181428, + "F1_coffee": 0.8932264913362098, + "IoU_coffee": 0.8070544554455445, + "precision_coffee": 0.8556619866159296, + "recall_coffee": 0.9342406876790831, + "F1_noncoffee": 0.7639666919000757, + "IoU_noncoffee": 0.6180793728564429, + "kappa": 0.6586475157181968, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2624, + 2995 + ], + [ + 52292, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6473263621330263, + "test_tta": { + "OA": 0.8851392789128821, + "mIoU": 0.7139731960527296, + "macroF1": 0.8239634196874395, + "F1_coffee": 0.9277381230391211, + "IoU_coffee": 0.8652159915156336, + "precision_coffee": 0.8965774393594473, + "recall_coffee": 0.9611427850125176, + "F1_noncoffee": 0.7201887163357578, + "IoU_noncoffee": 0.5627304005898255, + "kappa": 0.649565921302562, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8530489211953386, + "mIoU": 0.6576337929059382, + "macroF1": 0.7803737978998702, + "F1_coffee": 0.9067120791789125, + "IoU_coffee": 0.8293442760237836, + "precision_coffee": 0.8632496513249651, + "recall_coffee": 0.9547829775746708, + "F1_noncoffee": 0.6540355166208278, + "IoU_noncoffee": 0.48592330978809284, + "kappa": 0.5648384290855896, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s1_r0.05", + "val_epoch0": 0.6864901374503742 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6864901374503742, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8806042413091895, + "mIoU": 0.7098204332666611, + "macroF1": 0.8212944713347725, + "F1_coffee": 0.9242458375145918, + "IoU_coffee": 0.8591608285105087, + "precision_coffee": 0.9003491271820449, + "recall_coffee": 0.9494456482864536, + "F1_noncoffee": 0.7183431051549531, + "IoU_noncoffee": 0.5604800380228137, + "kappa": 0.6435226272723327, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8494721356870889, + "mIoU": 0.656936982269808, + "macroF1": 0.7805505029072308, + "F1_coffee": 0.9035335003188746, + "IoU_coffee": 0.824041136306162, + "precision_coffee": 0.8676773414755379, + "recall_coffee": 0.9424808623050076, + "F1_noncoffee": 0.6575675054955872, + "IoU_noncoffee": 0.4898328282334539, + "kappa": 0.5637455409510248, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.885, + "mIoU": 0.7189896997589305, + "macroF1": 0.8281979458450046, + "F1_coffee": 0.926984126984127, + "IoU_coffee": 0.863905325443787, + "precision_coffee": 0.9029662543533085, + "recall_coffee": 0.9523146095877398, + "F1_noncoffee": 0.7294117647058823, + "IoU_noncoffee": 0.5740740740740741, + "kappa": 0.6572944345959996, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8795512789516948, + "mIoU": 0.7139238587358244, + "macroF1": 0.8249536178507912, + "F1_coffee": 0.9227141571778722, + "IoU_coffee": 0.8565174817118829, + "precision_coffee": 0.9089242053789731, + "recall_coffee": 0.9369289899817277, + "F1_noncoffee": 0.7271930785237104, + "IoU_noncoffee": 0.5713302357597659, + "kappa": 0.6501914565996592, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8772786615734249, + "mIoU": 0.6960871397592867, + "macroF1": 0.810092486984656, + "F1_coffee": 0.9230489357831545, + "IoU_coffee": 0.8570945945945946, + "precision_coffee": 0.8896031792414236, + "recall_coffee": 0.9591078066914498, + "F1_noncoffee": 0.6971360381861575, + "IoU_noncoffee": 0.5350796849239787, + "kappa": 0.622286259876523, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.910801393728223, + "mIoU": 0.6252466273428928, + "macroF1": 0.7314487193901215, + "F1_coffee": 0.9509148679741427, + "IoU_coffee": 0.9064229765013054, + "precision_coffee": 0.9237892496008515, + "recall_coffee": 0.9796816796478158, + "F1_noncoffee": 0.5119825708061002, + "IoU_noncoffee": 0.3440702781844802, + "kappa": 0.467462525486929, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9036515181583648, + "mIoU": 0.6302554959306175, + "macroF1": 0.7391727054226529, + "F1_coffee": 0.9462972180742215, + "IoU_coffee": 0.8980684442578207, + "precision_coffee": 0.9309031556039173, + "recall_coffee": 0.96220897536835, + "F1_noncoffee": 0.5320481927710843, + "IoU_noncoffee": 0.3624425476034143, + "kappa": 0.4795854951818623, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9146656082556063, + "mIoU": 0.6411899152894075, + "macroF1": 0.747748471428638, + "F1_coffee": 0.9529437513679142, + "IoU_coffee": 0.9101170568561873, + "precision_coffee": 0.9278636121470432, + "recall_coffee": 0.979417388370262, + "F1_noncoffee": 0.5425531914893617, + "IoU_noncoffee": 0.3722627737226277, + "kappa": 0.4990549351389925, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8604452865940313, + "mIoU": 0.7304384081926364, + "macroF1": 0.8416548908161239, + "F1_coffee": 0.896201818053696, + "IoU_coffee": 0.8119254341164454, + "precision_coffee": 0.8760159801625568, + "recall_coffee": 0.9173398730525101, + "F1_noncoffee": 0.7871079635785518, + "IoU_noncoffee": 0.6489513822688274, + "kappa": 0.6836542910689839, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8566443459398283, + "mIoU": 0.7257605558677576, + "macroF1": 0.8385800020832832, + "F1_coffee": 0.8925795053003533, + "IoU_coffee": 0.8059987236758137, + "precision_coffee": 0.8807531380753139, + "recall_coffee": 0.9047277936962751, + "F1_noncoffee": 0.7845804988662132, + "IoU_noncoffee": 0.6455223880597015, + "kappa": 0.6772766911797834, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8417429029519947, + "mIoU": 0.6923983660908077, + "macroF1": 0.8138715333354256, + "F1_coffee": 0.8858969128246974, + "IoU_coffee": 0.795166015625, + "precision_coffee": 0.8431271032876003, + "recall_coffee": 0.9332378223495702, + "F1_noncoffee": 0.7418461538461538, + "IoU_noncoffee": 0.5896307165566154, + "kappa": 0.6298977895131376, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2626, + 2995 + ], + [ + 51938, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.643576645851135, + "test_tta": { + "OA": 0.8813789096543042, + "mIoU": 0.7066447635915363, + "macroF1": 0.8184383624583129, + "F1_coffee": 0.9253382633781643, + "IoU_coffee": 0.8610507212129233, + "precision_coffee": 0.8946396652982656, + "recall_coffee": 0.9582185008310016, + "F1_noncoffee": 0.7115384615384616, + "IoU_noncoffee": 0.5522388059701493, + "kappa": 0.6385211477923786, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8499625014422523, + "mIoU": 0.6526812315616202, + "macroF1": 0.7764032601139015, + "F1_coffee": 0.9046514825168416, + "IoU_coffee": 0.8259028684272183, + "precision_coffee": 0.8621165536999511, + "recall_coffee": 0.9516013960394131, + "F1_noncoffee": 0.6481550377109615, + "IoU_noncoffee": 0.479459594696022, + "kappa": 0.5567876714744863, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6879868421538413 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6879868421538413, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8810884090248862, + "mIoU": 0.7163123815997308, + "macroF1": 0.8266724767492921, + "F1_coffee": 0.9237898220935044, + "IoU_coffee": 0.8583730585883439, + "precision_coffee": 0.9086210755488636, + "recall_coffee": 0.9394736288473271, + "F1_noncoffee": 0.72955513140508, + "IoU_noncoffee": 0.5742517046111175, + "kappa": 0.6536874591691606, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8490538825429791, + "mIoU": 0.6624863932499585, + "macroF1": 0.7858305654724487, + "F1_coffee": 0.9021942284688995, + "IoU_coffee": 0.8218158911759198, + "precision_coffee": 0.8753150670027381, + "recall_coffee": 0.9307764987177263, + "F1_noncoffee": 0.6694669024759979, + "IoU_noncoffee": 0.5031568953239971, + "kappa": 0.5730218196391582, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8859708737864078, + "mIoU": 0.7251448272874599, + "macroF1": 0.8331183347316701, + "F1_coffee": 0.927033827229522, + "IoU_coffee": 0.8639916623241272, + "precision_coffee": 0.9097671015729789, + "recall_coffee": 0.944968653030207, + "F1_noncoffee": 0.7392028422338182, + "IoU_noncoffee": 0.5862979922507925, + "kappa": 0.6666658308525039, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.883999806585755, + "mIoU": 0.7243730070477957, + "macroF1": 0.8328290856880862, + "F1_coffee": 0.9253183077545684, + "IoU_coffee": 0.8610161636058166, + "precision_coffee": 0.9144720649766183, + "recall_coffee": 0.9364249259655977, + "F1_noncoffee": 0.7403398636216041, + "IoU_noncoffee": 0.5877298504897749, + "kappa": 0.6658216222448289, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8733136695517625, + "mIoU": 0.6995964847437622, + "macroF1": 0.8139350182845944, + "F1_coffee": 0.9190458534173773, + "IoU_coffee": 0.8502172421678481, + "precision_coffee": 0.901715879464015, + "recall_coffee": 0.9370550059857602, + "F1_noncoffee": 0.7088241831518115, + "IoU_noncoffee": 0.5489757273196764, + "kappa": 0.6283637678422082, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.914186162269786, + "mIoU": 0.6428837965442453, + "macroF1": 0.7496994817766166, + "F1_coffee": 0.9526061139212668, + "IoU_coffee": 0.909501312335958, + "precision_coffee": 0.9286097116518384, + "recall_coffee": 0.9778756067276216, + "F1_noncoffee": 0.5467928496319664, + "IoU_noncoffee": 0.37626628075253254, + "kappa": 0.5025753080414024, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9164516769200238, + "mIoU": 0.6606270057286338, + "macroF1": 0.767552204410223, + "F1_coffee": 0.9535934744268078, + "IoU_coffee": 0.9113030654166228, + "precision_coffee": 0.9349400194531503, + "recall_coffee": 0.9730064109773928, + "F1_noncoffee": 0.5815109343936382, + "IoU_noncoffee": 0.4099509460406447, + "kappa": 0.5367672675966103, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9018654494939472, + "mIoU": 0.6298074327875652, + "macroF1": 0.7392193379018008, + "F1_coffee": 0.9451682652325775, + "IoU_coffee": 0.8960370019972669, + "precision_coffee": 0.9319921277061011, + "recall_coffee": 0.95872230345293, + "F1_noncoffee": 0.5332704105710241, + "IoU_noncoffee": 0.3635778635778636, + "kappa": 0.47932450957581035, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8591189009947892, + "mIoU": 0.7309470052663692, + "macroF1": 0.8422672007408634, + "F1_coffee": 0.8938236344162799, + "IoU_coffee": 0.8080299509424219, + "precision_coffee": 0.8849144634525661, + "recall_coffee": 0.9029140219272938, + "F1_noncoffee": 0.7907107670654469, + "IoU_noncoffee": 0.6538640595903166, + "kappa": 0.6845974182712702, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8531547675186268, + "mIoU": 0.7225270550893957, + "macroF1": 0.8365882750473335, + "F1_coffee": 0.8886186422490879, + "IoU_coffee": 0.799562306900103, + "precision_coffee": 0.887412487498214, + "recall_coffee": 0.8898280802292263, + "F1_noncoffee": 0.7845579078455791, + "IoU_noncoffee": 0.6454918032786885, + "kappa": 0.6731777179383085, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8461756106762237, + "mIoU": 0.706137335535157, + "macroF1": 0.8245302925106117, + "F1_coffee": 0.886159000488588, + "IoU_coffee": 0.7955884196014538, + "precision_coffee": 0.8640261331155573, + "recall_coffee": 0.9094555873925502, + "F1_noncoffee": 0.7629015845326356, + "IoU_noncoffee": 0.6166862514688601, + "kappa": 0.649539535476509, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2622, + 2995 + ], + [ + 51972, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6523450056711835, + "test_tta": { + "OA": 0.8834446919079436, + "mIoU": 0.7175036795681755, + "macroF1": 0.8272396136427105, + "F1_coffee": 0.9257790018909808, + "IoU_coffee": 0.861814285440943, + "precision_coffee": 0.9049647385023407, + "recall_coffee": 0.9475732648896557, + "F1_noncoffee": 0.7287002253944402, + "IoU_noncoffee": 0.5731930736954081, + "kappa": 0.655146059561285, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8516499365409023, + "mIoU": 0.6631921623699759, + "macroF1": 0.7858980532999489, + "F1_coffee": 0.904547141796585, + "IoU_coffee": 0.8257289531199702, + "precision_coffee": 0.871876062183581, + "recall_coffee": 0.9397620562657873, + "F1_noncoffee": 0.6672489648033126, + "IoU_noncoffee": 0.5006553716199815, + "kappa": 0.573881931709793, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s2_r0.05", + "val_epoch0": 0.682275590629697 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.682275590629697, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565572447629192, + "mIoU": 0.6773142250287951, + "macroF1": 0.7977179610564116, + "F1_coffee": 0.9068148458796393, + "IoU_coffee": 0.8295162465953121, + "precision_coffee": 0.9038393211695613, + "recall_coffee": 0.9098100267182799, + "F1_noncoffee": 0.6886210762331838, + "IoU_noncoffee": 0.5251122034622783, + "kappa": 0.5954505728249827, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8258047767393562, + "mIoU": 0.6312198226330782, + "macroF1": 0.761552774325948, + "F1_coffee": 0.8853296369436428, + "IoU_coffee": 0.7942524232151679, + "precision_coffee": 0.872033216750519, + "recall_coffee": 0.8990378126144888, + "F1_noncoffee": 0.6377759117082533, + "IoU_noncoffee": 0.4681872220509885, + "kappa": 0.5234555204024042, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8369417475728156, + "mIoU": 0.6476507751962353, + "macroF1": 0.7747076734598197, + "F1_coffee": 0.8931173831418844, + "IoU_coffee": 0.8068763295578681, + "precision_coffee": 0.897544128933231, + "recall_coffee": 0.8887340890380596, + "F1_noncoffee": 0.6562979637777551, + "IoU_noncoffee": 0.4884252208346025, + "kappa": 0.5494505900922757, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8568251051689957, + "mIoU": 0.6833030895853365, + "macroF1": 0.8030017636195113, + "F1_coffee": 0.9059731351814804, + "IoU_coffee": 0.8281086729362591, + "precision_coffee": 0.9132522407170295, + "recall_coffee": 0.8988091487618928, + "F1_noncoffee": 0.7000303920575423, + "IoU_noncoffee": 0.538497506234414, + "kappa": 0.6060833642302045, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8758280547362314, + "mIoU": 0.7027639570686385, + "macroF1": 0.8161763970872772, + "F1_coffee": 0.920892120017251, + "IoU_coffee": 0.8533828147302313, + "precision_coffee": 0.9009101319992767, + "recall_coffee": 0.9417806061369794, + "F1_noncoffee": 0.7114606741573034, + "IoU_noncoffee": 0.5521450994070457, + "kappa": 0.633011289077643, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8314584370333499, + "mIoU": 0.532335674365137, + "macroF1": 0.646494482985513, + "F1_coffee": 0.902200912714459, + "IoU_coffee": 0.8218269837928857, + "precision_coffee": 0.9239233317557974, + "recall_coffee": 0.8814764646122587, + "F1_noncoffee": 0.3907880532565671, + "IoU_noncoffee": 0.2428443649373882, + "kappa": 0.29541508139201356, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8693193093867831, + "mIoU": 0.6068157166661426, + "macroF1": 0.7238120369040348, + "F1_coffee": 0.9242798827114357, + "IoU_coffee": 0.859219668626403, + "precision_coffee": 0.9454246059750647, + "recall_coffee": 0.9040602856821505, + "F1_noncoffee": 0.5233441910966341, + "IoU_noncoffee": 0.35441176470588237, + "kappa": 0.44935793054207845, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9076205596348482, + "mIoU": 0.6392940419449373, + "macroF1": 0.7477625075088941, + "F1_coffee": 0.9485663775482017, + "IoU_coffee": 0.9021647751155948, + "precision_coffee": 0.9321389793702497, + "recall_coffee": 0.9655831739961759, + "F1_noncoffee": 0.5469586374695864, + "IoU_noncoffee": 0.37642330877428, + "kappa": 0.49690133727921476, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8421601136901942, + "mIoU": 0.702057947151182, + "macroF1": 0.8218868612071084, + "F1_coffee": 0.8819778974213658, + "IoU_coffee": 0.788873400076036, + "precision_coffee": 0.8665089086859689, + "recall_coffee": 0.8980092325447201, + "F1_noncoffee": 0.761795824992851, + "IoU_noncoffee": 0.6152424942263279, + "kappa": 0.6440027092399121, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.844949542582288, + "mIoU": 0.7077232229852626, + "macroF1": 0.8260495128840459, + "F1_coffee": 0.8833877145694424, + "IoU_coffee": 0.7911320035573625, + "precision_coffee": 0.874824388873279, + "recall_coffee": 0.8921203438395415, + "F1_noncoffee": 0.7687113111986494, + "IoU_noncoffee": 0.6243144424131627, + "kappa": 0.6521651295588877, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8456097330944072, + "mIoU": 0.7046777746534516, + "macroF1": 0.8234290286537645, + "F1_coffee": 0.8860107234872223, + "IoU_coffee": 0.7953494186773347, + "precision_coffee": 0.861942826175315, + "recall_coffee": 0.9114613180515759, + "F1_noncoffee": 0.7608473338203068, + "IoU_noncoffee": 0.6140061306295685, + "kappa": 0.6474347840279168, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2296, + 2995 + ], + [ + 50778, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.683507486184438, + "test_tta": { + "OA": 0.8657241535134437, + "mIoU": 0.6857865544500845, + "macroF1": 0.8033626302116311, + "F1_coffee": 0.9140992814074502, + "IoU_coffee": 0.8417890012930707, + "precision_coffee": 0.897512316769053, + "recall_coffee": 0.9313108787579155, + "F1_noncoffee": 0.692625979015812, + "IoU_noncoffee": 0.5297841076070985, + "kappa": 0.6072053131815066, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.834717895465559, + "mIoU": 0.6370696177493427, + "macroF1": 0.7650506509031778, + "F1_coffee": 0.8929892055428977, + "IoU_coffee": 0.8066671165395776, + "precision_coffee": 0.8657456862993609, + "recall_coffee": 0.9220030466053489, + "F1_noncoffee": 0.6371120962634579, + "IoU_noncoffee": 0.4674721189591078, + "kappa": 0.5316739766414049, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.695799925590302 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.695799925590302, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8626093412091281, + "mIoU": 0.6871723157249119, + "macroF1": 0.8052308964364954, + "F1_coffee": 0.9109453621081042, + "IoU_coffee": 0.8364551514802221, + "precision_coffee": 0.9059508947149396, + "recall_coffee": 0.9159952033324217, + "F1_noncoffee": 0.6995164307648866, + "IoU_noncoffee": 0.5378894799696016, + "kappa": 0.6105017356965323, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.832482404522903, + "mIoU": 0.6399647312073419, + "macroF1": 0.7684142987338665, + "F1_coffee": 0.8902225792731913, + "IoU_coffee": 0.8021631749276102, + "precision_coffee": 0.8730349992584903, + "recall_coffee": 0.9081004994118895, + "F1_noncoffee": 0.6466060181945417, + "IoU_noncoffee": 0.47776628748707345, + "kappa": 0.5374057790793517, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8494174757281553, + "mIoU": 0.6669941938899383, + "macroF1": 0.7899028371145904, + "F1_coffee": 0.9017234824483589, + "IoU_coffee": 0.8210350199042289, + "precision_coffee": 0.9022380016483865, + "recall_coffee": 0.9012095497435247, + "F1_noncoffee": 0.678082191780822, + "IoU_noncoffee": 0.5129533678756477, + "kappa": 0.5798061218454931, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8587108940573474, + "mIoU": 0.6842634862609501, + "macroF1": 0.803462505021912, + "F1_coffee": 0.9076660557416419, + "IoU_coffee": 0.8309419115945383, + "precision_coffee": 0.9104278922345483, + "recall_coffee": 0.9049209249574696, + "F1_noncoffee": 0.699258954302182, + "IoU_noncoffee": 0.5375850609273619, + "kappa": 0.6069367914880361, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8796479860741744, + "mIoU": 0.7115859681323567, + "macroF1": 0.8229681614063182, + "F1_coffee": 0.9231386838773431, + "IoU_coffee": 0.8572493691213581, + "precision_coffee": 0.9052204457364341, + "recall_coffee": 0.9417806061369794, + "F1_noncoffee": 0.7227976389352935, + "IoU_noncoffee": 0.5659225671433554, + "kappa": 0.6464359420101197, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8458934793429567, + "mIoU": 0.554827474835274, + "macroF1": 0.6700626975211258, + "F1_coffee": 0.9109218552192427, + "IoU_coffee": 0.8364155130508295, + "precision_coffee": 0.9290996595844583, + "recall_coffee": 0.893441697708545, + "F1_noncoffee": 0.42920353982300885, + "IoU_noncoffee": 0.27323943661971833, + "kappa": 0.34173999829314305, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8829132764437388, + "mIoU": 0.6214836744454837, + "macroF1": 0.7358245184056295, + "F1_coffee": 0.9329469257870212, + "IoU_coffee": 0.8743210139524976, + "precision_coffee": 0.942804639944872, + "recall_coffee": 0.923293217860758, + "F1_noncoffee": 0.5387021110242377, + "IoU_noncoffee": 0.36864633493846977, + "kappa": 0.47204610746302844, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8993847985711451, + "mIoU": 0.6320028583095141, + "macroF1": 0.7423368143646626, + "F1_coffee": 0.9434971581410899, + "IoU_coffee": 0.8930379746835443, + "precision_coffee": 0.9349530646051905, + "recall_coffee": 0.9521988527724665, + "F1_noncoffee": 0.5411764705882353, + "IoU_noncoffee": 0.3709677419354839, + "kappa": 0.4850228620779774, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8527711984841307, + "mIoU": 0.7179727004013378, + "macroF1": 0.8330093183872302, + "F1_coffee": 0.8904553785422247, + "IoU_coffee": 0.8025412960609911, + "precision_coffee": 0.8706920319823546, + "recall_coffee": 0.911136757068667, + "F1_noncoffee": 0.7755632582322357, + "IoU_noncoffee": 0.6334041047416844, + "kappa": 0.666370811972246, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8357068754126191, + "mIoU": 0.6939466736876561, + "macroF1": 0.8163162574840199, + "F1_coffee": 0.8759965831435079, + "IoU_coffee": 0.7793540215326156, + "precision_coffee": 0.8705432937181664, + "recall_coffee": 0.8815186246418338, + "F1_noncoffee": 0.756635931824532, + "IoU_noncoffee": 0.6085393258426967, + "kappa": 0.6326608045429842, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8608884278034519, + "mIoU": 0.7283846636852032, + "macroF1": 0.8399634018453983, + "F1_coffee": 0.8978319595483826, + "IoU_coffee": 0.8146053293112117, + "precision_coffee": 0.8691162665951455, + "recall_coffee": 0.9285100286532951, + "F1_noncoffee": 0.7820948441424139, + "IoU_noncoffee": 0.6421639980591946, + "kappa": 0.6806702927983338, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2584, + 2995 + ], + [ + 50865, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6418837745984396, + "test_tta": { + "OA": 0.862690035828411, + "mIoU": 0.6808605132335659, + "macroF1": 0.7996009455870566, + "F1_coffee": 0.9120420147216938, + "IoU_coffee": 0.8383062830210194, + "precision_coffee": 0.8966358369753024, + "recall_coffee": 0.9279868722782068, + "F1_noncoffee": 0.6871598764524195, + "IoU_noncoffee": 0.5234147434461125, + "kappa": 0.5996223027596568, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8325977847005884, + "mIoU": 0.6327326141833876, + "macroF1": 0.7613268898631272, + "F1_coffee": 0.8917509909069713, + "IoU_coffee": 0.8046485795072035, + "precision_coffee": 0.8635394841413193, + "recall_coffee": 0.9218680704190046, + "F1_noncoffee": 0.6309027888192832, + "IoU_noncoffee": 0.4608166488595717, + "kappa": 0.5243846354752261, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s0_r0.05", + "val_epoch0": 0.6403403524473292 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6403403524473292, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8560136341503003, + "mIoU": 0.6829956964149018, + "macroF1": 0.802897223373379, + "F1_coffee": 0.9052172705223681, + "IoU_coffee": 0.8268465021861336, + "precision_coffee": 0.9030848274244783, + "recall_coffee": 0.9073598080795099, + "F1_noncoffee": 0.7005771762243899, + "IoU_noncoffee": 0.5391448906436698, + "kappa": 0.6058013900892824, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8152330679589247, + "mIoU": 0.6229437112691397, + "macroF1": 0.7560696275118042, + "F1_coffee": 0.8762018882328498, + "IoU_coffee": 0.7796790892049461, + "precision_coffee": 0.8810976794807012, + "recall_coffee": 0.8713602029637317, + "F1_noncoffee": 0.6359373667907585, + "IoU_noncoffee": 0.46620833333333334, + "kappa": 0.512183546096279, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26634844868735086, + "mIoU": 0.13377035972902004, + "macroF1": 0.21204079260496386, + "F1_coffee": 0.41890359168241964, + "IoU_coffee": 0.2649450023912004, + "precision_coffee": 1.0, + "recall_coffee": 0.2649450023912004, + "F1_noncoffee": 0.005177993527508091, + "IoU_noncoffee": 0.0025957170668397143, + "kappa": 0.0013744992552211501, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8750491352201258, + "mIoU": 0.7209769730559017, + "macroF1": 0.8316086559658378, + "F1_coffee": 0.9171364332496986, + "IoU_coffee": 0.8469547424169476, + "precision_coffee": 0.9192031352057479, + "recall_coffee": 0.9150790038364003, + "F1_noncoffee": 0.746080878681977, + "IoU_noncoffee": 0.5949992036948558, + "kappa": 0.6632225287717373, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8461650414786785, + "mIoU": 0.6722668848267053, + "macroF1": 0.7953953050946014, + "F1_coffee": 0.8973155014410155, + "IoU_coffee": 0.8137554328673793, + "precision_coffee": 0.9089418093551138, + "recall_coffee": 0.8859828622586008, + "F1_noncoffee": 0.6934751087481875, + "IoU_noncoffee": 0.5307783367860314, + "kappa": 0.5909903689684973, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8470816178251392, + "mIoU": 0.6561565540773291, + "macroF1": 0.7803717046862909, + "F1_coffee": 0.90141460825032, + "IoU_coffee": 0.8205230244457078, + "precision_coffee": 0.8825363825363826, + "recall_coffee": 0.9211181313421405, + "F1_noncoffee": 0.6593288011222618, + "IoU_noncoffee": 0.49179008370895044, + "kappa": 0.561436854494934, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8913663205049888, + "mIoU": 0.7046096709432883, + "macroF1": 0.8147323019994186, + "F1_coffee": 0.9338868579218044, + "IoU_coffee": 0.8759734976171103, + "precision_coffee": 0.9485210824417872, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.6955777460770328, + "IoU_noncoffee": 0.5332458442694663, + "kappa": 0.6298702881107475, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8292130404806461, + "mIoU": 0.5954455366258934, + "macroF1": 0.7235464650671108, + "F1_coffee": 0.8944613511868533, + "IoU_coffee": 0.809072891433605, + "precision_coffee": 0.9295382669196711, + "recall_coffee": 0.8619354838709677, + "F1_noncoffee": 0.5526315789473685, + "IoU_noncoffee": 0.38181818181818183, + "kappa": 0.4504103511507002, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8504937909455363, + "mIoU": 0.5963568259369647, + "macroF1": 0.7180039670393346, + "F1_coffee": 0.9112954690491385, + "IoU_coffee": 0.8370457209847597, + "precision_coffee": 0.9091330015048038, + "recall_coffee": 0.9134682484298674, + "F1_noncoffee": 0.5247124650295306, + "IoU_noncoffee": 0.3556679308891698, + "kappa": 0.4360250308774387, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8598290598290599, + "mIoU": 0.7230762220257596, + "macroF1": 0.8359142952159248, + "F1_coffee": 0.8985567010309279, + "IoU_coffee": 0.8157993260950954, + "precision_coffee": 0.8875763747454175, + "recall_coffee": 0.909812108559499, + "F1_noncoffee": 0.7732718894009216, + "IoU_noncoffee": 0.6303531179564238, + "kappa": 0.6719408060333775, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8626195028680689, + "mIoU": 0.7277936925796538, + "macroF1": 0.8392120861432271, + "F1_coffee": 0.9005605148432635, + "IoU_coffee": 0.8191087613293051, + "precision_coffee": 0.8867538838920687, + "recall_coffee": 0.9148038802193167, + "F1_noncoffee": 0.7778636574431906, + "IoU_noncoffee": 0.6364786238300025, + "kappa": 0.6785982239811806, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8437320023037052, + "mIoU": 0.68878199231001, + "macroF1": 0.8104024691661647, + "F1_coffee": 0.8898958474232382, + "IoU_coffee": 0.8016327525283294, + "precision_coffee": 0.852754374594945, + "recall_coffee": 0.9304200254560883, + "F1_noncoffee": 0.730909090909091, + "IoU_noncoffee": 0.5759312320916905, + "kappa": 0.6225548635587507, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 511, + 563 + ], + [ + 6508, + 7520 + ], + [ + 45696, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.547523279984792, + "test_tta": { + "OA": 0.8606719688362279, + "mIoU": 0.6886205585440333, + "macroF1": 0.8068980625200418, + "F1_coffee": 0.9087992180361658, + "IoU_coffee": 0.8328432613479252, + "precision_coffee": 0.9016148073193355, + "recall_coffee": 0.9160990446814891, + "F1_noncoffee": 0.7049969070039178, + "IoU_noncoffee": 0.5443978557401412, + "kappa": 0.6138754291470466, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8194732894888658, + "mIoU": 0.6268074077750019, + "macroF1": 0.7588099822491381, + "F1_coffee": 0.8797702408053099, + "IoU_coffee": 0.7853480356009809, + "precision_coffee": 0.8793394777265745, + "recall_coffee": 0.8802014261277364, + "F1_noncoffee": 0.6378497236929664, + "IoU_noncoffee": 0.46826677994902294, + "kappa": 0.5176203131803795, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6553674153997144 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6553674153997144, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866920954390521, + "mIoU": 0.6942939396023853, + "macroF1": 0.8105984218704795, + "F1_coffee": 0.9138823825979182, + "IoU_coffee": 0.8414211941280003, + "precision_coffee": 0.8966014715277921, + "recall_coffee": 0.9318425223835839, + "F1_noncoffee": 0.7073144611430408, + "IoU_noncoffee": 0.5471666850767701, + "kappa": 0.6216744931643813, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8250980731510327, + "mIoU": 0.6301093234744285, + "macroF1": 0.7606393604442727, + "F1_coffee": 0.8848523979984239, + "IoU_coffee": 0.7934845543407922, + "precision_coffee": 0.8743994895661312, + "recall_coffee": 0.8955582463626055, + "F1_noncoffee": 0.6364263228901215, + "IoU_noncoffee": 0.46673409260806475, + "kappa": 0.5214946339165679, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2682577565632458, + "mIoU": 0.13473021752300265, + "macroF1": 0.21324124368065625, + "F1_coffee": 0.42129105322763305, + "IoU_coffee": 0.266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.266857962697274, + "F1_noncoffee": 0.005191434133679429, + "IoU_noncoffee": 0.002602472348731295, + "kappa": 0.0013880169733580278, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8794713050314465, + "mIoU": 0.7181295251287716, + "macroF1": 0.8284773892107893, + "F1_coffee": 0.9220006995452955, + "IoU_coffee": 0.8552887735236859, + "precision_coffee": 0.9021779713752334, + "recall_coffee": 0.9427140906430848, + "F1_noncoffee": 0.7349540788762831, + "IoU_noncoffee": 0.5809702767338571, + "kappa": 0.657516618006568, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8584873623441518, + "mIoU": 0.6836200542403208, + "macroF1": 0.8029391451984147, + "F1_coffee": 0.9075640903761447, + "IoU_coffee": 0.8307710158380228, + "precision_coffee": 0.8995539920849299, + "recall_coffee": 0.9157181225220616, + "F1_noncoffee": 0.6983142000206847, + "IoU_noncoffee": 0.5364690926426188, + "kappa": 0.6059802559205776, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8629692419472027, + "mIoU": 0.6818686085817076, + "macroF1": 0.8004451109572301, + "F1_coffee": 0.9121455855408217, + "IoU_coffee": 0.8384813017413646, + "precision_coffee": 0.8883377691749335, + "recall_coffee": 0.9372646627098091, + "F1_noncoffee": 0.6887446363736385, + "IoU_noncoffee": 0.5252559154220506, + "kappa": 0.601903257620183, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8994094889024639, + "mIoU": 0.7128873788331823, + "macroF1": 0.8203384536156454, + "F1_coffee": 0.9395274819439344, + "IoU_coffee": 0.8859517488168072, + "precision_coffee": 0.9424115913555993, + "recall_coffee": 0.9366609714425189, + "F1_noncoffee": 0.7011494252873564, + "IoU_noncoffee": 0.5398230088495575, + "kappa": 0.6406935376543008, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8446764503102532, + "mIoU": 0.6028609403033217, + "macroF1": 0.7269928875316203, + "F1_coffee": 0.9062369938759736, + "IoU_coffee": 0.8285496847140683, + "precision_coffee": 0.9188570050639017, + "recall_coffee": 0.8939589442815249, + "F1_noncoffee": 0.547748781187267, + "IoU_noncoffee": 0.37717219589257506, + "kappa": 0.454482116843444, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8670186760535836, + "mIoU": 0.6176694741841637, + "macroF1": 0.736407175478843, + "F1_coffee": 0.9219556983817284, + "IoU_coffee": 0.8552113275843714, + "precision_coffee": 0.9099456275487087, + "recall_coffee": 0.934287043498488, + "F1_noncoffee": 0.5508586525759577, + "IoU_noncoffee": 0.38012762078395623, + "kappa": 0.4733423467858847, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8608736942070275, + "mIoU": 0.7140200717259323, + "macroF1": 0.8283954410584068, + "F1_coffee": 0.9030507577261597, + "IoU_coffee": 0.823238416988417, + "precision_coffee": 0.8608377491799142, + "recall_coffee": 0.9496172581767571, + "F1_noncoffee": 0.7537401243906539, + "IoU_noncoffee": 0.6048017264634475, + "kappa": 0.658874477828483, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8718929254302104, + "mIoU": 0.7385121899260118, + "macroF1": 0.8461601208802745, + "F1_coffee": 0.909078572397883, + "IoU_coffee": 0.8333126010697848, + "precision_coffee": 0.8785573770491804, + "recall_coffee": 0.9417967102488402, + "F1_noncoffee": 0.7832416693626658, + "IoU_noncoffee": 0.6437117787822387, + "kappa": 0.6932029629058909, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8589940487617584, + "mIoU": 0.7144802878284122, + "macroF1": 0.8291030250546405, + "F1_coffee": 0.900575296108291, + "IoU_coffee": 0.8191332184191086, + "precision_coffee": 0.8635773624091381, + "recall_coffee": 0.9408853061801725, + "F1_noncoffee": 0.7576307540009899, + "IoU_noncoffee": 0.6098273572377158, + "kappa": 0.6597285635697736, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6681, + 7520 + ], + [ + 46157, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.548964742819468, + "test_tta": { + "OA": 0.8700535627333225, + "mIoU": 0.6958282916899483, + "macroF1": 0.8113106155855533, + "F1_coffee": 0.9165920030004375, + "IoU_coffee": 0.8460266174321102, + "precision_coffee": 0.8922920892494929, + "recall_coffee": 0.9422524953947651, + "F1_noncoffee": 0.706029228170669, + "IoU_noncoffee": 0.5456299659477866, + "kappa": 0.6236050963134365, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8288911964924426, + "mIoU": 0.6311801132164887, + "macroF1": 0.7607348793811362, + "F1_coffee": 0.8884354253258355, + "IoU_coffee": 0.7992656887129249, + "precision_coffee": 0.8697549389648886, + "recall_coffee": 0.907935958792212, + "F1_noncoffee": 0.6330343334364368, + "IoU_noncoffee": 0.4630945377200525, + "kappa": 0.522194749717058, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s1_r0.05", + "val_epoch0": 0.6431666146934637 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6431666146934637, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8528647946761889, + "mIoU": 0.6618757166464068, + "macroF1": 0.7843968941924154, + "F1_coffee": 0.9058954209012862, + "IoU_coffee": 0.8279788223238514, + "precision_coffee": 0.878915456358399, + "recall_coffee": 0.9345842436704793, + "F1_noncoffee": 0.6628983674835447, + "IoU_noncoffee": 0.4957726109689621, + "kappa": 0.5702444300886155, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8143100265374409, + "mIoU": 0.6046826450038744, + "macroF1": 0.7377382155573233, + "F1_coffee": 0.8794486943006151, + "IoU_coffee": 0.7848357231190882, + "precision_coffee": 0.857427152559702, + "recall_coffee": 0.9026312248938092, + "F1_noncoffee": 0.5960277368140315, + "IoU_noncoffee": 0.42452956688866045, + "kappa": 0.4766333067821917, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3198090692124105, + "mIoU": 0.1606535256065935, + "macroF1": 0.24435826739067543, + "F1_coffee": 0.48313384113166485, + "IoU_coffee": 0.31850789096126253, + "precision_coffee": 1.0, + "recall_coffee": 0.31850789096126253, + "F1_noncoffee": 0.005582693649685973, + "IoU_noncoffee": 0.0027991602519244225, + "kappa": 0.0017815209333724962, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8682684748427673, + "mIoU": 0.6880002272819917, + "macroF1": 0.8048004650012031, + "F1_coffee": 0.9161060174609632, + "IoU_coffee": 0.8451989144869796, + "precision_coffee": 0.8829774399806973, + "recall_coffee": 0.9518174133558749, + "F1_noncoffee": 0.6934949125414428, + "IoU_noncoffee": 0.5308015400770039, + "kappa": 0.6115984639821233, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8410226556056858, + "mIoU": 0.6424275242718482, + "macroF1": 0.768705792253854, + "F1_coffee": 0.8980366532872833, + "IoU_coffee": 0.8149423989157443, + "precision_coffee": 0.8745530573904612, + "recall_coffee": 0.9228162169075329, + "F1_noncoffee": 0.6393749312204248, + "IoU_noncoffee": 0.4699126496279521, + "kappa": 0.5385882617188316, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8495035117461855, + "mIoU": 0.6566567791587039, + "macroF1": 0.780279264290993, + "F1_coffee": 0.9036081034964167, + "IoU_coffee": 0.8241652518392756, + "precision_coffee": 0.8791958464139097, + "recall_coffee": 0.9294147680132746, + "F1_noncoffee": 0.6569504250855692, + "IoU_noncoffee": 0.4891483064781322, + "kappa": 0.5617609923689902, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8969659947057625, + "mIoU": 0.6972604074942629, + "macroF1": 0.8070980654659903, + "F1_coffee": 0.9387631610795111, + "IoU_coffee": 0.8845934542137074, + "precision_coffee": 0.9309889582333173, + "recall_coffee": 0.946668293873566, + "F1_noncoffee": 0.6754329698524695, + "IoU_noncoffee": 0.5099273607748184, + "kappa": 0.6143386655686937, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8460553530976066, + "mIoU": 0.6037551293846989, + "macroF1": 0.7275543649094469, + "F1_coffee": 0.9072348507329812, + "IoU_coffee": 0.8302194221160113, + "precision_coffee": 0.9181883709754926, + "recall_coffee": 0.8965395894428152, + "F1_noncoffee": 0.5478738790859127, + "IoU_noncoffee": 0.3772908366533865, + "kappa": 0.45548641272244894, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8695609660702063, + "mIoU": 0.6232008165364262, + "macroF1": 0.7415874541999654, + "F1_coffee": 0.9234389348025712, + "IoU_coffee": 0.8577673525962256, + "precision_coffee": 0.9115114434624971, + "recall_coffee": 0.9356827169109095, + "F1_noncoffee": 0.5597359735973597, + "IoU_noncoffee": 0.38863428047662696, + "kappa": 0.48368329650227554, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8415004748338082, + "mIoU": 0.6737048682728105, + "macroF1": 0.7976704163045416, + "F1_coffee": 0.891841099086255, + "IoU_coffee": 0.804795321637427, + "precision_coffee": 0.83446519524618, + "recall_coffee": 0.9576896311760612, + "F1_noncoffee": 0.7034997335228282, + "IoU_noncoffee": 0.5426144149081941, + "kappa": 0.6005181230552485, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8361376673040153, + "mIoU": 0.6658123886267437, + "macroF1": 0.7917300456421558, + "F1_coffee": 0.8879005886200131, + "IoU_coffee": 0.7984003763820278, + "precision_coffee": 0.830133300721536, + "recall_coffee": 0.9543090116687755, + "F1_noncoffee": 0.6955595026642984, + "IoU_noncoffee": 0.5332244008714597, + "kappa": 0.5888670082998302, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8298137838356691, + "mIoU": 0.6657691379902211, + "macroF1": 0.7930496505343754, + "F1_coffee": 0.8802755081369438, + "IoU_coffee": 0.7861536605958268, + "precision_coffee": 0.8423365210648747, + "recall_coffee": 0.921793239994343, + "F1_noncoffee": 0.7058237929318069, + "IoU_noncoffee": 0.5453846153846154, + "kappa": 0.588152171426459, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 502, + 563 + ], + [ + 6537, + 7520 + ], + [ + 45492, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5467642148335776, + "test_tta": { + "OA": 0.846810582697614, + "mIoU": 0.6404815764849414, + "macroF1": 0.7653683791207897, + "F1_coffee": 0.903603382767496, + "IoU_coffee": 0.8241573975741994, + "precision_coffee": 0.8635937683026824, + "recall_coffee": 0.9475003212954634, + "F1_noncoffee": 0.6271333754740834, + "IoU_noncoffee": 0.45680575539568347, + "kappa": 0.5346006700422853, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8112812968731972, + "mIoU": 0.588192920470535, + "macroF1": 0.721018241692094, + "F1_coffee": 0.8797058147552287, + "IoU_coffee": 0.7852453635319219, + "precision_coffee": 0.8431431290311211, + "recall_coffee": 0.9195833093082704, + "F1_noncoffee": 0.5623306686289594, + "IoU_noncoffee": 0.39114047740914804, + "kappa": 0.44582805778750384, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6776339691616082 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6777474545313296, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8697289401071254, + "mIoU": 0.7032887251688166, + "macroF1": 0.8177971469336631, + "F1_coffee": 0.9150705805168144, + "IoU_coffee": 0.8434378901373284, + "precision_coffee": 0.9042579889576711, + "recall_coffee": 0.9261448828342543, + "F1_noncoffee": 0.7205237133505119, + "IoU_noncoffee": 0.5631395602003048, + "kappa": 0.6357656669371463, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8310401523018346, + "mIoU": 0.6425072620223093, + "macroF1": 0.7712093773827429, + "F1_coffee": 0.8882081818442071, + "IoU_coffee": 0.7988979297558966, + "precision_coffee": 0.8820218330680009, + "recall_coffee": 0.8944819235426397, + "F1_noncoffee": 0.6542105729212787, + "IoU_noncoffee": 0.4861165942887222, + "kappa": 0.5424883715497886, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3804295942720764, + "mIoU": 0.19115828864984233, + "macroF1": 0.27802811307249375, + "F1_coffee": 0.5499306518723994, + "IoU_coffee": 0.37924438067910093, + "precision_coffee": 1.0, + "recall_coffee": 0.37924438067910093, + "F1_noncoffee": 0.006125574272588055, + "IoU_noncoffee": 0.0030721966205837174, + "kappa": 0.0023275147909456164, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8853675314465409, + "mIoU": 0.7340724517373912, + "macroF1": 0.8404682854924321, + "F1_coffee": 0.9251019294359369, + "IoU_coffee": 0.8606415387372319, + "precision_coffee": 0.9136334812935955, + "recall_coffee": 0.9368619546134339, + "F1_noncoffee": 0.7558346415489272, + "IoU_noncoffee": 0.6075033647375505, + "kappa": 0.6811003780838342, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.863387182845777, + "mIoU": 0.693289379330361, + "macroF1": 0.81042715743024, + "F1_coffee": 0.910625872794211, + "IoU_coffee": 0.8359165598415104, + "precision_coffee": 0.9039697542533082, + "recall_coffee": 0.9173807392249649, + "F1_noncoffee": 0.7102284420662688, + "IoU_noncoffee": 0.5506621988192117, + "kappa": 0.6209209507226171, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8606442237829983, + "mIoU": 0.6836570458157408, + "macroF1": 0.8025252677636125, + "F1_coffee": 0.9096561469618465, + "IoU_coffee": 0.8342837394159323, + "precision_coffee": 0.8954005934718101, + "recall_coffee": 0.9243729657285085, + "F1_noncoffee": 0.6953943885653785, + "IoU_noncoffee": 0.5330303522155494, + "kappa": 0.6053877787528423, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.898391366320505, + "mIoU": 0.7039770527635225, + "macroF1": 0.8127732090140638, + "F1_coffee": 0.939382896015549, + "IoU_coffee": 0.8856946512426984, + "precision_coffee": 0.9350665054413543, + "recall_coffee": 0.943739321454723, + "F1_noncoffee": 0.6861635220125786, + "IoU_noncoffee": 0.5222594542843466, + "kappa": 0.6255877241846726, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8608293115335369, + "mIoU": 0.6195537862955206, + "macroF1": 0.7402214426392835, + "F1_coffee": 0.9172280475660477, + "IoU_coffee": 0.8471110149318329, + "precision_coffee": 0.9161010999297917, + "recall_coffee": 0.918357771260997, + "F1_noncoffee": 0.5632148377125193, + "IoU_noncoffee": 0.39199655765920827, + "kappa": 0.4804470341996143, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8679964799061308, + "mIoU": 0.614582029408553, + "macroF1": 0.7327744425027384, + "F1_coffee": 0.9228659581762084, + "IoU_coffee": 0.8567791215786124, + "precision_coffee": 0.9070080862533693, + "recall_coffee": 0.939288206559665, + "F1_noncoffee": 0.5426829268292683, + "IoU_noncoffee": 0.3723849372384937, + "kappa": 0.46651573796830487, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8732193732193733, + "mIoU": 0.743514915693904, + "macroF1": 0.8498395721925134, + "F1_coffee": 0.9090909090909091, + "IoU_coffee": 0.8333333333333334, + "precision_coffee": 0.89, + "recall_coffee": 0.9290187891440501, + "F1_noncoffee": 0.7905882352941176, + "IoU_noncoffee": 0.6536964980544747, + "kappa": 0.6999971189582154, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8658699808795411, + "mIoU": 0.7335165470325882, + "macroF1": 0.8432034951926047, + "F1_coffee": 0.9028191452517836, + "IoU_coffee": 0.8228535353535353, + "precision_coffee": 0.889814309120699, + "recall_coffee": 0.9162097567833544, + "F1_noncoffee": 0.7835878451334258, + "IoU_noncoffee": 0.6441795587116409, + "kappa": 0.6865560883691164, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8534267613745441, + "mIoU": 0.7133817158427184, + "macroF1": 0.8291802866040827, + "F1_coffee": 0.8935369169629784, + "IoU_coffee": 0.8075614366729679, + "precision_coffee": 0.8811881188118812, + "recall_coffee": 0.9062367416207043, + "F1_noncoffee": 0.7648236562451871, + "IoU_noncoffee": 0.6192019950124689, + "kappa": 0.658508717981743, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6732, + 7520 + ], + [ + 46274, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.548012014230092, + "test_tta": { + "OA": 0.8702807985716604, + "mIoU": 0.6998539914273456, + "macroF1": 0.8147488928018445, + "F1_coffee": 0.9161754525812339, + "IoU_coffee": 0.8453171269862775, + "precision_coffee": 0.8976282472870766, + "recall_coffee": 0.9355052906652958, + "F1_noncoffee": 0.713322333022455, + "IoU_noncoffee": 0.5543908558684137, + "kappa": 0.630037972110607, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8318333910234221, + "mIoU": 0.6386761867977225, + "macroF1": 0.7673266380472248, + "F1_coffee": 0.8898378746079135, + "IoU_coffee": 0.8015386710239651, + "precision_coffee": 0.8750720059462975, + "recall_coffee": 0.9051106113898019, + "F1_noncoffee": 0.6448154014865359, + "IoU_noncoffee": 0.4758137025714799, + "kappa": 0.5350800819733041, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s2_r0.05", + "val_epoch0": 0.6494085565449544 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6494085565449544, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7913650381431586, + "mIoU": 0.5717873193181401, + "macroF1": 0.7089966750344541, + "F1_coffee": 0.8638174344196297, + "IoU_coffee": 0.7602804871225826, + "precision_coffee": 0.8546182549997904, + "recall_coffee": 0.8732168101786403, + "F1_noncoffee": 0.5541759156492786, + "IoU_noncoffee": 0.38329415151369767, + "kappa": 0.418214028103817, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7635860159224646, + "mIoU": 0.5393961665644242, + "macroF1": 0.680740849059331, + "F1_coffee": 0.8433725730010702, + "IoU_coffee": 0.7291652898023925, + "precision_coffee": 0.8385809565432193, + "recall_coffee": 0.8482192623344673, + "F1_noncoffee": 0.5181091251175918, + "IoU_noncoffee": 0.3496270433264561, + "kappa": 0.3615458315859562, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45393794749403343, + "mIoU": 0.22788519723078413, + "macroF1": 0.31445080091533184, + "F1_coffee": 0.6236842105263158, + "IoU_coffee": 0.45315487571701724, + "precision_coffee": 0.9989462592202318, + "recall_coffee": 0.4533715925394548, + "F1_noncoffee": 0.0052173913043478265, + "IoU_noncoffee": 0.0026155187445510027, + "kappa": 0.001417451570404676, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8190841194968553, + "mIoU": 0.6131172291346323, + "macroF1": 0.7451487672735057, + "F1_coffee": 0.8824168103723574, + "IoU_coffee": 0.7895759515373185, + "precision_coffee": 0.8670222780043928, + "recall_coffee": 0.8983679042850641, + "F1_noncoffee": 0.6078807241746539, + "IoU_noncoffee": 0.43665850673194617, + "kappa": 0.49083284512369524, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.766409547373017, + "mIoU": 0.5398695800656219, + "macroF1": 0.6803402283476796, + "F1_coffee": 0.8462103548500431, + "IoU_coffee": 0.7334182261100654, + "precision_coffee": 0.8453193797460277, + "recall_coffee": 0.8471032101291726, + "F1_noncoffee": 0.5144701018453162, + "IoU_noncoffee": 0.34632093402117836, + "kappa": 0.3606826990010919, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7889561637200291, + "mIoU": 0.5655213122578296, + "macroF1": 0.7027043168478487, + "F1_coffee": 0.8628364552180072, + "IoU_coffee": 0.7587619733126626, + "precision_coffee": 0.8513916500994035, + "recall_coffee": 0.874593145701704, + "F1_noncoffee": 0.5425721784776902, + "IoU_noncoffee": 0.3722806512029967, + "kappa": 0.4057667292011389, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.857870087558542, + "mIoU": 0.6139968229103814, + "macroF1": 0.7351409397051769, + "F1_coffee": 0.9154349406348438, + "IoU_coffee": 0.8440571939231457, + "precision_coffee": 0.9088284820784219, + "recall_coffee": 0.9221381498657555, + "F1_noncoffee": 0.5548469387755102, + "IoU_noncoffee": 0.38393645189761694, + "kappa": 0.4704291839128331, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7892248596473949, + "mIoU": 0.5405017681245164, + "macroF1": 0.6731185550973022, + "F1_coffee": 0.8679338434954332, + "IoU_coffee": 0.7666812036633232, + "precision_coffee": 0.9157442375309285, + "recall_coffee": 0.8248680351906158, + "F1_noncoffee": 0.4783032666991711, + "IoU_noncoffee": 0.3143223325857097, + "kappa": 0.3532016391155797, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8515693751833382, + "mIoU": 0.609368344833461, + "macroF1": 0.7320065152895525, + "F1_coffee": 0.9110094970102005, + "IoU_coffee": 0.83656330749354, + "precision_coffee": 0.9184397163120568, + "recall_coffee": 0.9036985345429169, + "F1_noncoffee": 0.5530035335689046, + "IoU_noncoffee": 0.38217338217338215, + "kappa": 0.46418917701611573, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7829059829059829, + "mIoU": 0.5985717190506701, + "macroF1": 0.7400385352725869, + "F1_coffee": 0.8456031338646495, + "IoU_coffee": 0.7325064357594196, + "precision_coffee": 0.8214145125311639, + "recall_coffee": 0.8712595685455811, + "F1_noncoffee": 0.6344739366805244, + "IoU_noncoffee": 0.4646370023419204, + "kappa": 0.48114225705762953, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.744263862332696, + "mIoU": 0.5344734955833701, + "macroF1": 0.6814445627526204, + "F1_coffee": 0.8229063224097981, + "IoU_coffee": 0.6991001124859393, + "precision_coffee": 0.7776526526526526, + "recall_coffee": 0.8737522845494166, + "F1_noncoffee": 0.5399828030954428, + "IoU_noncoffee": 0.36984687868080096, + "kappa": 0.36844456951937743, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7274908811672106, + "mIoU": 0.5216267132359005, + "macroF1": 0.6718774848719263, + "F1_coffee": 0.8069626708370163, + "IoU_coffee": 0.6763934799954405, + "precision_coffee": 0.7771084337349398, + "recall_coffee": 0.8392023759015698, + "F1_noncoffee": 0.5367922989068363, + "IoU_noncoffee": 0.3668599464763604, + "kappa": 0.34607083819763046, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 204, + 563 + ], + [ + 5695, + 7520 + ], + [ + 42852, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.546995540459951, + "test_tta": { + "OA": 0.8014770329491966, + "mIoU": 0.5738032371081017, + "macroF1": 0.7080929187495664, + "F1_coffee": 0.8731973832899634, + "IoU_coffee": 0.7749337553363757, + "precision_coffee": 0.8461352996725, + "recall_coffee": 0.90204772308615, + "F1_noncoffee": 0.5429884542091694, + "IoU_noncoffee": 0.37267271887982767, + "kappa": 0.41833029890426127, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7737971616476289, + "mIoU": 0.5401535330160541, + "macroF1": 0.6781351266755045, + "F1_coffee": 0.8536066308243727, + "IoU_coffee": 0.7446018563751832, + "precision_coffee": 0.8297675431433393, + "recall_coffee": 0.8788560226027792, + "F1_noncoffee": 0.5026636225266362, + "IoU_noncoffee": 0.335705209656925, + "kappa": 0.3580702954773985, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6794185548040942 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6794185548040942, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553481577665963, + "mIoU": 0.6841222779358485, + "macroF1": 0.80402856541651, + "F1_coffee": 0.9043140286456656, + "IoU_coffee": 0.8253405193532583, + "precision_coffee": 0.9065917506243003, + "recall_coffee": 0.90204772308615, + "F1_noncoffee": 0.7037431021873546, + "IoU_noncoffee": 0.5429040365184388, + "kappa": 0.6080647905439495, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8214635975539403, + "mIoU": 0.632243491785838, + "macroF1": 0.763637722530967, + "F1_coffee": 0.8805473265721647, + "IoU_coffee": 0.7865873631583484, + "precision_coffee": 0.8841905352505717, + "recall_coffee": 0.8769340175671261, + "F1_noncoffee": 0.6467281184897691, + "IoU_noncoffee": 0.47789962041332773, + "kappa": 0.5272991793345161, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48591885441527444, + "mIoU": 0.24431785755524205, + "macroF1": 0.3302566842538792, + "F1_coffee": 0.6531400966183575, + "IoU_coffee": 0.48493543758967, + "precision_coffee": 1.0, + "recall_coffee": 0.48493543758967, + "F1_noncoffee": 0.007373271889400922, + "IoU_noncoffee": 0.0037002775208140612, + "kappa": 0.0035823632203642805, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8673840408805031, + "mIoU": 0.7030997175205627, + "macroF1": 0.818082232117735, + "F1_coffee": 0.9127863767085662, + "IoU_coffee": 0.8395648814123521, + "precision_coffee": 0.9072456320657759, + "recall_coffee": 0.9183952142532025, + "F1_noncoffee": 0.7233780875269038, + "IoU_noncoffee": 0.5666345536287732, + "kappa": 0.6362075012848295, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8403434725658565, + "mIoU": 0.6635283313978573, + "macroF1": 0.7887346832381178, + "F1_coffee": 0.8931528197136457, + "IoU_coffee": 0.8069341781063006, + "precision_coffee": 0.9071423860713579, + "recall_coffee": 0.8795881826320502, + "F1_noncoffee": 0.6843165467625899, + "IoU_noncoffee": 0.5201224846894138, + "kappa": 0.5777660541372229, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8584645192540566, + "mIoU": 0.686950724301199, + "macroF1": 0.8058807572378773, + "F1_coffee": 0.9069130296272698, + "IoU_coffee": 0.829680578223362, + "precision_coffee": 0.9054131416576554, + "recall_coffee": 0.9084178952070968, + "F1_noncoffee": 0.7048484848484848, + "IoU_noncoffee": 0.544220870379036, + "kappa": 0.6117648925950503, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8786397882305029, + "mIoU": 0.6386840952274013, + "macroF1": 0.7552456978788422, + "F1_coffee": 0.929030721600381, + "IoU_coffee": 0.8674672003557927, + "precision_coffee": 0.9069983724715183, + "recall_coffee": 0.9521601171588967, + "F1_noncoffee": 0.5814606741573034, + "IoU_noncoffee": 0.4099009900990099, + "kappa": 0.512188959538574, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8390623461045996, + "mIoU": 0.5906941324112044, + "macroF1": 0.7152438610771944, + "F1_coffee": 0.9030151946818613, + "IoU_coffee": 0.8231793095985283, + "precision_coffee": 0.9139733269253875, + "recall_coffee": 0.892316715542522, + "F1_noncoffee": 0.5274725274725275, + "IoU_noncoffee": 0.3582089552238806, + "kappa": 0.43088631401473315, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8745477657181969, + "mIoU": 0.6294940623278071, + "macroF1": 0.7468204514918264, + "F1_coffee": 0.9266479903950603, + "IoU_coffee": 0.8633216149994674, + "precision_coffee": 0.9112785336781738, + "recall_coffee": 0.9425447778553152, + "F1_noncoffee": 0.5669929125885926, + "IoU_noncoffee": 0.39566650965614697, + "kappa": 0.4944897466442707, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8568850902184235, + "mIoU": 0.7246915806592142, + "macroF1": 0.8376922341203383, + "F1_coffee": 0.8935057593102961, + "IoU_coffee": 0.807510537744284, + "precision_coffee": 0.9075509618145277, + "recall_coffee": 0.8798886569241475, + "F1_noncoffee": 0.7818787089303807, + "IoU_noncoffee": 0.6418726235741445, + "kappa": 0.6755436312747387, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8415869980879541, + "mIoU": 0.7017118771683153, + "macroF1": 0.8217043333084286, + "F1_coffee": 0.8812441768795242, + "IoU_coffee": 0.7877001921844972, + "precision_coffee": 0.8988304093567251, + "recall_coffee": 0.8643329115703641, + "F1_noncoffee": 0.7621644897373332, + "IoU_noncoffee": 0.6157235621521335, + "kappa": 0.6436818472061698, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8426761374544058, + "mIoU": 0.7034019300059748, + "macroF1": 0.8229042833291345, + "F1_coffee": 0.8820778473271459, + "IoU_coffee": 0.7890333376238898, + "precision_coffee": 0.8977738722905683, + "recall_coffee": 0.8669212275491444, + "F1_noncoffee": 0.7637307193311229, + "IoU_noncoffee": 0.6177705223880597, + "kappa": 0.6460253517719958, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6620, + 7520 + ], + [ + 45501, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5458943446477256, + "test_tta": { + "OA": 0.862749553643889, + "mIoU": 0.6931711621295998, + "macroF1": 0.8104509819070833, + "F1_coffee": 0.9100157493721535, + "IoU_coffee": 0.8348888975670715, + "precision_coffee": 0.9042422704394535, + "recall_coffee": 0.9158634280083965, + "F1_noncoffee": 0.7108862144420132, + "IoU_noncoffee": 0.5514534266921282, + "kappa": 0.6209516119002032, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8288911964924426, + "mIoU": 0.6397166826639409, + "macroF1": 0.7690496478022608, + "F1_coffee": 0.8866099589028004, + "IoU_coffee": 0.7963156900784589, + "precision_coffee": 0.8817893195946845, + "recall_coffee": 0.8914835956870207, + "F1_noncoffee": 0.6514893367017214, + "IoU_noncoffee": 0.48311767524942273, + "kappa": 0.5381417213514937, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s0_r0.05", + "val_epoch0": 0.6513659966751084 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6513659966751084, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8040086261575542, + "mIoU": 0.63349248255321, + "macroF1": 0.7690760868709936, + "F1_coffee": 0.8588912229427345, + "IoU_coffee": 0.7526812870177685, + "precision_coffee": 0.8561933809805617, + "recall_coffee": 0.8616061202986852, + "F1_noncoffee": 0.6792609507992526, + "IoU_noncoffee": 0.5143036780886514, + "kappa": 0.5381625963448761, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7767249336563978, + "mIoU": 0.5984202738903871, + "macroF1": 0.7415379387552813, + "F1_coffee": 0.8369030436477417, + "IoU_coffee": 0.7195471014492754, + "precision_coffee": 0.8373882610895598, + "recall_coffee": 0.8364183881904521, + "F1_noncoffee": 0.6461728338628209, + "IoU_noncoffee": 0.4772934463314988, + "kappa": 0.48307625403300847, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22365339578454332, + "mIoU": 0.11299850074962518, + "macroF1": 0.18628912071535023, + "F1_coffee": 0.36065573770491804, + "IoU_coffee": 0.22, + "precision_coffee": 1.0, + "recall_coffee": 0.22, + "F1_noncoffee": 0.011922503725782414, + "IoU_noncoffee": 0.005997001499250375, + "kappa": 0.0026352039288494995, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7983882573032091, + "mIoU": 0.6193819577247743, + "macroF1": 0.7568324797649005, + "F1_coffee": 0.8573561853045987, + "IoU_coffee": 0.7503267197338719, + "precision_coffee": 0.8373218428902883, + "recall_coffee": 0.8783727399165507, + "F1_noncoffee": 0.6563087742252024, + "IoU_noncoffee": 0.48843719571567673, + "kappa": 0.5143348715418473, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8181039406053684, + "mIoU": 0.6561766551864178, + "macroF1": 0.7869222782915228, + "F1_coffee": 0.8684337349397591, + "IoU_coffee": 0.7674616695059625, + "precision_coffee": 0.8695112704211759, + "recall_coffee": 0.8673588668087739, + "F1_noncoffee": 0.7054108216432866, + "IoU_noncoffee": 0.544891640866873, + "kappa": 0.5738460219672911, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7955670832350861, + "mIoU": 0.6248973545367051, + "macroF1": 0.7628899822471488, + "F1_coffee": 0.8509130928225057, + "IoU_coffee": 0.7405123907578116, + "precision_coffee": 0.8625714684144471, + "recall_coffee": 0.8395656599932134, + "F1_noncoffee": 0.6748668716717918, + "IoU_noncoffee": 0.5092823183155988, + "kappa": 0.525968813429336, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8306327160493827, + "mIoU": 0.6468536052749194, + "macroF1": 0.7754422082716051, + "F1_coffee": 0.8867681196801651, + "IoU_coffee": 0.7965708989805376, + "precision_coffee": 0.8550111912459587, + "recall_coffee": 0.9209750870613448, + "F1_noncoffee": 0.6641162968630452, + "IoU_noncoffee": 0.49713631156930127, + "kappa": 0.5527147833863177, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8161764705882353, + "mIoU": 0.6394788645419567, + "macroF1": 0.7718700774594485, + "F1_coffee": 0.8724067077616491, + "IoU_coffee": 0.7736891605925229, + "precision_coffee": 0.8754822402554211, + "recall_coffee": 0.8693527080581241, + "F1_noncoffee": 0.6713334471572477, + "IoU_noncoffee": 0.5052685684913903, + "kappa": 0.5437546583938088, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7902632323804133, + "mIoU": 0.6047892709044168, + "macroF1": 0.7443923949416471, + "F1_coffee": 0.8526741334747167, + "IoU_coffee": 0.7431839186691312, + "precision_coffee": 0.870147436764507, + "recall_coffee": 0.8358887733887734, + "F1_noncoffee": 0.6361106564085776, + "IoU_noncoffee": 0.46639462313970237, + "kappa": 0.48929344814502496, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7664853516556923, + "mIoU": 0.5918324530416468, + "macroF1": 0.7375771464985958, + "F1_coffee": 0.8246757899262019, + "IoU_coffee": 0.7016581321628871, + "precision_coffee": 0.8171233849211984, + "recall_coffee": 0.8323691061614116, + "F1_noncoffee": 0.6504785030709899, + "IoU_noncoffee": 0.4820067739204064, + "kappa": 0.4752436615977894, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8200189753320684, + "mIoU": 0.6699405100822569, + "macroF1": 0.7987980257061682, + "F1_coffee": 0.8641409439232257, + "IoU_coffee": 0.7607818411097099, + "precision_coffee": 0.8630901287553648, + "recall_coffee": 0.8651943209522444, + "F1_noncoffee": 0.7334551074891106, + "IoU_noncoffee": 0.5790991790548037, + "kappa": 0.5975972216743535, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8008674335281916, + "mIoU": 0.6425987960848808, + "macroF1": 0.778327318052398, + "F1_coffee": 0.849013440091507, + "IoU_coffee": 0.737639751552795, + "precision_coffee": 0.8545114404950352, + "recall_coffee": 0.843585736610314, + "F1_noncoffee": 0.707641196013289, + "IoU_noncoffee": 0.5475578406169666, + "kappa": 0.5566901713255826, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9016, + 11000 + ], + [ + 41560, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.550691525141398, + "test_tta": { + "OA": 0.8094158315362172, + "mIoU": 0.6385291510766835, + "macroF1": 0.7725648668067548, + "F1_coffee": 0.8641137830840371, + "IoU_coffee": 0.7607397380260381, + "precision_coffee": 0.8531847915875957, + "recall_coffee": 0.8753264006596729, + "F1_noncoffee": 0.6810159505294726, + "IoU_noncoffee": 0.516318564127329, + "kappa": 0.5453048746125907, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7821910695742471, + "mIoU": 0.602864152496178, + "macroF1": 0.7445819475056024, + "F1_coffee": 0.8425923995747431, + "IoU_coffee": 0.7279997118259429, + "precision_coffee": 0.8341760396243938, + "recall_coffee": 0.8511803230357782, + "F1_noncoffee": 0.6465714954364615, + "IoU_noncoffee": 0.4777285931664131, + "kappa": 0.48928062740353834, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.6839971889826921 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6839971889826921, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8085278447291641, + "mIoU": 0.6287228749385572, + "macroF1": 0.7634123947548144, + "F1_coffee": 0.866726267342141, + "IoU_coffee": 0.764798691053585, + "precision_coffee": 0.836383001384599, + "recall_coffee": 0.8993540702734893, + "F1_noncoffee": 0.6600985221674877, + "IoU_noncoffee": 0.49264705882352944, + "kappa": 0.5284078202131981, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7819458866966655, + "mIoU": 0.5942877564847138, + "macroF1": 0.735901652355739, + "F1_coffee": 0.8461749773622147, + "IoU_coffee": 0.733365077685484, + "precision_coffee": 0.8185826771653544, + "recall_coffee": 0.8756922947332955, + "F1_noncoffee": 0.6256283273492633, + "IoU_noncoffee": 0.4552104352839435, + "kappa": 0.47325984710871527, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23185011709601874, + "mIoU": 0.11714795008912657, + "macroF1": 0.1918478511748142, + "F1_coffee": 0.3716475095785441, + "IoU_coffee": 0.22823529411764706, + "precision_coffee": 1.0, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.012048192771084338, + "IoU_noncoffee": 0.006060606060606061, + "kappa": 0.0027626669704651167, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7960377992037223, + "mIoU": 0.6076496030318357, + "macroF1": 0.7457551437967583, + "F1_coffee": 0.8588219669300751, + "IoU_coffee": 0.7525749199883619, + "precision_coffee": 0.821768966831872, + "recall_coffee": 0.8993741307371349, + "F1_noncoffee": 0.6326883206634416, + "IoU_noncoffee": 0.4627242860753096, + "kappa": 0.49418579351044317, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.816961736150771, + "mIoU": 0.6430153838088412, + "macroF1": 0.7750237024772848, + "F1_coffee": 0.8721579577183886, + "IoU_coffee": 0.7732979664014147, + "precision_coffee": 0.844154172833151, + "recall_coffee": 0.902083476586674, + "F1_noncoffee": 0.6778894472361809, + "IoU_noncoffee": 0.5127328012162676, + "kappa": 0.5512915911662644, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8124498938929497, + "mIoU": 0.6355353679830256, + "macroF1": 0.7690068221779731, + "F1_coffee": 0.8691819348047761, + "IoU_coffee": 0.768631101285706, + "precision_coffee": 0.843355036384527, + "recall_coffee": 0.8966406515100102, + "F1_noncoffee": 0.66883170955117, + "IoU_noncoffee": 0.5024396346803452, + "kappa": 0.5391078625887844, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8197337962962963, + "mIoU": 0.6219127244954639, + "macroF1": 0.7538817167829945, + "F1_coffee": 0.8811900069925624, + "IoU_coffee": 0.7876136363636363, + "precision_coffee": 0.8385964912280702, + "recall_coffee": 0.9283418162335922, + "F1_noncoffee": 0.6265734265734266, + "IoU_noncoffee": 0.45621181262729127, + "kappa": 0.511722563920985, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8290679908326967, + "mIoU": 0.6465064175997801, + "macroF1": 0.7754817238437948, + "F1_coffee": 0.8851680780087247, + "IoU_coffee": 0.7939924041892047, + "precision_coffee": 0.8604390122224994, + "recall_coffee": 0.9113606340819023, + "F1_noncoffee": 0.6657953696788649, + "IoU_noncoffee": 0.4990204310103554, + "kappa": 0.5520403194492742, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8297009151806775, + "mIoU": 0.6428761925543393, + "macroF1": 0.7718835204842778, + "F1_coffee": 0.8867273297772199, + "IoU_coffee": 0.7965050732807215, + "precision_coffee": 0.8575069790023061, + "recall_coffee": 0.9180093555093555, + "F1_noncoffee": 0.6570397111913358, + "IoU_noncoffee": 0.489247311827957, + "kappa": 0.54536540867968, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7725928046569329, + "mIoU": 0.5917629748496556, + "macroF1": 0.7358551352874336, + "F1_coffee": 0.8343643567109196, + "IoU_coffee": 0.7158020274299344, + "precision_coffee": 0.803158035594808, + "recall_coffee": 0.8680937228811108, + "F1_noncoffee": 0.6373459138639477, + "IoU_noncoffee": 0.4677239222693768, + "kappa": 0.47345071808422984, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8049335863377609, + "mIoU": 0.6378224406136441, + "macroF1": 0.7729477977249013, + "F1_coffee": 0.858167770419426, + "IoU_coffee": 0.7515708071532141, + "precision_coffee": 0.8267978200186096, + "recall_coffee": 0.8920120464649361, + "F1_noncoffee": 0.6877278250303767, + "IoU_noncoffee": 0.524074074074074, + "kappa": 0.547330320832923, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7952102583443333, + "mIoU": 0.6259030973956974, + "macroF1": 0.7639431290250744, + "F1_coffee": 0.8498548320199087, + "IoU_coffee": 0.7389109267940859, + "precision_coffee": 0.82765585027602, + "recall_coffee": 0.873277454183833, + "F1_noncoffee": 0.6780314260302401, + "IoU_noncoffee": 0.5128952679973088, + "kappa": 0.5286134446129443, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8917, + 11000 + ], + [ + 41941, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5519938747088116, + "test_tta": { + "OA": 0.8158537358873525, + "mIoU": 0.6348468499881804, + "macroF1": 0.7675286352982396, + "F1_coffee": 0.8735201542198068, + "IoU_coffee": 0.7754423281446389, + "precision_coffee": 0.8327000145351855, + "recall_coffee": 0.9185487195932017, + "F1_noncoffee": 0.6615371163766722, + "IoU_noncoffee": 0.49425137183172196, + "kappa": 0.5380280959055999, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.789503288335064, + "mIoU": 0.5997582035916049, + "macroF1": 0.739470056066577, + "F1_coffee": 0.8536416602320475, + "IoU_coffee": 0.744655166380909, + "precision_coffee": 0.8148523949917678, + "recall_coffee": 0.896308463368922, + "F1_noncoffee": 0.6252984519011066, + "IoU_noncoffee": 0.45486124080230084, + "kappa": 0.4819455560627438, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s1_r0.05", + "val_epoch0": 0.6690882791976027 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6694491735544787, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8087181276163897, + "mIoU": 0.6305858184471363, + "macroF1": 0.7651640150047809, + "F1_coffee": 0.8662979506334305, + "IoU_coffee": 0.7641319437655202, + "precision_coffee": 0.8392569526468378, + "recall_coffee": 0.895139493334555, + "F1_noncoffee": 0.6640300793761315, + "IoU_noncoffee": 0.4970396931287525, + "kappa": 0.5315500577328025, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7811526479750779, + "mIoU": 0.5943368064777816, + "macroF1": 0.7361694644332264, + "F1_coffee": 0.8451095277953575, + "IoU_coffee": 0.7317659536856992, + "precision_coffee": 0.8200637889023158, + "recall_coffee": 0.8717333164866173, + "F1_noncoffee": 0.6272294010710951, + "IoU_noncoffee": 0.456907659269864, + "kappa": 0.47352080126701557, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09557777984427969, + "macroF1": 0.1617237368435984, + "F1_coffee": 0.31485148514851485, + "IoU_coffee": 0.18683901292596944, + "precision_coffee": 0.99375, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.008595988538681949, + "IoU_noncoffee": 0.004316546762589928, + "kappa": -0.00072476038879672, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8025615196431141, + "mIoU": 0.6178118912007481, + "macroF1": 0.7542265203694248, + "F1_coffee": 0.8632194603216802, + "IoU_coffee": 0.759354536950421, + "precision_coffee": 0.8266293279022403, + "recall_coffee": 0.9031988873435327, + "F1_noncoffee": 0.6452335804171695, + "IoU_noncoffee": 0.4762692454510752, + "kappa": 0.5109383938759264, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8159147154007234, + "mIoU": 0.6388697316794193, + "macroF1": 0.7713542358727721, + "F1_coffee": 0.8722926571579503, + "IoU_coffee": 0.7735097786626068, + "precision_coffee": 0.8389965068275643, + "recall_coffee": 0.9083407825070481, + "F1_noncoffee": 0.6704158145875937, + "IoU_noncoffee": 0.5042296846962318, + "kappa": 0.5445596563780323, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8076397076161282, + "mIoU": 0.6347096978875348, + "macroF1": 0.7693688905841528, + "F1_coffee": 0.863318031029052, + "IoU_coffee": 0.7595071045339308, + "precision_coffee": 0.852660841938046, + "recall_coffee": 0.874244994910078, + "F1_noncoffee": 0.6754197501392536, + "IoU_noncoffee": 0.509912291241139, + "kappa": 0.5389088340406322, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8387345679012346, + "mIoU": 0.6473874320011221, + "macroF1": 0.7740302563562438, + "F1_coffee": 0.8949484795174667, + "IoU_coffee": 0.8098703661587446, + "precision_coffee": 0.8428402366863905, + "recall_coffee": 0.9539244575408519, + "F1_noncoffee": 0.6531120331950208, + "IoU_noncoffee": 0.4849044978434997, + "kappa": 0.5536935469951769, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8290679908326967, + "mIoU": 0.6450962128243644, + "macroF1": 0.7741468830359404, + "F1_coffee": 0.8855205935021745, + "IoU_coffee": 0.7945598530930793, + "precision_coffee": 0.8582940738904041, + "recall_coffee": 0.9145310435931308, + "F1_noncoffee": 0.6627731725697061, + "IoU_noncoffee": 0.49563257255564946, + "kappa": 0.5496287542870234, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.833663553165393, + "mIoU": 0.6539096674340588, + "macroF1": 0.7813602173382315, + "F1_coffee": 0.8882975353228156, + "IoU_coffee": 0.7990425168129488, + "precision_coffee": 0.8668232966489428, + "recall_coffee": 0.9108627858627859, + "F1_noncoffee": 0.6744228993536473, + "IoU_noncoffee": 0.5087768180551686, + "kappa": 0.5635012503120554, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7667716385151255, + "mIoU": 0.5880447216220157, + "macroF1": 0.7336151314760291, + "F1_coffee": 0.8275959367945824, + "IoU_coffee": 0.7058965102286402, + "precision_coffee": 0.8077664555218947, + "recall_coffee": 0.848423488573908, + "F1_noncoffee": 0.6396343261574756, + "IoU_noncoffee": 0.4701929330153913, + "kappa": 0.4679005176000816, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8028462998102467, + "mIoU": 0.6314938479486862, + "macroF1": 0.7674515891690752, + "F1_coffee": 0.8581763581763582, + "IoU_coffee": 0.7515839808726839, + "precision_coffee": 0.8187263966662326, + "recall_coffee": 0.9016205363545102, + "F1_noncoffee": 0.6767268201617922, + "IoU_noncoffee": 0.5114037150246885, + "kappa": 0.5373516082741916, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7816330379030737, + "mIoU": 0.613960087500147, + "macroF1": 0.7557259396450495, + "F1_coffee": 0.8352773826458036, + "IoU_coffee": 0.7171470444553004, + "precision_coffee": 0.8363480985614585, + "recall_coffee": 0.8342094047449922, + "F1_noncoffee": 0.6761744966442953, + "IoU_noncoffee": 0.5107731305449936, + "kappa": 0.5114534534111665, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8953, + 11000 + ], + [ + 41924, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.549847976366679, + "test_tta": { + "OA": 0.8127299251553977, + "mIoU": 0.6327258387977508, + "macroF1": 0.7662479186332152, + "F1_coffee": 0.8704845042002062, + "IoU_coffee": 0.7706707056584722, + "precision_coffee": 0.8350446052853056, + "recall_coffee": 0.9090659214805992, + "F1_noncoffee": 0.6620113330662241, + "IoU_noncoffee": 0.4947809719370294, + "kappa": 0.5346830693120188, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7855659397715472, + "mIoU": 0.5963413321545399, + "macroF1": 0.7370289190984716, + "F1_coffee": 0.8500060530244946, + "IoU_coffee": 0.7391395887430697, + "precision_coffee": 0.8158491004512268, + "recall_coffee": 0.8871480615747468, + "F1_noncoffee": 0.6240517851724486, + "IoU_noncoffee": 0.45354307556601, + "kappa": 0.4763583635317765, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.6746060935474554 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.6800965070325755, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8398610934923253, + "mIoU": 0.684430467760769, + "macroF1": 0.8074155971003065, + "F1_coffee": 0.8864630293763842, + "IoU_coffee": 0.7960786689281965, + "precision_coffee": 0.8704819942151862, + "recall_coffee": 0.903041825095057, + "F1_noncoffee": 0.7283681648242287, + "IoU_noncoffee": 0.5727822665933415, + "kappa": 0.6151415319754692, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8111659166955117, + "mIoU": 0.6436847284480878, + "macroF1": 0.776989787032613, + "F1_coffee": 0.8642917111495766, + "IoU_coffee": 0.7610155879239222, + "precision_coffee": 0.8510164924885696, + "recall_coffee": 0.8779876597805715, + "F1_noncoffee": 0.6896878629156495, + "IoU_noncoffee": 0.5263538689722533, + "kappa": 0.5542276090649992, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2540983606557377, + "mIoU": 0.1280781800822562, + "macroF1": 0.20560459699618133, + "F1_coffee": 0.40187793427230045, + "IoU_coffee": 0.25146886016451236, + "precision_coffee": 0.9953488372093023, + "recall_coffee": 0.25176470588235295, + "F1_noncoffee": 0.00933125972006221, + "IoU_noncoffee": 0.0046875, + "kappa": 2.2058418043810382e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.831342639228666, + "mIoU": 0.6651034149586155, + "macroF1": 0.7921238211263988, + "F1_coffee": 0.8824158919135844, + "IoU_coffee": 0.7895744808187205, + "precision_coffee": 0.8499549027187218, + "recall_coffee": 0.9174547983310153, + "F1_noncoffee": 0.7018317503392131, + "IoU_noncoffee": 0.5406323490985105, + "kappa": 0.5857797026140212, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8486579097658481, + "mIoU": 0.700690173943536, + "macroF1": 0.8195587790906019, + "F1_coffee": 0.8920203735144312, + "IoU_coffee": 0.8050873429359485, + "precision_coffee": 0.8811296706245388, + "recall_coffee": 0.9031836622430035, + "F1_noncoffee": 0.7470971846667727, + "IoU_noncoffee": 0.5962930049511235, + "kappa": 0.6392466368270824, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8395189813723178, + "mIoU": 0.6870243231525915, + "macroF1": 0.8097162475474642, + "F1_coffee": 0.8850221306213467, + "IoU_coffee": 0.7937575757575758, + "precision_coffee": 0.8812407482169291, + "recall_coffee": 0.8888361045130642, + "F1_noncoffee": 0.7344103644735815, + "IoU_noncoffee": 0.5802910705476073, + "kappa": 0.6194486804471724, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8427854938271605, + "mIoU": 0.6591381862787082, + "macroF1": 0.784144036402703, + "F1_coffee": 0.8966522952066954, + "IoU_coffee": 0.8126652108952994, + "precision_coffee": 0.8513123043582952, + "recall_coffee": 0.9470934904902223, + "F1_noncoffee": 0.6716357775987107, + "IoU_noncoffee": 0.5056111616621171, + "kappa": 0.5721440777192198, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.847498090145149, + "mIoU": 0.6802307644322751, + "macroF1": 0.8022086660948811, + "F1_coffee": 0.8968546147387457, + "IoU_coffee": 0.8129976580796253, + "precision_coffee": 0.8774169088841147, + "recall_coffee": 0.9171730515191545, + "F1_noncoffee": 0.7075627174510163, + "IoU_noncoffee": 0.5474638707849249, + "kappa": 0.6049669924447663, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8394188130955751, + "mIoU": 0.6651503647658819, + "macroF1": 0.7904167263445698, + "F1_coffee": 0.8917578224370389, + "IoU_coffee": 0.8046597038907379, + "precision_coffee": 0.8733183856502242, + "recall_coffee": 0.9109927234927235, + "F1_noncoffee": 0.6890756302521008, + "IoU_noncoffee": 0.5256410256410257, + "kappa": 0.5813695444830443, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8200209943696918, + "mIoU": 0.665809431559948, + "macroF1": 0.7951547704779993, + "F1_coffee": 0.8665251238499646, + "IoU_coffee": 0.7644855144855145, + "precision_coffee": 0.8483924611973392, + "recall_coffee": 0.8854498119757015, + "F1_noncoffee": 0.723784417106034, + "IoU_noncoffee": 0.5671333486343815, + "kappa": 0.5906964632099518, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8498102466793169, + "mIoU": 0.7161616384219229, + "macroF1": 0.8320555780540766, + "F1_coffee": 0.8866614161953176, + "IoU_coffee": 0.7963987138263665, + "precision_coffee": 0.8853302830997998, + "recall_coffee": 0.8879965581528754, + "F1_noncoffee": 0.7774497399128356, + "IoU_noncoffee": 0.6359245630174793, + "kappa": 0.6641126471035388, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8396190835376203, + "mIoU": 0.7026157874878827, + "macroF1": 0.8228061426594138, + "F1_coffee": 0.8773877315649102, + "IoU_coffee": 0.7815590086040838, + "precision_coffee": 0.8905472636815921, + "recall_coffee": 0.8646114504901264, + "F1_noncoffee": 0.7682245537539174, + "IoU_noncoffee": 0.6236725663716814, + "kappa": 0.6457585029967611, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9256, + 11000 + ], + [ + 43584, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5498425801595053, + "test_tta": { + "OA": 0.8480274007357606, + "mIoU": 0.6930326444950259, + "macroF1": 0.8132074642553101, + "F1_coffee": 0.8938554910734062, + "IoU_coffee": 0.8080820217069166, + "precision_coffee": 0.8653343054423811, + "recall_coffee": 0.9243208575747859, + "F1_noncoffee": 0.732559437437214, + "IoU_noncoffee": 0.5779832672831352, + "kappa": 0.6274346920152293, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8190117687781239, + "mIoU": 0.6502948560880353, + "macroF1": 0.7813350192408088, + "F1_coffee": 0.8721016745314267, + "IoU_coffee": 0.7732094771655251, + "precision_coffee": 0.845032589373889, + "recall_coffee": 0.9009623686482616, + "F1_noncoffee": 0.690568363950191, + "IoU_noncoffee": 0.5273802350105453, + "kappa": 0.5637530485658555, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s2_r0.05", + "val_epoch0": 0.6690032867581228 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6690032867581228, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8162343016618039, + "mIoU": 0.650211181159956, + "macroF1": 0.7818829176110573, + "F1_coffee": 0.8684428602240865, + "IoU_coffee": 0.767475922953451, + "precision_coffee": 0.8608691738122567, + "recall_coffee": 0.8761509917998992, + "F1_noncoffee": 0.6953229749980282, + "IoU_noncoffee": 0.5329464393664611, + "kappa": 0.5638440173420584, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7881619937694704, + "mIoU": 0.6133463223313345, + "macroF1": 0.753482076740867, + "F1_coffee": 0.8459440750141596, + "IoU_coffee": 0.7330182677451604, + "precision_coffee": 0.8426914637968864, + "recall_coffee": 0.8492218923073683, + "F1_noncoffee": 0.6610200784675744, + "IoU_noncoffee": 0.4936743769175084, + "kappa": 0.506980315178353, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10647926427208051, + "macroF1": 0.1774050636529414, + "F1_coffee": 0.34307992202729043, + "IoU_coffee": 0.20705882352941177, + "precision_coffee": 1.0, + "recall_coffee": 0.20705882352941177, + "F1_noncoffee": 0.011730205278592375, + "IoU_noncoffee": 0.0058997050147492625, + "kappa": 0.002440191055867921, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8110039813882093, + "mIoU": 0.6391459371593372, + "macroF1": 0.7727739347141332, + "F1_coffee": 0.8659772773658072, + "IoU_coffee": 0.7636330913672086, + "precision_coffee": 0.8475829005193768, + "recall_coffee": 0.8851877607788595, + "F1_noncoffee": 0.6795705920624593, + "IoU_noncoffee": 0.5146587829514658, + "kappa": 0.5460590320591809, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8184370835712926, + "mIoU": 0.6570160367074769, + "macroF1": 0.7876108707297533, + "F1_coffee": 0.8685253472102561, + "IoU_coffee": 0.76760477582846, + "precision_coffee": 0.8705955506425315, + "recall_coffee": 0.8664649659630063, + "F1_noncoffee": 0.7066963942492505, + "IoU_noncoffee": 0.5464272975864939, + "kappa": 0.5752270997386316, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8191935864182975, + "mIoU": 0.6541764452361922, + "macroF1": 0.7848604888822528, + "F1_coffee": 0.8708046906591185, + "IoU_coffee": 0.7711727842435094, + "precision_coffee": 0.8648015527742454, + "recall_coffee": 0.8768917543264336, + "F1_noncoffee": 0.6989162871053871, + "IoU_noncoffee": 0.5371801062288749, + "kappa": 0.5697692909461909, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8372878086419753, + "mIoU": 0.6533355145624488, + "macroF1": 0.7799917920263966, + "F1_coffee": 0.8922664282521234, + "IoU_coffee": 0.8054882970137207, + "precision_coffee": 0.8526791163188088, + "recall_coffee": 0.9357085454058398, + "F1_noncoffee": 0.6677171558006697, + "IoU_noncoffee": 0.5011827321111768, + "kappa": 0.562889538717783, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8084415584415584, + "mIoU": 0.6183107737357635, + "macroF1": 0.7532111472621432, + "F1_coffee": 0.8699598081161675, + "IoU_coffee": 0.7698485543827444, + "precision_coffee": 0.8541242362525459, + "recall_coffee": 0.8863936591809776, + "F1_noncoffee": 0.6364624864081189, + "IoU_noncoffee": 0.46677299308878256, + "kappa": 0.5068961385905458, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8221530333050288, + "mIoU": 0.6374616110331107, + "macroF1": 0.7685148178571779, + "F1_coffee": 0.8799439526144831, + "IoU_coffee": 0.7856249289207324, + "precision_coffee": 0.8629606495940038, + "recall_coffee": 0.8976091476091476, + "F1_noncoffee": 0.6570856830998727, + "IoU_noncoffee": 0.489298293145489, + "kappa": 0.5375412432298466, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7849985685657028, + "mIoU": 0.6212581058265619, + "macroF1": 0.7619605891364731, + "F1_coffee": 0.8360142659582211, + "IoU_coffee": 0.7182341170585292, + "precision_coffee": 0.8414652014652014, + "recall_coffee": 0.8306334972519526, + "F1_noncoffee": 0.687906912314725, + "IoU_noncoffee": 0.5242820945945946, + "kappa": 0.5239591965146565, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8283681214421252, + "mIoU": 0.6879744980766707, + "macroF1": 0.8126714658898978, + "F1_coffee": 0.8668972113898904, + "IoU_coffee": 0.7650649350649351, + "precision_coffee": 0.890148080991236, + "recall_coffee": 0.8448300587982217, + "F1_noncoffee": 0.7584457203899052, + "IoU_noncoffee": 0.6108840610884061, + "kappa": 0.6258062485222113, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8162360927776731, + "mIoU": 0.6654354345781259, + "macroF1": 0.7956130924292599, + "F1_coffee": 0.8605366726296959, + "IoU_coffee": 0.7552122582265762, + "precision_coffee": 0.8669261822376009, + "recall_coffee": 0.8542406591845433, + "F1_noncoffee": 0.7306895122288241, + "IoU_noncoffee": 0.5756586109296756, + "kappa": 0.5912690596059521, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9166, + 11000 + ], + [ + 42177, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5554726243019106, + "test_tta": { + "OA": 0.8244957503488519, + "mIoU": 0.6561178944941322, + "macroF1": 0.7854613978713436, + "F1_coffee": 0.876973011426793, + "IoU_coffee": 0.780901100641381, + "precision_coffee": 0.8518982421284499, + "recall_coffee": 0.9035686472124238, + "F1_noncoffee": 0.6939497843158943, + "IoU_noncoffee": 0.5313346883468835, + "kappa": 0.5718455609160641, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7966424368293528, + "mIoU": 0.6184004274967092, + "macroF1": 0.7563088572237479, + "F1_coffee": 0.8554498482735996, + "IoU_coffee": 0.7474114148543585, + "precision_coffee": 0.8334898216033721, + "recall_coffee": 0.8785983532335165, + "F1_noncoffee": 0.6571678661738961, + "IoU_noncoffee": 0.4893894401390599, + "kappa": 0.5134188083252151, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6764929861040108 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6764929861040108, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8221013573512622, + "mIoU": 0.6511244303611856, + "macroF1": 0.7814037721632078, + "F1_coffee": 0.8757241761284963, + "IoU_coffee": 0.7789228919936154, + "precision_coffee": 0.8479310122916532, + "recall_coffee": 0.9054010719684823, + "F1_noncoffee": 0.6870833681979193, + "IoU_noncoffee": 0.5233259687287559, + "kappa": 0.563987039941122, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7938156224760586, + "mIoU": 0.6130882397961347, + "macroF1": 0.7517839438885865, + "F1_coffee": 0.8539256958352066, + "IoU_coffee": 0.7450875503726686, + "precision_coffee": 0.8293999722117464, + "recall_coffee": 0.8799460905089814, + "F1_noncoffee": 0.6496421919419665, + "IoU_noncoffee": 0.4810889292196007, + "kappa": 0.5046068591715687, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.097940449730546, + "macroF1": 0.16507227347395823, + "F1_coffee": 0.3214990138067061, + "IoU_coffee": 0.19153936545240893, + "precision_coffee": 0.9939024390243902, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.008645533141210375, + "IoU_noncoffee": 0.004341534008683068, + "kappa": -0.0006744374578476817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.815225212260757, + "mIoU": 0.6413361796263717, + "macroF1": 0.7738492120129596, + "F1_coffee": 0.8705819110334633, + "IoU_coffee": 0.770823417420276, + "precision_coffee": 0.8421736869474779, + "recall_coffee": 0.9009735744089012, + "F1_noncoffee": 0.677116512992456, + "IoU_noncoffee": 0.5118489418324673, + "kappa": 0.5489787856715986, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8223396154578336, + "mIoU": 0.6522497144793323, + "macroF1": 0.782389328276989, + "F1_coffee": 0.8756288522405464, + "IoU_coffee": 0.7787720753822449, + "precision_coffee": 0.8493407445708376, + "recall_coffee": 0.9035962318641271, + "F1_noncoffee": 0.6891498043134316, + "IoU_noncoffee": 0.5257273535764198, + "kappa": 0.5658182363103194, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8286253242159868, + "mIoU": 0.6597969476262879, + "macroF1": 0.787908763020253, + "F1_coffee": 0.8808368310598111, + "IoU_coffee": 0.787049516554351, + "precision_coffee": 0.8521667406890425, + "recall_coffee": 0.9115032236172379, + "F1_noncoffee": 0.694980694980695, + "IoU_noncoffee": 0.5325443786982249, + "kappa": 0.5770429616697332, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8433641975308642, + "mIoU": 0.6602645117496271, + "macroF1": 0.7850572430679637, + "F1_coffee": 0.8970065956367326, + "IoU_coffee": 0.8132474701011959, + "precision_coffee": 0.8518429294145989, + "recall_coffee": 0.9472274310206268, + "F1_noncoffee": 0.6731078904991948, + "IoU_noncoffee": 0.5072815533980582, + "kappa": 0.5739159393033306, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8118792971734148, + "mIoU": 0.6055139089246508, + "macroF1": 0.7392789747727766, + "F1_coffee": 0.8768596074509314, + "IoU_coffee": 0.7807212822796082, + "precision_coffee": 0.8322259136212624, + "recall_coffee": 0.926552179656539, + "F1_noncoffee": 0.6016983420946219, + "IoU_noncoffee": 0.43030653556969345, + "kappa": 0.4833645604272314, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8302670063213511, + "mIoU": 0.6388786886375547, + "macroF1": 0.7679063289877344, + "F1_coffee": 0.8882122662026968, + "IoU_coffee": 0.798904538341158, + "precision_coffee": 0.8511373109443849, + "recall_coffee": 0.9286642411642412, + "F1_noncoffee": 0.6476003917727718, + "IoU_noncoffee": 0.4788528389339513, + "kappa": 0.5385726423171282, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7873842923943124, + "mIoU": 0.6202351518351351, + "macroF1": 0.7603943392863344, + "F1_coffee": 0.8408116604744212, + "IoU_coffee": 0.72534516765286, + "precision_coffee": 0.8308387461169161, + "recall_coffee": 0.8510269019380966, + "F1_noncoffee": 0.6799770180982476, + "IoU_noncoffee": 0.5151251360174103, + "kappa": 0.5209274441999525, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8327324478178368, + "mIoU": 0.6885255626523433, + "macroF1": 0.8123067546738492, + "F1_coffee": 0.8742241563815367, + "IoU_coffee": 0.7765525982256021, + "precision_coffee": 0.8698182850653038, + "recall_coffee": 0.8786748888570199, + "F1_noncoffee": 0.7503893529661617, + "IoU_noncoffee": 0.6004985270790846, + "kappa": 0.6246326223514126, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8269847256270035, + "mIoU": 0.6747074933889172, + "macroF1": 0.8015498659952445, + "F1_coffee": 0.8725959869471638, + "IoU_coffee": 0.7739869442049514, + "precision_coffee": 0.8533405757740359, + "recall_coffee": 0.8927404460860918, + "F1_noncoffee": 0.730503745043325, + "IoU_noncoffee": 0.5754280425728829, + "kappa": 0.603526748159513, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9178, + 11000 + ], + [ + 42535, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5516820271809895, + "test_tta": { + "OA": 0.8294272485094507, + "mIoU": 0.6554991943750199, + "macroF1": 0.7837926332837855, + "F1_coffee": 0.8831230918000369, + "IoU_coffee": 0.7907076288499328, + "precision_coffee": 0.840033899005767, + "recall_coffee": 0.9308717760776948, + "F1_noncoffee": 0.6844621747675339, + "IoU_noncoffee": 0.520290759900107, + "kappa": 0.5706352131296559, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.801243221414561, + "mIoU": 0.6160996206870373, + "macroF1": 0.752866030000233, + "F1_coffee": 0.8622079129713137, + "IoU_coffee": 0.7577903931665992, + "precision_coffee": 0.8208506263564711, + "recall_coffee": 0.9079537557647356, + "F1_noncoffee": 0.6435241470291523, + "IoU_noncoffee": 0.4744088482074752, + "kappa": 0.5089568490037748, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s0_r0.05", + "val_epoch0": 0.6369015524128824 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6369015524128824, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.849178168029692, + "mIoU": 0.6787949447653623, + "macroF1": 0.8005914546183244, + "F1_coffee": 0.8990221705876658, + "IoU_coffee": 0.8165670066830812, + "precision_coffee": 0.913996369124434, + "recall_coffee": 0.884530714194996, + "F1_noncoffee": 0.7021607386489831, + "IoU_noncoffee": 0.5410228828476432, + "kappa": 0.6014983982351597, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8123341409945771, + "mIoU": 0.6258471855684373, + "macroF1": 0.7596670607547786, + "F1_coffee": 0.872173212566556, + "IoU_coffee": 0.7733219518143651, + "precision_coffee": 0.8891181124441685, + "recall_coffee": 0.8558621088553415, + "F1_noncoffee": 0.6471609089430013, + "IoU_noncoffee": 0.4783724193225095, + "kappa": 0.5198155391737402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24083769633507854, + "mIoU": 0.121646034330892, + "macroF1": 0.19770625414949966, + "F1_coffee": 0.38372799028536736, + "IoU_coffee": 0.23741547708489857, + "precision_coffee": 0.9905956112852664, + "recall_coffee": 0.23795180722891565, + "F1_noncoffee": 0.011684518013631937, + "IoU_noncoffee": 0.005876591576885406, + "kappa": -0.0016829362809322546, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8491609081934847, + "mIoU": 0.6861021100879408, + "macroF1": 0.8070142855888945, + "F1_coffee": 0.8972012917115177, + "IoU_coffee": 0.8135675939482675, + "precision_coffee": 0.9218858011889949, + "recall_coffee": 0.8738042196304547, + "F1_noncoffee": 0.7168272794662713, + "IoU_noncoffee": 0.5586366262276141, + "kappa": 0.6147893471633784, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8461905443442583, + "mIoU": 0.6749171938232714, + "macroF1": 0.7977652165144462, + "F1_coffee": 0.8967262476776219, + "IoU_coffee": 0.8127867138958249, + "precision_coffee": 0.9174149570688864, + "recall_coffee": 0.8769500657853518, + "F1_noncoffee": 0.6988041853512705, + "IoU_noncoffee": 0.5370476737507179, + "kappa": 0.5961294461445399, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8521743267675326, + "mIoU": 0.6748672148316579, + "macroF1": 0.7964514220277976, + "F1_coffee": 0.9029517413712322, + "IoU_coffee": 0.8230738568418655, + "precision_coffee": 0.9036009002250562, + "recall_coffee": 0.9023035145764404, + "F1_noncoffee": 0.6899511026843629, + "IoU_noncoffee": 0.5266605728214503, + "kappa": 0.5929035153120206, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8660803517889266, + "mIoU": 0.7187638977375865, + "macroF1": 0.8313633033858194, + "F1_coffee": 0.9078784545579541, + "IoU_coffee": 0.8312979982374418, + "precision_coffee": 0.9173381494859684, + "recall_coffee": 0.8986118671747414, + "F1_noncoffee": 0.7548481522136846, + "IoU_noncoffee": 0.6062297972377314, + "kappa": 0.662822024375521, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8637664567830566, + "mIoU": 0.7056822234380469, + "macroF1": 0.8209457894670358, + "F1_coffee": 0.9085084572014351, + "IoU_coffee": 0.8323550129138295, + "precision_coffee": 0.9107257546563905, + "recall_coffee": 0.9063019302058034, + "F1_noncoffee": 0.7333831217326363, + "IoU_noncoffee": 0.5790094339622641, + "kappa": 0.641897764599136, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8853998671852765, + "mIoU": 0.7329881035078424, + "macroF1": 0.8395917300739946, + "F1_coffee": 0.9253122295041425, + "IoU_coffee": 0.8610056380163388, + "precision_coffee": 0.9024360829715389, + "recall_coffee": 0.9493783303730018, + "F1_noncoffee": 0.7538712306438468, + "IoU_noncoffee": 0.604970568999346, + "kappa": 0.6798613884695444, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8326506729081334, + "mIoU": 0.6547687481455216, + "macroF1": 0.7823891990599181, + "F1_coffee": 0.8869714135160058, + "IoU_coffee": 0.7968990413066636, + "precision_coffee": 0.9263896532746285, + "recall_coffee": 0.8507707859489513, + "F1_noncoffee": 0.6778069846038303, + "IoU_noncoffee": 0.5126384549843794, + "kappa": 0.5670130490617675, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8286096001526864, + "mIoU": 0.6454174134390595, + "macroF1": 0.7745595352690415, + "F1_coffee": 0.8849455477258168, + "IoU_coffee": 0.7936343789497874, + "precision_coffee": 0.9243843683083511, + "recall_coffee": 0.8487343327598919, + "F1_noncoffee": 0.6641735228122663, + "IoU_noncoffee": 0.49720044792833146, + "kappa": 0.5515020189968678, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8187458241863129, + "mIoU": 0.6221323278309819, + "macroF1": 0.7543574925143867, + "F1_coffee": 0.8801212044694148, + "IoU_coffee": 0.7859075535512965, + "precision_coffee": 0.9048546209761164, + "recall_coffee": 0.8567039449428536, + "F1_noncoffee": 0.6285937805593586, + "IoU_noncoffee": 0.45835710211066744, + "kappa": 0.5098495954584905, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7104, + 8413 + ], + [ + 45641, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4838953852653503, + "test_tta": { + "OA": 0.8552675974871061, + "mIoU": 0.6839939894191482, + "macroF1": 0.8039320094242968, + "F1_coffee": 0.9042578066874987, + "IoU_coffee": 0.8252468620870274, + "precision_coffee": 0.9080992229527795, + "recall_coffee": 0.9004487532280597, + "F1_noncoffee": 0.703606212161095, + "IoU_noncoffee": 0.542741116751269, + "kappa": 0.6078857405827536, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8178146994346371, + "mIoU": 0.6286184131683379, + "macroF1": 0.761007583754604, + "F1_coffee": 0.8775256932324995, + "IoU_coffee": 0.7817779774038628, + "precision_coffee": 0.8826087804497493, + "recall_coffee": 0.8725008194034742, + "F1_noncoffee": 0.6444894742767083, + "IoU_noncoffee": 0.47545884893281287, + "kappa": 0.5220611824019731, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6438916903016226 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.6593256196039377, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8419961760311059, + "mIoU": 0.6769034957517174, + "macroF1": 0.8004054494294195, + "F1_coffee": 0.8915168229453944, + "IoU_coffee": 0.8042673460451415, + "precision_coffee": 0.9308883155178769, + "recall_coffee": 0.8553405867660133, + "F1_noncoffee": 0.7092940759134445, + "IoU_noncoffee": 0.5495396454582933, + "kappa": 0.602715315247311, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8054257528556594, + "mIoU": 0.6266844830390766, + "macroF1": 0.7622012212681999, + "F1_coffee": 0.8635853463704662, + "IoU_coffee": 0.759920988005837, + "precision_coffee": 0.9079948968743355, + "recall_coffee": 0.8233173308654829, + "F1_noncoffee": 0.6608170961659334, + "IoU_noncoffee": 0.4934479780723163, + "kappa": 0.5272144924449328, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.243829468960359, + "mIoU": 0.12336292597899463, + "macroF1": 0.2002798443994143, + "F1_coffee": 0.3869011522134627, + "IoU_coffee": 0.23984962406015037, + "precision_coffee": 0.9937694704049844, + "recall_coffee": 0.24021084337349397, + "F1_noncoffee": 0.013658536585365854, + "IoU_noncoffee": 0.0068762278978389, + "kappa": 0.0003180151123739746, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8481243830207305, + "mIoU": 0.6899732570658714, + "macroF1": 0.8105679926089574, + "F1_coffee": 0.8949147911615041, + "IoU_coffee": 0.8098151925335311, + "precision_coffee": 0.934588772380341, + "recall_coffee": 0.8584720220154632, + "F1_noncoffee": 0.7262211940564107, + "IoU_noncoffee": 0.5701313215982118, + "kappa": 0.6229064114261279, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8355994465912886, + "mIoU": 0.6683562153743026, + "macroF1": 0.7941368010257602, + "F1_coffee": 0.8865252897787145, + "IoU_coffee": 0.7961790974152718, + "precision_coffee": 0.9343374748386201, + "recall_coffee": 0.843368210011904, + "F1_noncoffee": 0.701748312272806, + "IoU_noncoffee": 0.5405333333333333, + "kappa": 0.5910879860018994, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.842468360452945, + "mIoU": 0.6727071068786388, + "macroF1": 0.7965758416346451, + "F1_coffee": 0.8931969936453663, + "IoU_coffee": 0.8070062951737001, + "precision_coffee": 0.9241089307168602, + "recall_coffee": 0.8642861601847805, + "F1_noncoffee": 0.6999546896239239, + "IoU_noncoffee": 0.5384079185835773, + "kappa": 0.5944265915583105, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8849690185888467, + "mIoU": 0.7528790954267927, + "macroF1": 0.8552642428116028, + "F1_coffee": 0.9208336199188389, + "IoU_coffee": 0.8532823454429573, + "precision_coffee": 0.9308858295091086, + "recall_coffee": 0.9109961894393032, + "F1_noncoffee": 0.7896948657043669, + "IoU_noncoffee": 0.652475845410628, + "kappa": 0.710618127438515, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8656744896012212, + "mIoU": 0.7160768832713786, + "macroF1": 0.8292362973947138, + "F1_coffee": 0.9081179848603498, + "IoU_coffee": 0.8316997370308391, + "precision_coffee": 0.9276096520463938, + "recall_coffee": 0.8894286079509139, + "F1_noncoffee": 0.750354609929078, + "IoU_noncoffee": 0.6004540295119183, + "kappa": 0.6588818228056974, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8892894412294848, + "mIoU": 0.7476391098062871, + "macroF1": 0.8505644128963368, + "F1_coffee": 0.9266360721694852, + "IoU_coffee": 0.8633009253836242, + "precision_coffee": 0.9183800623052959, + "recall_coffee": 0.935041867546308, + "F1_noncoffee": 0.7744927536231884, + "IoU_noncoffee": 0.6319772942289499, + "kappa": 0.7012030506888495, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8121708601521358, + "mIoU": 0.6340592284598512, + "macroF1": 0.7676629071009924, + "F1_coffee": 0.8693528693528694, + "IoU_coffee": 0.7688984881209503, + "precision_coffee": 0.9384885764499121, + "recall_coffee": 0.8097043214556482, + "F1_noncoffee": 0.6659729448491155, + "IoU_noncoffee": 0.49921996879875197, + "kappa": 0.5416848723734702, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8055157934917454, + "mIoU": 0.6244054009103208, + "macroF1": 0.7599623451515505, + "F1_coffee": 0.8645307099175751, + "IoU_coffee": 0.7613862545369394, + "precision_coffee": 0.9416449464233999, + "recall_coffee": 0.7990906856721554, + "F1_noncoffee": 0.6553939803855259, + "IoU_noncoffee": 0.4874245472837022, + "kappa": 0.5279773547973855, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7953612675384175, + "mIoU": 0.6077575552634403, + "macroF1": 0.7460432484304276, + "F1_coffee": 0.8579568040280906, + "IoU_coffee": 0.7512472444599142, + "precision_coffee": 0.9307172631881558, + "recall_coffee": 0.795747818606366, + "F1_noncoffee": 0.6341296928327645, + "IoU_noncoffee": 0.4642678660669665, + "kappa": 0.4999581938496431, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7166, + 8413 + ], + [ + 45132, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.919896666208903, + "test_tta": { + "OA": 0.8473625861598033, + "mIoU": 0.6823127456288393, + "macroF1": 0.8040672130084792, + "F1_coffee": 0.8961703243857655, + "IoU_coffee": 0.8118737375737654, + "precision_coffee": 0.9264247299679125, + "recall_coffee": 0.8678294737733373, + "F1_noncoffee": 0.7119641016311927, + "IoU_noncoffee": 0.5527517536839132, + "kappa": 0.6092903684547762, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8106178608515057, + "mIoU": 0.6304708230931032, + "macroF1": 0.7645896680644721, + "F1_coffee": 0.8686834341717086, + "IoU_coffee": 0.7678517758959037, + "precision_coffee": 0.9024268617021277, + "recall_coffee": 0.8373725104594444, + "F1_noncoffee": 0.6604959019572356, + "IoU_noncoffee": 0.49308987029030266, + "kappa": 0.5308751115618908, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s1_r0.05", + "val_epoch0": 0.6299910162513374 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6299910162513374, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8385738845418468, + "mIoU": 0.6542357135993278, + "macroF1": 0.7805379429378403, + "F1_coffee": 0.8933948750596848, + "IoU_coffee": 0.8073294212403636, + "precision_coffee": 0.8956662340701658, + "recall_coffee": 0.8911350069853097, + "F1_noncoffee": 0.6676810108159957, + "IoU_noncoffee": 0.501142005958292, + "kappa": 0.561084684949759, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8060459213107188, + "mIoU": 0.6078387704192674, + "macroF1": 0.7432700765161733, + "F1_coffee": 0.8702206095230742, + "IoU_coffee": 0.7702571111300931, + "precision_coffee": 0.8711622065500918, + "recall_coffee": 0.869281045751634, + "F1_noncoffee": 0.6163195435092724, + "IoU_noncoffee": 0.4454204297084416, + "kappa": 0.4865419264092172, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41660433807030667, + "mIoU": 0.2112141853999675, + "macroF1": 0.3013693123961627, + "F1_coffee": 0.5851063829787234, + "IoU_coffee": 0.41353383458646614, + "precision_coffee": 0.9963768115942029, + "recall_coffee": 0.4141566265060241, + "F1_noncoffee": 0.017632241813602016, + "IoU_noncoffee": 0.008894536213468869, + "kappa": 0.004380169707708627, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.845360315893386, + "mIoU": 0.6641903764618707, + "macroF1": 0.7882303476937729, + "F1_coffee": 0.8982230451872787, + "IoU_coffee": 0.8152494397924284, + "precision_coffee": 0.8907286901617164, + "recall_coffee": 0.9058445813130651, + "F1_noncoffee": 0.678237650200267, + "IoU_noncoffee": 0.5131313131313131, + "kappa": 0.5765554630023569, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.829635990649301, + "mIoU": 0.6407260557999607, + "macroF1": 0.7698397123644091, + "F1_coffee": 0.8871543687786381, + "IoU_coffee": 0.7971944570649705, + "precision_coffee": 0.8949885233358837, + "recall_coffee": 0.8794561744251613, + "F1_noncoffee": 0.6525250559501801, + "IoU_noncoffee": 0.4842576545349509, + "kappa": 0.5397880037736141, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8409458559330099, + "mIoU": 0.6584227973194862, + "macroF1": 0.7838973277811091, + "F1_coffee": 0.8949303831285162, + "IoU_coffee": 0.8098407281001138, + "precision_coffee": 0.9011900240536777, + "recall_coffee": 0.8887571009426306, + "F1_noncoffee": 0.672864272433702, + "IoU_noncoffee": 0.5070048665388586, + "kappa": 0.5678595700777048, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8478912652408555, + "mIoU": 0.6706187648087288, + "macroF1": 0.7935371128362975, + "F1_coffee": 0.8994715984147953, + "IoU_coffee": 0.8173088464770135, + "precision_coffee": 0.8738449691991786, + "recall_coffee": 0.9266467065868264, + "F1_noncoffee": 0.6876026272577996, + "IoU_noncoffee": 0.5239286831404442, + "kappa": 0.5881748665372547, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8350505628696814, + "mIoU": 0.6534018165426774, + "macroF1": 0.7805689723152541, + "F1_coffee": 0.8899076727156956, + "IoU_coffee": 0.8016519444763106, + "precision_coffee": 0.8865770109109363, + "recall_coffee": 0.8932634539179343, + "F1_noncoffee": 0.6712302719148127, + "IoU_noncoffee": 0.505151688609044, + "kappa": 0.5611564404100747, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8599753344085002, + "mIoU": 0.6953299722296007, + "macroF1": 0.8128617609319122, + "F1_coffee": 0.9067593177511055, + "IoU_coffee": 0.8294233213914249, + "precision_coffee": 0.9029944640161047, + "recall_coffee": 0.9105556965237249, + "F1_noncoffee": 0.718964204112719, + "IoU_noncoffee": 0.5612366230677764, + "kappa": 0.6257431307090743, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8428905792861322, + "mIoU": 0.6578656770371945, + "macroF1": 0.7829369187456585, + "F1_coffee": 0.8970146391357157, + "IoU_coffee": 0.8132606931725976, + "precision_coffee": 0.9077500323457109, + "recall_coffee": 0.8865301996461966, + "F1_noncoffee": 0.6688591983556013, + "IoU_noncoffee": 0.5024706609017913, + "kappa": 0.566068984213019, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8242198683080446, + "mIoU": 0.6278989825922174, + "macroF1": 0.7586815694366029, + "F1_coffee": 0.8844416562107905, + "IoU_coffee": 0.7928242042514902, + "precision_coffee": 0.9034862855678031, + "recall_coffee": 0.8661833374293438, + "F1_noncoffee": 0.6329214826624153, + "IoU_noncoffee": 0.4629737609329446, + "kappa": 0.5180433872657084, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.821800133626038, + "mIoU": 0.6222367363755816, + "macroF1": 0.7536684004716989, + "F1_coffee": 0.8832176143116282, + "IoU_coffee": 0.7908591912176544, + "precision_coffee": 0.8993630573248408, + "recall_coffee": 0.8676416369669412, + "F1_noncoffee": 0.6241191866317697, + "IoU_noncoffee": 0.4536142815335089, + "kappa": 0.5078473089087483, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7062, + 8413 + ], + [ + 45023, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.564949456850688, + "test_tta": { + "OA": 0.8452256623660406, + "mIoU": 0.6610001803104646, + "macroF1": 0.7853182240601779, + "F1_coffee": 0.8987247284922779, + "IoU_coffee": 0.8160763723150358, + "precision_coffee": 0.8927832898172324, + "recall_coffee": 0.9047457770627831, + "F1_noncoffee": 0.671911719628078, + "IoU_noncoffee": 0.5059239883058932, + "kappa": 0.5706980425306422, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8126081689165802, + "mIoU": 0.6131427324802389, + "macroF1": 0.7469164365869005, + "F1_coffee": 0.8758563361710666, + "IoU_coffee": 0.7791320312101586, + "precision_coffee": 0.8681668371405842, + "recall_coffee": 0.8836832668170513, + "F1_noncoffee": 0.6179765370027344, + "IoU_noncoffee": 0.44715343375031913, + "kappa": 0.49395503746877617, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6440775330173552 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6536471314646288, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8323880525072703, + "mIoU": 0.6595759105379582, + "macroF1": 0.7868775072230476, + "F1_coffee": 0.8853626373626373, + "IoU_coffee": 0.7943055446013092, + "precision_coffee": 0.9206088029617442, + "recall_coffee": 0.8527158037339655, + "F1_noncoffee": 0.6883923770834578, + "IoU_noncoffee": 0.5248462764746071, + "kappa": 0.5754465757565386, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7957482404522903, + "mIoU": 0.6096194265158686, + "macroF1": 0.747817218266487, + "F1_coffee": 0.857759832871319, + "IoU_coffee": 0.7509452543833424, + "precision_coffee": 0.895255466800847, + "recall_coffee": 0.8232787707019877, + "F1_noncoffee": 0.6378746036616549, + "IoU_noncoffee": 0.468293598648395, + "kappa": 0.4978768434150998, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23635003739715782, + "mIoU": 0.11976386813996802, + "macroF1": 0.19586361438032857, + "F1_coffee": 0.37629810629199756, + "IoU_coffee": 0.23175319789315274, + "precision_coffee": 0.9967637540453075, + "recall_coffee": 0.2319277108433735, + "F1_noncoffee": 0.015429122468659595, + "IoU_noncoffee": 0.007774538386783284, + "kappa": 0.002111165124838723, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.836080947680158, + "mIoU": 0.6693130867013888, + "macroF1": 0.7948921123211925, + "F1_coffee": 0.8868059579399434, + "IoU_coffee": 0.7966319657072872, + "precision_coffee": 0.9241315621226114, + "recall_coffee": 0.8523784562966846, + "F1_noncoffee": 0.7029782667024417, + "IoU_noncoffee": 0.5419942076954902, + "kappa": 0.5915327341752087, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8238633652974572, + "mIoU": 0.6487263413188679, + "macroF1": 0.7787745569122746, + "F1_coffee": 0.8786484354457008, + "IoU_coffee": 0.7835619650603822, + "precision_coffee": 0.9241512825831432, + "recall_coffee": 0.8374162019923563, + "F1_noncoffee": 0.6789006783788485, + "IoU_noncoffee": 0.5138907175773535, + "kappa": 0.5603692693054118, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8373299076981635, + "mIoU": 0.6608748175261172, + "macroF1": 0.7869715390638528, + "F1_coffee": 0.8905464673304094, + "IoU_coffee": 0.8026892890120036, + "precision_coffee": 0.9139834406623735, + "recall_coffee": 0.8682814158187153, + "F1_noncoffee": 0.6833966107972961, + "IoU_noncoffee": 0.5190603460402307, + "kappa": 0.5747519031010697, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8755746552068758, + "mIoU": 0.735618649749274, + "macroF1": 0.8433009928193758, + "F1_coffee": 0.9144153433697669, + "IoU_coffee": 0.8423252279635258, + "precision_coffee": 0.9238783164328379, + "recall_coffee": 0.9051442569406641, + "F1_noncoffee": 0.7721866422689845, + "IoU_noncoffee": 0.6289120715350224, + "kappa": 0.6866894807742443, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8578515550467468, + "mIoU": 0.7041152939007272, + "macroF1": 0.8207267761549939, + "F1_coffee": 0.9023078940466824, + "IoU_coffee": 0.8220045394815434, + "precision_coffee": 0.9262350249024095, + "recall_coffee": 0.8795858366355618, + "F1_noncoffee": 0.7391456582633054, + "IoU_noncoffee": 0.5862260483199111, + "kappa": 0.6420913011863925, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8743952186699554, + "mIoU": 0.7251890914067987, + "macroF1": 0.835153365670775, + "F1_coffee": 0.9155827595001275, + "IoU_coffee": 0.8443085606773283, + "precision_coffee": 0.9202768520892078, + "recall_coffee": 0.9109363105810708, + "F1_noncoffee": 0.7547239718414227, + "IoU_noncoffee": 0.6060696221362689, + "kappa": 0.670331652458965, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7975424224692803, + "mIoU": 0.6104996204372738, + "macroF1": 0.7482314121339586, + "F1_coffee": 0.8596538669551109, + "IoU_coffee": 0.7538534503201328, + "precision_coffee": 0.9243966269264321, + "recall_coffee": 0.8033864038412939, + "F1_noncoffee": 0.6368089573128062, + "IoU_noncoffee": 0.4671457905544148, + "kappa": 0.5027746306985881, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7898654451760664, + "mIoU": 0.5975953973552709, + "macroF1": 0.7371452123724922, + "F1_coffee": 0.8548642235697337, + "IoU_coffee": 0.7465177851962703, + "precision_coffee": 0.9219505260164913, + "recall_coffee": 0.7968788400098304, + "F1_noncoffee": 0.6194262011752506, + "IoU_noncoffee": 0.4486730095142714, + "kappa": 0.48148946281160715, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8000381788679966, + "mIoU": 0.6018072739428995, + "macroF1": 0.7387040839492957, + "F1_coffee": 0.865299299170578, + "IoU_coffee": 0.7625793291024479, + "precision_coffee": 0.9073624595469255, + "recall_coffee": 0.8269632542706157, + "F1_noncoffee": 0.6121088687280133, + "IoU_noncoffee": 0.4410352187833511, + "kappa": 0.48062231292041174, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6981, + 8413 + ], + [ + 44719, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5637213786443076, + "test_tta": { + "OA": 0.8403894664117354, + "mIoU": 0.6673256978006328, + "macroF1": 0.792179112650035, + "F1_coffee": 0.8922746594950984, + "IoU_coffee": 0.8055017131669114, + "precision_coffee": 0.9147729799439677, + "recall_coffee": 0.870856441302231, + "F1_noncoffee": 0.6920835658049718, + "IoU_noncoffee": 0.529149682434354, + "kappa": 0.5850756188841824, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8042863736010153, + "mIoU": 0.6164951438166979, + "macroF1": 0.7524753745822224, + "F1_coffee": 0.8657206752557937, + "IoU_coffee": 0.7632341138290819, + "precision_coffee": 0.8892683620987579, + "recall_coffee": 0.8433878959646789, + "F1_noncoffee": 0.639230073908651, + "IoU_noncoffee": 0.46975617380431384, + "kappa": 0.5058816062735771, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s2_r0.05", + "val_epoch0": 0.6054718484301811 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6148957549859935, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367904368643455, + "mIoU": 0.6637969115691953, + "macroF1": 0.7897602485392983, + "F1_coffee": 0.8891967363323007, + "IoU_coffee": 0.8004988510713514, + "precision_coffee": 0.9172930638700094, + "recall_coffee": 0.8627704161551162, + "F1_noncoffee": 0.690323760746296, + "IoU_noncoffee": 0.5270949720670391, + "kappa": 0.5806201251359693, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7995269412714896, + "mIoU": 0.6125838121398024, + "macroF1": 0.7498034292258957, + "F1_coffee": 0.8613411008918062, + "IoU_coffee": 0.7564522628913847, + "precision_coffee": 0.8923913268153537, + "recall_coffee": 0.8323789692868298, + "F1_noncoffee": 0.6382657575599854, + "IoU_noncoffee": 0.46871536138822, + "kappa": 0.5011823010214841, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21166791323859388, + "mIoU": 0.1068872886041138, + "macroF1": 0.17789219941567957, + "F1_coffee": 0.3445273631840796, + "IoU_coffee": 0.20811419984973703, + "precision_coffee": 0.9892857142857143, + "recall_coffee": 0.2085843373493976, + "F1_noncoffee": 0.01125703564727955, + "IoU_noncoffee": 0.005660377358490566, + "kappa": -0.0021205846043566333, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8377591312931886, + "mIoU": 0.6692804463757047, + "macroF1": 0.7945058109641704, + "F1_coffee": 0.8887836237523262, + "IoU_coffee": 0.7998294866329699, + "precision_coffee": 0.9189113552088435, + "recall_coffee": 0.8605687328004193, + "F1_noncoffee": 0.7002279981760146, + "IoU_noncoffee": 0.5387314061184395, + "kappa": 0.5901989780386013, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8381279519106913, + "mIoU": 0.6635654268254154, + "macroF1": 0.7892562726593848, + "F1_coffee": 0.8907422315247142, + "IoU_coffee": 0.8030074314909429, + "precision_coffee": 0.9163243672982642, + "recall_coffee": 0.8665497149301422, + "F1_noncoffee": 0.6877703137940554, + "IoU_noncoffee": 0.5241234221598878, + "kappa": 0.5794492773647512, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8345227899895328, + "mIoU": 0.6585914534281025, + "macroF1": 0.7854991587000264, + "F1_coffee": 0.8880448078284942, + "IoU_coffee": 0.798633626679018, + "precision_coffee": 0.9167275868943976, + "recall_coffee": 0.8611024408514889, + "F1_noncoffee": 0.6829535095715588, + "IoU_noncoffee": 0.5185492801771872, + "kappa": 0.5721843516488693, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8539876074355387, + "mIoU": 0.7015839310874286, + "macroF1": 0.8193191943571119, + "F1_coffee": 0.8984641045242894, + "IoU_coffee": 0.8156466876971609, + "precision_coffee": 0.9180514131515409, + "recall_coffee": 0.8796951551442569, + "F1_noncoffee": 0.7401742841899343, + "IoU_noncoffee": 0.5875211744776963, + "kappa": 0.6390588388199457, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8638618584239649, + "mIoU": 0.7084896453113543, + "macroF1": 0.8232809925640164, + "F1_coffee": 0.907965172524992, + "IoU_coffee": 0.8314434207417907, + "precision_coffee": 0.9162978391043999, + "recall_coffee": 0.8997826920618689, + "F1_noncoffee": 0.7385968126030409, + "IoU_noncoffee": 0.5855358698809178, + "kappa": 0.6466449825538535, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8835973816525946, + "mIoU": 0.738658629434596, + "macroF1": 0.8444120320061761, + "F1_coffee": 0.9224938411976502, + "IoU_coffee": 0.8561378825184665, + "precision_coffee": 0.9186061139766009, + "recall_coffee": 0.9264146155798021, + "F1_noncoffee": 0.766330222814702, + "IoU_noncoffee": 0.6211793763507255, + "kappa": 0.688840866817501, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8219231519407061, + "mIoU": 0.637794361211999, + "macroF1": 0.7688897800075274, + "F1_coffee": 0.8795991032572861, + "IoU_coffee": 0.785075329566855, + "precision_coffee": 0.919746276889134, + "recall_coffee": 0.8428102097548648, + "F1_noncoffee": 0.6581804567577686, + "IoU_noncoffee": 0.49051339285714285, + "kappa": 0.5402663968539396, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.812386678118141, + "mIoU": 0.6211473404795294, + "macroF1": 0.7550168144371088, + "F1_coffee": 0.8735691318327974, + "IoU_coffee": 0.7755195250057091, + "precision_coffee": 0.9163518618456556, + "recall_coffee": 0.8346030965839273, + "F1_noncoffee": 0.6364644970414202, + "IoU_noncoffee": 0.4667751559533496, + "kappa": 0.5130854488995205, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7851484203493366, + "mIoU": 0.5888343153461647, + "macroF1": 0.729323916564371, + "F1_coffee": 0.8522481128979323, + "IoU_coffee": 0.7425368866521789, + "precision_coffee": 0.9146238377007607, + "recall_coffee": 0.7978370406783827, + "F1_noncoffee": 0.6063997202308096, + "IoU_noncoffee": 0.4351317440401506, + "kappa": 0.46527305774185934, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7008, + 8413 + ], + [ + 44966, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5965638478597004, + "test_tta": { + "OA": 0.8431208727646653, + "mIoU": 0.6658116881348213, + "macroF1": 0.7902084960694793, + "F1_coffee": 0.8955677248224523, + "IoU_coffee": 0.8108851442959519, + "precision_coffee": 0.9051325290785662, + "recall_coffee": 0.8862029549976715, + "F1_noncoffee": 0.6848492673165063, + "IoU_noncoffee": 0.5207382319736906, + "kappa": 0.5805583379604087, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8068680050767278, + "mIoU": 0.6143905618142231, + "macroF1": 0.7496971644592578, + "F1_coffee": 0.869321674977799, + "IoU_coffee": 0.7688496858385694, + "precision_coffee": 0.8801525510808995, + "recall_coffee": 0.8587541211174735, + "F1_noncoffee": 0.6300726539407165, + "IoU_noncoffee": 0.459931437789877, + "kappa": 0.49960883212306356, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_m75_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "m75", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "M75_mask", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_m75_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.6328333243747606 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6414022823839689, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8371760471729944, + "mIoU": 0.6669765664319269, + "macroF1": 0.7925574706918677, + "F1_coffee": 0.8887644889357218, + "IoU_coffee": 0.7997984946364014, + "precision_coffee": 0.9230085267429666, + "recall_coffee": 0.8569704923584945, + "F1_noncoffee": 0.6963504524480134, + "IoU_noncoffee": 0.5341546382274525, + "kappa": 0.5866679959940986, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7999307718933887, + "mIoU": 0.6161076011203023, + "macroF1": 0.7532109261939219, + "F1_coffee": 0.8605885190545104, + "IoU_coffee": 0.7552921253175275, + "precision_coffee": 0.8987971534731406, + "recall_coffee": 0.8254959801029557, + "F1_noncoffee": 0.6458333333333334, + "IoU_noncoffee": 0.47692307692307695, + "kappa": 0.5086775217096308, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23410620792819745, + "mIoU": 0.11843235635159674, + "macroF1": 0.19378530274978684, + "F1_coffee": 0.3740831295843521, + "IoU_coffee": 0.23007518796992482, + "precision_coffee": 0.9935064935064936, + "recall_coffee": 0.23042168674698796, + "F1_noncoffee": 0.01348747591522158, + "IoU_noncoffee": 0.006789524733268671, + "kappa": 0.00014314050262762766, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.841954590325765, + "mIoU": 0.6777579810864718, + "macroF1": 0.8011683771345417, + "F1_coffee": 0.8912216333740998, + "IoU_coffee": 0.803786996752252, + "precision_coffee": 0.9254268378721603, + "recall_coffee": 0.8594548551959114, + "F1_noncoffee": 0.7111151208949837, + "IoU_noncoffee": 0.5517289654206916, + "kappa": 0.6037743113832055, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8366490148370784, + "mIoU": 0.6645885900479951, + "macroF1": 0.7905105005137348, + "F1_coffee": 0.8888239496071173, + "IoU_coffee": 0.7998948045117176, + "precision_coffee": 0.9224910696232392, + "recall_coffee": 0.8575277238268278, + "F1_noncoffee": 0.6921970514203524, + "IoU_noncoffee": 0.5292823755842727, + "kappa": 0.5825603702675466, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8330954420020934, + "mIoU": 0.6588957093547431, + "macroF1": 0.7860970769413673, + "F1_coffee": 0.8863621639131843, + "IoU_coffee": 0.7959159927860842, + "precision_coffee": 0.9212174264359302, + "recall_coffee": 0.8540483176228229, + "F1_noncoffee": 0.6858319899695504, + "IoU_noncoffee": 0.521875425923402, + "kappa": 0.5738806397218617, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8677793324005597, + "mIoU": 0.7217792925657291, + "macroF1": 0.8335217341739113, + "F1_coffee": 0.9090409075283603, + "IoU_coffee": 0.8332493067809428, + "precision_coffee": 0.9185771849381686, + "recall_coffee": 0.8997005988023952, + "F1_noncoffee": 0.7580025608194623, + "IoU_noncoffee": 0.6103092783505155, + "kappa": 0.6671389135542284, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8552757107422247, + "mIoU": 0.6965145111298958, + "macroF1": 0.8147847792428884, + "F1_coffee": 0.9013846453877657, + "IoU_coffee": 0.8204733727810651, + "precision_coffee": 0.917063492063492, + "recall_coffee": 0.8862329029783971, + "F1_noncoffee": 0.7281849130980111, + "IoU_noncoffee": 0.5725556494787264, + "kappa": 0.6298677637772776, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8650981880277013, + "mIoU": 0.7112864070255045, + "macroF1": 0.825384888731328, + "F1_coffee": 0.9086587872559095, + "IoU_coffee": 0.8326074161271336, + "precision_coffee": 0.9202446005724694, + "recall_coffee": 0.8973610758690688, + "F1_noncoffee": 0.7421109902067464, + "IoU_noncoffee": 0.5899653979238755, + "kappa": 0.6509259951005333, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8167544372927638, + "mIoU": 0.6372876585659837, + "macroF1": 0.7696480963256742, + "F1_coffee": 0.8738163991672823, + "IoU_coffee": 0.7759093619558736, + "precision_coffee": 0.9324924752759065, + "recall_coffee": 0.8220874399797826, + "F1_noncoffee": 0.6654797934840663, + "IoU_noncoffee": 0.4986659551760939, + "kappa": 0.5440818082989264, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8180169863536597, + "mIoU": 0.6339356321518432, + "macroF1": 0.7661259018850003, + "F1_coffee": 0.8762893285760622, + "IoU_coffee": 0.7798175730285186, + "precision_coffee": 0.928129723787275, + "recall_coffee": 0.8299336446301303, + "F1_noncoffee": 0.6559624751939384, + "IoU_noncoffee": 0.4880536912751678, + "kappa": 0.5362750660293555, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8008972033979193, + "mIoU": 0.6104535036120549, + "macroF1": 0.747302528022046, + "F1_coffee": 0.8636779505946935, + "IoU_coffee": 0.7600644122383253, + "precision_coffee": 0.9222609909281229, + "recall_coffee": 0.8120929089344967, + "F1_noncoffee": 0.6309271054493985, + "IoU_noncoffee": 0.46084259498578445, + "kappa": 0.5000663375045441, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7053, + 8413 + ], + [ + 44945, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5484644691149394, + "test_tta": { + "OA": 0.8465752984463119, + "mIoU": 0.6751708979450197, + "macroF1": 0.797910713479159, + "F1_coffee": 0.8970802211659715, + "IoU_coffee": 0.8133685136323658, + "precision_coffee": 0.9138540591580843, + "recall_coffee": 0.8809110537233817, + "F1_noncoffee": 0.6987412057923463, + "IoU_noncoffee": 0.5369732822576735, + "kappa": 0.5962196233275981, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8100842275297104, + "mIoU": 0.6232465748470833, + "macroF1": 0.757679508158033, + "F1_coffee": 0.8703681827131325, + "IoU_coffee": 0.7704883745250461, + "precision_coffee": 0.8892241466014925, + "recall_coffee": 0.8522952937320454, + "F1_noncoffee": 0.6449908336029333, + "IoU_noncoffee": 0.4760047751691206, + "kappa": 0.5159550744377757, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@m75" + } +] \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/summary__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/summary__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json new file mode 100644 index 0000000000000000000000000000000000000000..6bc172df6fb76168e2df0eef8c09b0c81e37376f --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180/summary__20261103-0238_vc11_utae_cloudmask_180run_6modes-ea2494_tta180.json @@ -0,0 +1,1646 @@ +{ + "ssl_lp+es50p30@m20": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.19796385918748, + "std": 3.542544535539901 + }, + "mIoU_tta": { + "mean": 65.36417958543507, + "std": 2.990046440629673 + }, + "kappa": { + "mean": 56.244158065814645, + "std": 4.6523751304080525 + }, + "kappa_tta": { + "mean": 56.36874117740366, + "std": 3.892075444274062 + }, + "F1_coffee": { + "mean": 87.63872363546065, + "std": 4.533997179913122 + }, + "F1_coffee_tta": { + "mean": 88.19981374566335, + "std": 4.102881177741768 + }, + "macroF1": { + "mean": 78.0672244336121, + "std": 2.3513530872795583 + }, + "macroF1_tta": { + "mean": 78.11067847636286, + "std": 1.950020382913406 + }, + "OA": { + "mean": 82.6741995471398, + "std": 4.186458825253349 + }, + "OA_tta": { + "mean": 83.16193602230962, + "std": 3.8362942306276424 + }, + "precision_coffee": { + "mean": 87.3967430166354, + "std": 3.1646207596802425 + }, + "precision_coffee_tta": { + "mean": 86.66586083918136, + "std": 3.120234761922991 + }, + "recall_coffee": { + "mean": 88.08046497296395, + "std": 6.386833580102785 + }, + "recall_coffee_tta": { + "mean": 89.95014325023949, + "std": 5.733663896638193 + }, + "all_drawn_mIoU": 59.274799477364624, + "changed_recall": 24.768964092148366, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.16621572624759579, + "std": 0.6010574961181934, + "per_fold": { + "0": 1.0454, + "1": -0.5305, + "2": -0.2366, + "3": 0.2822, + "4": 0.2707 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.5698106788045604 + }, + "kappa": { + "mean": 0.12458311158902831, + "std": 0.8771988259058724, + "per_fold": { + "0": 1.4033, + "1": -0.8507, + "2": -0.5161, + "3": 0.4032, + "4": 0.1832 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.7666943146785331 + }, + "OA": { + "mean": 0.48773647516984225, + "std": 0.3641151253651433, + "per_fold": { + "0": 0.9819, + "1": 0.0151, + "2": 0.2765, + "3": 0.5772, + "4": 0.5881 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04012999593539446 + }, + "macroF1": { + "mean": 0.04345404275076135, + "std": 0.4713429088118535, + "per_fold": { + "0": 0.7552, + "1": -0.4635, + "2": -0.2961, + "3": 0.13, + "4": 0.0917 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8467430734056279 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.61569779220808, + "std": 3.826606340918117 + }, + "mIoU_tta": { + "mean": 67.06806099831842, + "std": 3.5430914766154236 + }, + "kappa": { + "mean": 58.39402799200842, + "std": 5.103461975548507 + }, + "kappa_tta": { + "mean": 58.993846140843914, + "std": 4.720540457377028 + }, + "F1_coffee": { + "mean": 88.30412539747158, + "std": 4.454410254386178 + }, + "F1_coffee_tta": { + "mean": 88.91734135916595, + "std": 4.146082840393913 + }, + "macroF1": { + "mean": 79.14483375524212, + "std": 2.5762353414913424 + }, + "macroF1_tta": { + "mean": 79.4252529983184, + "std": 2.3774825107167326 + }, + "OA": { + "mean": 83.59336163750837, + "std": 4.137090209593371 + }, + "OA_tta": { + "mean": 84.19795984400726, + "std": 3.9329767376299127 + }, + "precision_coffee": { + "mean": 87.86071306645266, + "std": 2.893322357644835 + }, + "precision_coffee_tta": { + "mean": 87.23832528710098, + "std": 3.053401973046294 + }, + "recall_coffee": { + "mean": 88.94963178242016, + "std": 6.706251489777832 + }, + "recall_coffee_tta": { + "mean": 90.82240011794913, + "std": 6.125239575003877 + }, + "all_drawn_mIoU": 60.44498300942947, + "changed_recall": 23.999840229818357, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.45236320611032, + "std": 0.38531658975094324, + "per_fold": { + "0": 0.8084, + "1": 0.0318, + "2": 0.1961, + "3": 0.3185, + "4": 0.9069 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.05848250536732484 + }, + "kappa": { + "mean": 0.5998181488355016, + "std": 0.5053583126631516, + "per_fold": { + "0": 1.0152, + "1": 0.0225, + "2": 0.2505, + "3": 0.4928, + "4": 1.218 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.05674281949714031 + }, + "OA": { + "mean": 0.6045982064988749, + "std": 0.34151323982498694, + "per_fold": { + "0": 0.7712, + "1": 0.1883, + "2": 0.3625, + "3": 0.6433, + "4": 1.0578 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.01669686861936659 + }, + "macroF1": { + "mean": 0.28041924307628674, + "std": 0.28091263299976904, + "per_fold": { + "0": 0.5639, + "1": -0.0078, + "2": 0.0981, + "3": 0.1488, + "4": 0.5992 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.08939818067987516 + } + } + } + } + }, + "ssl_lp+es50p30@m60": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.19649037493934, + "std": 3.3013976950384145 + }, + "mIoU_tta": { + "mean": 66.64449085223511, + "std": 3.167030589349877 + }, + "kappa": { + "mean": 57.79372797905836, + "std": 4.371634754538909 + }, + "kappa_tta": { + "mean": 58.377375830839185, + "std": 4.210974817488527 + }, + "F1_coffee": { + "mean": 88.11933781271895, + "std": 3.9732405830393756 + }, + "F1_coffee_tta": { + "mean": 88.68370413389168, + "std": 3.754533290724799 + }, + "macroF1": { + "mean": 78.86125665172962, + "std": 2.187411726881588 + }, + "macroF1_tta": { + "mean": 79.13889955178665, + "std": 2.1000424476629718 + }, + "OA": { + "mean": 83.25514371818294, + "std": 3.851200961230386 + }, + "OA_tta": { + "mean": 83.82609868654211, + "std": 3.727688599492656 + }, + "precision_coffee": { + "mean": 87.73186729237283, + "std": 3.2958368089123224 + }, + "precision_coffee_tta": { + "mean": 87.18795462267288, + "std": 3.284781020033288 + }, + "recall_coffee": { + "mean": 88.61539184082456, + "std": 5.1952972226612975 + }, + "recall_coffee_tta": { + "mean": 90.31905053876231, + "std": 4.650797851916981 + }, + "all_drawn_mIoU": 60.312189478581764, + "changed_recall": 29.268216649284437, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.4480004772957571, + "std": 0.15192328567449945, + "per_fold": { + "0": 0.6574, + "1": 0.3291, + "2": 0.2843, + "3": 0.5339, + "4": 0.4353 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.002740147397474591 + }, + "kappa": { + "mean": 0.5836478517808302, + "std": 0.2313797438187478, + "per_fold": { + "0": 0.8743, + "1": 0.4438, + "2": 0.3965, + "3": 0.7947, + "4": 0.4089 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.004863766438643462 + }, + "OA": { + "mean": 0.5709549683591888, + "std": 0.15951245330993583, + "per_fold": { + "0": 0.6691, + "1": 0.4029, + "2": 0.3987, + "3": 0.6422, + "4": 0.7418 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0013215536703261067 + }, + "macroF1": { + "mean": 0.2776429000570232, + "std": 0.11414999601568557, + "per_fold": { + "0": 0.4388, + "1": 0.1975, + "2": 0.1737, + "3": 0.355, + "4": 0.2232 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.005547778301738603 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.9679831313052, + "std": 2.4283195770343537 + }, + "mIoU_tta": { + "mean": 67.26043145305177, + "std": 2.1658733901364347 + }, + "kappa": { + "mean": 59.03688720845795, + "std": 3.1257555400678814 + }, + "kappa_tta": { + "mean": 59.3782103555058, + "std": 2.7559012886038725 + }, + "F1_coffee": { + "mean": 88.41152264904859, + "std": 3.70886515728296 + }, + "F1_coffee_tta": { + "mean": 88.91669869864205, + "std": 3.555774178565779 + }, + "macroF1": { + "mean": 79.45787577653456, + "std": 1.5771162621600454 + }, + "macroF1_tta": { + "mean": 79.6141571351001, + "std": 1.3928900282765382 + }, + "OA": { + "mean": 83.76734832059081, + "std": 3.224452428807587 + }, + "OA_tta": { + "mean": 84.26040388449105, + "std": 3.1148282542845065 + }, + "precision_coffee": { + "mean": 88.56492796508113, + "std": 2.6805633030407194 + }, + "precision_coffee_tta": { + "mean": 87.89426461096375, + "std": 2.704402178670594 + }, + "recall_coffee": { + "mean": 88.48119781589709, + "std": 6.399273365051776 + }, + "recall_coffee_tta": { + "mean": 90.1695103129686, + "std": 6.161245381790963 + }, + "all_drawn_mIoU": 60.598141281670166, + "changed_recall": 28.36980844314794, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.29244832174655355, + "std": 0.391864882917171, + "per_fold": { + "0": 0.4848, + "1": -0.2, + "2": 0.1556, + "3": 0.1787, + "4": 0.843 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.17048618303416854 + }, + "kappa": { + "mean": 0.3413231470478578, + "std": 0.5143908625085442, + "per_fold": { + "0": 0.582, + "1": -0.3377, + "2": 0.1538, + "3": 0.2617, + "4": 1.0469 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.2120355201834607 + }, + "OA": { + "mean": 0.49305556390023925, + "std": 0.27940069759651404, + "per_fold": { + "0": 0.4596, + "1": 0.1652, + "2": 0.4106, + "3": 0.4931, + "4": 0.9367 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.01687502534060761 + }, + "macroF1": { + "mean": 0.15628135856551922, + "std": 0.297132206710361, + "per_fold": { + "0": 0.3354, + "1": -0.2029, + "2": 0.0368, + "3": 0.0482, + "4": 0.5639 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.3047734852671696 + } + } + } + } + }, + "ssl_lp+es50p30@m75": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 64.91385810611507, + "std": 3.34071173594123 + }, + "mIoU_tta": { + "mean": 65.34841282817072, + "std": 3.0297222533712174 + }, + "kappa": { + "mean": 55.8094744343047, + "std": 4.487242474238741 + }, + "kappa_tta": { + "mean": 56.32112491864022, + "std": 4.281056301997886 + }, + "F1_coffee": { + "mean": 87.31860301971422, + "std": 4.535245405216894 + }, + "F1_coffee_tta": { + "mean": 88.06601944050692, + "std": 3.9163004973540025 + }, + "macroF1": { + "mean": 77.85251965910774, + "std": 2.2542121957833543 + }, + "macroF1_tta": { + "mean": 78.09821218127703, + "std": 2.148235833937738 + }, + "OA": { + "mean": 82.35214792213205, + "std": 4.060315255926758 + }, + "OA_tta": { + "mean": 83.02953395466784, + "std": 3.6469017517689477 + }, + "precision_coffee": { + "mean": 87.67419606528051, + "std": 2.983251938240387 + }, + "precision_coffee_tta": { + "mean": 86.96802549534627, + "std": 3.111074147378956 + }, + "recall_coffee": { + "mean": 87.15293392143249, + "std": 6.698446650503485 + }, + "recall_coffee_tta": { + "mean": 89.33923815381874, + "std": 5.424003724411346 + }, + "all_drawn_mIoU": 59.039329005035086, + "changed_recall": 23.28004855739349, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.4345547220556426, + "std": 0.7501926273812369, + "per_fold": { + "0": 1.5202, + "1": 0.052, + "2": -0.5018, + "3": 0.4454, + "4": 0.657 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.2649288622527529 + }, + "kappa": { + "mean": 0.5116504843355301, + "std": 1.1132607806851007, + "per_fold": { + "0": 2.0563, + "1": 0.0365, + "2": -0.9839, + "3": 0.6291, + "4": 0.8202 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.36217756066034085 + }, + "OA": { + "mean": 0.6773860325357844, + "std": 0.4847997953737377, + "per_fold": { + "0": 1.472, + "1": 0.3142, + "2": 0.2656, + "3": 0.6078, + "4": 0.7273 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.03537786618658512 + }, + "macroF1": { + "mean": 0.24569252216929555, + "std": 0.6065590508932431, + "per_fold": { + "0": 1.0873, + "1": -0.0101, + "2": -0.566, + "3": 0.2765, + "4": 0.4408 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.41629756512701144 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.78525765100449, + "std": 3.504644063115561 + }, + "mIoU_tta": { + "mean": 67.20976338223177, + "std": 3.051276014126429 + }, + "kappa": { + "mean": 58.88248753695734, + "std": 4.39173810546376 + }, + "kappa_tta": { + "mean": 59.4252926470081, + "std": 3.7406520267075933 + }, + "F1_coffee": { + "mean": 88.00824202988737, + "std": 4.713727841154931 + }, + "F1_coffee_tta": { + "mean": 88.61393097612657, + "std": 4.2735693249552815 + }, + "macroF1": { + "mean": 79.34379081807282, + "std": 2.2980315941173743 + }, + "macroF1_tta": { + "mean": 79.61858211838371, + "std": 1.9475338836607916 + }, + "OA": { + "mean": 83.46757250524713, + "std": 4.112942197083609 + }, + "OA_tta": { + "mean": 84.03221999635446, + "std": 3.8011603994924408 + }, + "precision_coffee": { + "mean": 88.68958446696027, + "std": 3.0345206969027436 + }, + "precision_coffee_tta": { + "mean": 88.0856450311635, + "std": 3.087578070991288 + }, + "recall_coffee": { + "mean": 87.75752128112727, + "std": 7.282441786810934 + }, + "recall_coffee_tta": { + "mean": 89.51713277586887, + "std": 6.526893503341426 + }, + "all_drawn_mIoU": 60.53580865208945, + "changed_recall": 20.998814494065055, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.42450573122727775, + "std": 0.4985276056760076, + "per_fold": { + "0": 0.9776, + "1": -0.2975, + "2": 0.1968, + "3": 0.488, + "4": 0.7577 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.1296313119741497 + }, + "kappa": { + "mean": 0.5428051100507674, + "std": 0.6953412592752227, + "per_fold": { + "0": 1.2711, + "1": -0.5057, + "2": 0.2418, + "3": 0.7514, + "4": 0.9554 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.1558251369238554 + }, + "OA": { + "mean": 0.5646474911073085, + "std": 0.35318197474355933, + "per_fold": { + "0": 0.9455, + "1": 0.0619, + "2": 0.3641, + "3": 0.6591, + "4": 0.7926 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.02327352034750338 + }, + "macroF1": { + "mean": 0.2747913003108806, + "std": 0.38344343123088764, + "per_fold": { + "0": 0.7247, + "1": -0.2702, + "2": 0.1007, + "3": 0.3043, + "4": 0.5145 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.18431470647308762 + } + } + } + } + }, + "ssl_lpft+es50p30@m20": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.21735843000172, + "std": 3.5447249987272866 + }, + "mIoU_tta": { + "mean": 65.38543545242541, + "std": 2.988552547379591 + }, + "kappa": { + "mean": 56.26914149272119, + "std": 4.651979351220075 + }, + "kappa_tta": { + "mean": 56.400408628081564, + "std": 3.8871498684982106 + }, + "F1_coffee": { + "mean": 87.66712856796585, + "std": 4.548122224586631 + }, + "F1_coffee_tta": { + "mean": 88.22412025646531, + "std": 4.11153422540098 + }, + "macroF1": { + "mean": 78.07815942386546, + "std": 2.351366768910235 + }, + "macroF1_tta": { + "mean": 78.12419021544092, + "std": 1.9478887110029746 + }, + "OA": { + "mean": 82.70642754567612, + "std": 4.200994782180018 + }, + "OA_tta": { + "mean": 83.1911823078311, + "std": 3.845362928468339 + }, + "precision_coffee": { + "mean": 87.36758031234538, + "std": 3.158080858223923 + }, + "precision_coffee_tta": { + "mean": 86.64938303778187, + "std": 3.113713150956804 + }, + "recall_coffee": { + "mean": 88.1700347188533, + "std": 6.430781509802064 + }, + "recall_coffee_tta": { + "mean": 90.01998733620283, + "std": 5.763920635499259 + }, + "all_drawn_mIoU": 59.29763211043371, + "changed_recall": 25.25238211849289, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.16807702242368663, + "std": 0.6136981516262225, + "per_fold": { + "0": 1.0547, + "1": -0.5249, + "2": -0.286, + "3": 0.2898, + "4": 0.3067 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.5733728978155584 + }, + "kappa": { + "mean": 0.13126713536037043, + "std": 0.8936490555578227, + "per_fold": { + "0": 1.4183, + "1": -0.8425, + "2": -0.5738, + "3": 0.4162, + "4": 0.2381 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.7590440090924427 + }, + "OA": { + "mean": 0.48475476215497226, + "std": 0.3752154871341216, + "per_fold": { + "0": 0.9885, + "1": 0.0237, + "2": 0.218, + "3": 0.5798, + "4": 0.6138 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04461401714701427 + }, + "macroF1": { + "mean": 0.046030791575461194, + "std": 0.48063591513902015, + "per_fold": { + "0": 0.7628, + "1": -0.46, + "2": -0.3289, + "3": 0.1369, + "4": 0.1193 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8409040837791881 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.6502241234615, + "std": 3.8065656356499615 + }, + "mIoU_tta": { + "mean": 67.11298428311434, + "std": 3.5232292722189587 + }, + "kappa": { + "mean": 58.448895391835, + "std": 5.074239416834215 + }, + "kappa_tta": { + "mean": 59.06698961054244, + "std": 4.685908397738396 + }, + "F1_coffee": { + "mean": 88.3201643979551, + "std": 4.4337467376914885 + }, + "F1_coffee_tta": { + "mean": 88.93158180132033, + "std": 4.1299127879263775 + }, + "macroF1": { + "mean": 79.17151764602548, + "std": 2.5622978020766696 + }, + "macroF1_tta": { + "mean": 79.46095982934968, + "std": 2.3613045662201952 + }, + "OA": { + "mean": 83.61073889675299, + "std": 4.1114331651422065 + }, + "OA_tta": { + "mean": 84.21760828348431, + "std": 3.9138255317540285 + }, + "precision_coffee": { + "mean": 87.87993301464068, + "std": 2.952670911650959 + }, + "precision_coffee_tta": { + "mean": 87.26773331574182, + "std": 3.0987738464201895 + }, + "recall_coffee": { + "mean": 88.96495892107578, + "std": 6.692144009942842 + }, + "recall_coffee_tta": { + "mean": 90.82457167644239, + "std": 6.1155043190893 + }, + "all_drawn_mIoU": 60.46979045564442, + "changed_recall": 23.35503928449169, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.462760159652845, + "std": 0.385224882031324, + "per_fold": { + "0": 0.8152, + "1": 0.0265, + "2": 0.2714, + "3": 0.2805, + "4": 0.9202 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05487818135755454 + }, + "kappa": { + "mean": 0.6180942187074436, + "std": 0.5033955119622173, + "per_fold": { + "0": 1.0254, + "1": 0.0143, + "2": 0.3557, + "3": 0.4545, + "4": 1.2406 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.05160965427777872 + }, + "OA": { + "mean": 0.60686938673133, + "std": 0.3353930250543427, + "per_fold": { + "0": 0.7766, + "1": 0.184, + "2": 0.4171, + "3": 0.5957, + "4": 1.061 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.01552684395187938 + }, + "macroF1": { + "mean": 0.289442183324212, + "std": 0.28152724816687485, + "per_fold": { + "0": 0.5687, + "1": -0.0118, + "2": 0.1533, + "3": 0.1264, + "4": 0.6106 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.08303641380079226 + } + } + } + } + }, + "ssl_lpft+es50p30@m60": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.18432569657325, + "std": 3.2803380038421674 + }, + "mIoU_tta": { + "mean": 66.62152483174958, + "std": 3.164391732873782 + }, + "kappa": { + "mean": 57.76275774269766, + "std": 4.352859319237907 + }, + "kappa_tta": { + "mean": 58.332670236266196, + "std": 4.219555561218972 + }, + "F1_coffee": { + "mean": 88.1584693941391, + "std": 3.9385801926610706 + }, + "F1_coffee_tta": { + "mean": 88.72158062333915, + "std": 3.724473628325984 + }, + "macroF1": { + "mean": 78.84457331556439, + "std": 2.1792366156058964 + }, + "macroF1_tta": { + "mean": 79.1129057427894, + "std": 2.108342185143834 + }, + "OA": { + "mean": 83.27895485245392, + "std": 3.8161167821340602 + }, + "OA_tta": { + "mean": 83.84756737346333, + "std": 3.6967833133254495 + }, + "precision_coffee": { + "mean": 87.64258167959505, + "std": 3.3845299484063323 + }, + "precision_coffee_tta": { + "mean": 87.09005534226236, + "std": 3.3825157536838697 + }, + "recall_coffee": { + "mean": 88.78640532038983, + "std": 5.162472648967055 + }, + "recall_coffee_tta": { + "mean": 90.50393866787905, + "std": 4.639891561591157 + }, + "all_drawn_mIoU": 60.302550345988024, + "changed_recall": 29.678152422986606, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.43719913517633274, + "std": 0.1418881102702213, + "per_fold": { + "0": 0.638, + "1": 0.3529, + "2": 0.2789, + "3": 0.518, + "4": 0.3982 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0023260715426616837 + }, + "kappa": { + "mean": 0.5699124935685547, + "std": 0.2293741657565511, + "per_fold": { + "0": 0.8489, + "1": 0.4813, + "2": 0.3886, + "3": 0.7797, + "4": 0.3511 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.005137262558970184 + }, + "OA": { + "mean": 0.568612521009402, + "std": 0.15303245041702512, + "per_fold": { + "0": 0.6524, + "1": 0.4148, + "2": 0.3917, + "3": 0.6676, + "4": 0.7166 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0011461967181909966 + }, + "macroF1": { + "mean": 0.2683324272250104, + "std": 0.10829097408109656, + "per_fold": { + "0": 0.4256, + "1": 0.2165, + "2": 0.1702, + "3": 0.3348, + "4": 0.1946 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.0051880858493876525 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.54963402985564, + "std": 2.3982695428983956 + }, + "mIoU_tta": { + "mean": 66.90858137792831, + "std": 2.163736958019076 + }, + "kappa": { + "mean": 58.30955527550187, + "std": 3.396310598606945 + }, + "kappa_tta": { + "mean": 58.75744877613298, + "std": 3.085207041705129 + }, + "F1_coffee": { + "mean": 88.29462870657369, + "std": 3.5474471315025364 + }, + "F1_coffee_tta": { + "mean": 88.82837719151459, + "std": 3.441603256191451 + }, + "macroF1": { + "mean": 79.0983316219569, + "std": 1.7031819623248825 + }, + "macroF1_tta": { + "mean": 79.30234566170505, + "std": 1.561474784172948 + }, + "OA": { + "mean": 83.55803456778006, + "std": 3.007214707542741 + }, + "OA_tta": { + "mean": 84.10388359232547, + "std": 2.9317187150717823 + }, + "precision_coffee": { + "mean": 88.35207405987079, + "std": 2.5315833373359546 + }, + "precision_coffee_tta": { + "mean": 87.73442480027191, + "std": 2.5139073694537517 + }, + "recall_coffee": { + "mean": 88.44589701564597, + "std": 6.074855004968147 + }, + "recall_coffee_tta": { + "mean": 90.15479159126524, + "std": 6.017521745539092 + }, + "all_drawn_mIoU": 60.274226501507904, + "changed_recall": 29.13875282997258, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.35894734807268663, + "std": 0.38646253104807826, + "per_fold": { + "0": 0.5339, + "1": -0.2097, + "2": 0.383, + "3": 0.2484, + "4": 0.8391 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.10639973126688226 + }, + "kappa": { + "mean": 0.4478935006311019, + "std": 0.5264782052125813, + "per_fold": { + "0": 0.6733, + "1": -0.3539, + "2": 0.4722, + "3": 0.3621, + "4": 1.0859 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.12989359061332323 + }, + "OA": { + "mean": 0.5458490245454328, + "std": 0.27127273390327505, + "per_fold": { + "0": 0.4751, + "1": 0.1668, + "2": 0.6839, + "3": 0.5042, + "4": 0.8992 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.010827800005072274 + }, + "macroF1": { + "mean": 0.20401403974813376, + "std": 0.29175482970125166, + "per_fold": { + "0": 0.3744, + "1": -0.2118, + "2": 0.1866, + "3": 0.1077, + "4": 0.5632 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.19295226528839626 + } + } + } + } + }, + "ssl_lpft+es50p30@m75": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.00892977045741, + "std": 3.371032749453506 + }, + "mIoU_tta": { + "mean": 65.4040540242563, + "std": 3.031007834327161 + }, + "kappa": { + "mean": 55.933803600273976, + "std": 4.532782555417384 + }, + "kappa_tta": { + "mean": 56.385442161176, + "std": 4.2734731157475006 + }, + "F1_coffee": { + "mean": 87.38662462268978, + "std": 4.556667892590703 + }, + "F1_coffee_tta": { + "mean": 88.11777583046168, + "std": 3.938047344354913 + }, + "macroF1": { + "mean": 77.92233673766358, + "std": 2.2790700038886404 + }, + "macroF1_tta": { + "mean": 78.13669652994301, + "std": 2.14569108473589 + }, + "OA": { + "mean": 82.4339650654177, + "std": 4.086223186190554 + }, + "OA_tta": { + "mean": 83.09023697682777, + "std": 3.668425702956256 + }, + "precision_coffee": { + "mean": 87.64433436752984, + "std": 2.880721760394804 + }, + "precision_coffee_tta": { + "mean": 86.91890419466499, + "std": 2.973502371900892 + }, + "recall_coffee": { + "mean": 87.2949563097261, + "std": 6.6790342622144 + }, + "recall_coffee_tta": { + "mean": 89.47388267423318, + "std": 5.403476435847959 + }, + "all_drawn_mIoU": 59.12267218331614, + "changed_recall": 23.497974008372108, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.3951242537988861, + "std": 0.7313338438890199, + "per_fold": { + "0": 1.5173, + "1": 0.0147, + "2": -0.4584, + "3": 0.4361, + "4": 0.4659 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.2935473903088798 + }, + "kappa": { + "mean": 0.45163856090203325, + "std": 1.0828210162809735, + "per_fold": { + "0": 2.0539, + "1": -0.0211, + "2": -0.9151, + "3": 0.6092, + "4": 0.5313 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.4037971849938975 + }, + "OA": { + "mean": 0.6562719114100701, + "std": 0.4806738283581245, + "per_fold": { + "0": 1.4672, + "1": 0.2986, + "2": 0.2905, + "3": 0.5893, + "4": 0.6357 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.037919071284480764 + }, + "macroF1": { + "mean": 0.21435979227941573, + "std": 0.5888543026415821, + "per_fold": { + "0": 1.0852, + "1": -0.0397, + "2": -0.531, + "3": 0.2717, + "4": 0.2856 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.4613295277971124 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.11129605845125, + "std": 3.0353388575497644 + }, + "mIoU_tta": { + "mean": 67.5312523761752, + "std": 2.603057165828906 + }, + "kappa": { + "mean": 59.38920950477509, + "std": 3.7230127230491656 + }, + "kappa_tta": { + "mean": 59.92043288460231, + "std": 3.0917032554296022 + }, + "F1_coffee": { + "mean": 88.1604035642753, + "std": 4.318917410339875 + }, + "F1_coffee_tta": { + "mean": 88.7462191351854, + "std": 3.9348775983664335 + }, + "macroF1": { + "mean": 79.610785820423, + "std": 1.9365764053004721 + }, + "macroF1_tta": { + "mean": 79.87824320758898, + "std": 1.6046400420548659 + }, + "OA": { + "mean": 83.63296993955151, + "std": 3.7737396972075596 + }, + "OA_tta": { + "mean": 84.18687460584349, + "std": 3.486077405725151 + }, + "precision_coffee": { + "mean": 88.97226499552497, + "std": 3.0501045705894962 + }, + "precision_coffee_tta": { + "mean": 88.35979077656191, + "std": 3.0945224796263426 + }, + "recall_coffee": { + "mean": 87.71222582370078, + "std": 6.707551026117984 + }, + "recall_coffee_tta": { + "mean": 89.45471417089091, + "std": 6.0396835975818375 + }, + "all_drawn_mIoU": 60.8610150969001, + "changed_recall": 21.856613802731964, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.41995631772397246, + "std": 0.48197229847832235, + "per_fold": { + "0": 0.8526, + "1": -0.3396, + "2": 0.2383, + "3": 0.6367, + "4": 0.7118 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.12319024819948152 + }, + "kappa": { + "mean": 0.5312233798272175, + "std": 0.6859326831522389, + "per_fold": { + "0": 1.1111, + "1": -0.5685, + "2": 0.303, + "3": 0.9521, + "4": 0.8585 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.15836145136986665 + }, + "OA": { + "mean": 0.5539046662919731, + "std": 0.33916348878290575, + "per_fold": { + "0": 0.8375, + "1": 0.043, + "2": 0.3695, + "3": 0.7606, + "4": 0.7589 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.021736274274637785 + }, + "macroF1": { + "mean": 0.26745738716597317, + "std": 0.36404429513926445, + "per_fold": { + "0": 0.6175, + "1": -0.3036, + "2": 0.1362, + "3": 0.4099, + "4": 0.4772 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.17576854003068987 + } + } + } + } + } +} \ No newline at end of file